In [10]:
import pandas as pd
import numpy as np
from sklearn.model_selection import train_test_split
from atom import ATOMClassifier
import csv
import json
from sklearn.metrics import roc_auc_score, auc, roc_curve, accuracy_score, precision_score, recall_score
import matplotlib.pyplot as plt
from scipy import interp
In [ ]:
X = pd.read_csv("/breast_project/data_ab.csv", index_col = 0)
In [83]:
X.shape
Out[83]:
(94, 1156549)
In [ ]:
# X has 94 samples.
# We will first split to Train (76 samples) and Test (18 samples) sets.
# Then we will further split the Train set to Subtrain(67) and Validation(9) sets.
random_state = 123
# Perform stratified train/test split
train_val, test = train_test_split(X, test_size=18, stratify=X['y'], random_state=random_state)
In [ ]:
# Split the Training set (76 samples) to Subtrain(67) and Validation(9) sets
# and select top 600 features from Subtrain
def split_train_val(train_val, x):
# Perform stratified train/val split
train, val = train_test_split(train_val, test_size=9, stratify=train_val['y'], random_state=x)
# Drop the target column 'y' from the training set for feature selection
train_features = train.drop(columns=['y'])
# Calculate the number of non-zero values for each feature
non_zero_counts = (train_features != 0).sum(axis=0)
# Select the top 600 features with the most non-zero values
top_600_features = non_zero_counts.nlargest(600).index
# Select these top 600 features from the training set
train_top_features = train_features.loc[:, top_600_features]
# Add the target column back to the training set with selected features
train_top_features['y'] = train['y']
# Select these top 600 features from the val set
val_top_features = val.loc[:, top_600_features]
# Add the target column back to the validation set with selected features
val_top_features['y'] = val['y']
return train_top_features, val_top_features
# Create a classifier, perform feature selection and train 8 models.
def create_atom(train, test, split):
atom = ATOMClassifier(train, test, y="y", verbose=2, warnings=False, random_state = 1, index=True)
solvers = ["LR", "XGB"]
models = ["GBM", "LR", "LDA", "QDA", "RNN", "AdaB", "RF", "XGB"]
for solver in solvers:
atom.branch = "sfm" + solver + "_from_master"
atom.feature_selection(strategy="SFM", solver=solver, n_features=10, random_state=0)
models_named = [model + "_" + solver for model in models]
atom.run(models=models_named, n_calls=50, n_initial_points=10, metric="AUC", n_bootstrap=5)
return atom
In [ ]:
# 100 splits of the Training set to Subtrain and Validation
features_dict = {}
models_dict = {}
results_dict = {}
with open('features.csv', mode='w', newline='') as file:
writer = csv.writer(file)
header = ['Iteration'] + [f'Feature_{i}' for i in range(10)]
writer.writerow(header)
# 100 iterations
for i in range(1,101):
# Split train_val into train and val
train, val = split_train_val(train_val, i)
# Create classifier
atom = create_atom(train, val, i)
features_list = atom.winner.features
features_dict[i] = features_list
row = [i] + features_list
writer.writerow(row)
models_dict[i] = atom.winner.name
results_dict[i] = atom.winner.mean_bootstrap
with open('features_dict.json', 'w') as file:
json.dump(features_dict, file)
with open('models_dict.json', 'w') as file:
json.dump(models_dict, file)
with open('results_dict.json', 'w') as file:
json.dump(results_dict, file)
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 810 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVGGGSNYKLTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CATDSNDYKLSF.
>>> Dropping feature CAVLNAGNNRKLIW.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CASSPGGYEQYF.
>>> Dropping feature CAVENQAGTALIF.
>>> Dropping feature CAENNNARLMF.
>>> Dropping feature CALSSGGSNYKLTF.
>>> Dropping feature CAVRYGGSQGNLIF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CASSGSARQLTF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASKTGNQFYF.
>>> Dropping feature CAASTNTGNQFYF.
>>> Dropping feature CALILTGGGNKLTF.
>>> Dropping feature CAVDTDKLIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAVTNTGGFKTIF.
>>> Dropping feature CAASKGSARQLTF.
>>> Dropping feature CAATSGSARQLTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAPNSGGGADGLTF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.8125 | 0.8125 | 0.701s | 0.720s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.875 | 0.875 | 0.730s | 2.245s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.625 | 0.875 | 0.688s | 3.148s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.75 | 0.875 | 0.742s | 4.127s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.8125 | 0.875 | 0.722s | 5.060s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.6562 | 0.875 | 0.763s | 6.059s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.9062 | 0.9062 | 0.759s | 7.036s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 1.0 | 1.0 | 0.734s | 7.983s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.875 | 1.0 | 0.677s | 8.940s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.8125 | 1.0 | 0.673s | 9.825s |
| Iteration 11 | exponen.. | 0.0625 | 329 | 1.0 | squared_er.. | 14 | 7 | 7 | 0.8 | 0.0029 | 0.9375 | 1.0 | 0.700s | 11.117s |
| Iteration 12 | exponen.. | 0.0202 | 185 | 0.5 | squared_er.. | 8 | 7 | 3 | 0.7 | 0.007 | 1.0 | 1.0 | 0.673s | 12.360s |
| Iteration 13 | deviance | 0.8535 | 369 | 0.6 | squared_er.. | 4 | 7 | 8 | 0.5 | 0.0302 | 1.0 | 1.0 | 0.703s | 13.670s |
| Iteration 14 | deviance | 0.0302 | 438 | 0.5 | squared_er.. | 12 | 1 | 2 | 0.5 | 0.0314 | 1.0 | 1.0 | 0.724s | 15.026s |
| Iteration 15 | deviance | 1.0 | 500 | 0.6 | squared_er.. | 20 | 8 | 10 | auto | 0.035 | 0.6875 | 1.0 | 0.731s | 16.347s |
| Iteration 16 | exponen.. | 1.0 | 500 | 1.0 | squared_er.. | 20 | 4 | 10 | 0.5 | 0.0 | 0.625 | 1.0 | 0.700s | 17.636s |
| Iteration 17 | exponen.. | 0.0342 | 395 | 0.5 | squared_er.. | 10 | 10 | 3 | 0.7 | 0.0148 | 0.9375 | 1.0 | 0.720s | 18.896s |
| Iteration 18 | deviance | 0.01 | 48 | 0.5 | squared_er.. | 14 | 18 | 7 | 0.8 | 0.0051 | 0.5 | 1.0 | 0.625s | 20.020s |
| Iteration 19 | deviance | 1.0 | 500 | 1.0 | squared_er.. | 2 | 6 | 5 | 0.9 | 0.0032 | 1.0 | 1.0 | 0.752s | 21.458s |
| Iteration 20 | exponen.. | 0.0237 | 500 | 0.6 | squared_er.. | 11 | 8 | 6 | sqrt | 0.0064 | 0.875 | 1.0 | 0.747s | 22.850s |
| Iteration 21 | deviance | 0.153 | 262 | 0.8 | squared_er.. | 11 | 4 | 1 | None | 0.0338 | 0.875 | 1.0 | 0.698s | 24.142s |
| Iteration 22 | exponen.. | 0.1836 | 398 | 0.6 | squared_er.. | 8 | 7 | 5 | 0.7 | 0.0048 | 0.9375 | 1.0 | 0.717s | 25.508s |
| Iteration 23 | deviance | 1.0 | 489 | 1.0 | squared_er.. | 4 | 6 | 5 | None | 0.0054 | 0.9688 | 1.0 | 0.744s | 26.921s |
| Iteration 24 | deviance | 1.0 | 465 | 1.0 | squared_er.. | 2 | 3 | 4 | None | 0.0155 | 0.4375 | 1.0 | 0.721s | 28.404s |
| Iteration 25 | deviance | 0.0188 | 311 | 0.8 | squared_er.. | 7 | 6 | 4 | auto | 0.0006 | 1.0 | 1.0 | 1.277s | 30.490s |
| Iteration 26 | deviance | 0.0945 | 55 | 0.7 | squared_er.. | 5 | 7 | 5 | sqrt | 0.0234 | 0.875 | 1.0 | 0.699s | 31.953s |
| Iteration 27 | exponen.. | 0.1403 | 417 | 0.9 | squared_er.. | 16 | 8 | 5 | log2 | 0.0 | 0.75 | 1.0 | 0.776s | 33.484s |
| Iteration 28 | deviance | 0.1876 | 169 | 0.6 | squared_er.. | 3 | 7 | 6 | 0.8 | 0.016 | 1.0 | 1.0 | 0.710s | 34.852s |
| Iteration 29 | exponen.. | 0.0189 | 106 | 0.5 | squared_er.. | 5 | 6 | 4 | 0.6 | 0.0122 | 0.5625 | 1.0 | 0.698s | 36.199s |
| Iteration 30 | deviance | 0.5344 | 169 | 0.9 | squared_er.. | 2 | 6 | 2 | 0.5 | 0.0153 | 0.9062 | 1.0 | 0.657s | 37.526s |
| Iteration 31 | deviance | 0.0911 | 483 | 0.5 | squared_er.. | 2 | 7 | 9 | 0.8 | 0.0253 | 0.875 | 1.0 | 0.746s | 39.090s |
| Iteration 32 | deviance | 0.3174 | 16 | 0.8 | squared_er.. | 9 | 1 | 3 | None | 0.0238 | 0.625 | 1.0 | 0.627s | 40.339s |
| Iteration 33 | deviance | 0.0168 | 199 | 0.7 | squared_er.. | 6 | 7 | 6 | 0.7 | 0.0194 | 0.6875 | 1.0 | 0.670s | 41.778s |
| Iteration 34 | exponen.. | 0.9482 | 171 | 0.5 | friedman_mse | 14 | 13 | 8 | sqrt | 0.0237 | 0.875 | 1.0 | 0.654s | 43.205s |
| Iteration 35 | deviance | 0.0777 | 89 | 0.6 | squared_er.. | 4 | 7 | 6 | 0.5 | 0.0307 | 0.875 | 1.0 | 0.654s | 44.680s |
| Iteration 36 | deviance | 0.0297 | 217 | 0.8 | squared_er.. | 18 | 6 | 4 | 0.9 | 0.0275 | 0.75 | 1.0 | 0.675s | 46.189s |
| Iteration 37 | exponen.. | 0.0176 | 462 | 0.7 | squared_er.. | 4 | 8 | 6 | 0.5 | 0.0293 | 0.8125 | 1.0 | 0.733s | 47.889s |
| Iteration 38 | deviance | 0.8585 | 434 | 0.6 | squared_er.. | 3 | 7 | 8 | sqrt | 0.0163 | 0.5625 | 1.0 | 0.735s | 49.399s |
| Iteration 39 | exponen.. | 0.0594 | 337 | 0.6 | squared_er.. | 10 | 7 | 7 | log2 | 0.0158 | 0.6875 | 1.0 | 0.708s | 50.853s |
| Iteration 40 | exponen.. | 0.187 | 194 | 0.6 | squared_er.. | 3 | 7 | 6 | 0.7 | 0.0269 | 0.875 | 1.0 | 0.667s | 52.197s |
| Iteration 41 | exponen.. | 0.0647 | 414 | 0.5 | squared_er.. | 4 | 9 | 7 | 0.8 | 0.0096 | 0.625 | 1.0 | 0.726s | 53.756s |
| Iteration 42 | deviance | 0.2276 | 294 | 0.6 | squared_er.. | 16 | 7 | 6 | None | 0.0135 | 0.9375 | 1.0 | 0.683s | 55.245s |
| Iteration 43 | exponen.. | 1.0 | 52 | 0.5 | friedman_mse | 7 | 19 | 8 | None | 0.0321 | 0.5 | 1.0 | 0.638s | 56.713s |
| Iteration 44 | exponen.. | 0.0997 | 250 | 0.8 | squared_er.. | 11 | 8 | 3 | 0.7 | 0.0274 | 0.375 | 1.0 | 0.678s | 58.216s |
| Iteration 45 | exponen.. | 0.1198 | 364 | 1.0 | squared_er.. | 15 | 8 | 6 | auto | 0.0038 | 0.875 | 1.0 | 0.697s | 59.946s |
| Iteration 46 | exponen.. | 1.0 | 481 | 0.6 | squared_er.. | 2 | 7 | 6 | 0.8 | 0.0144 | 0.625 | 1.0 | 0.745s | 1m:02s |
| Iteration 47 | deviance | 0.4538 | 146 | 0.5 | squared_er.. | 5 | 11 | 6 | None | 0.0142 | 0.5 | 1.0 | 1.215s | 1m:04s |
| Iteration 48 | exponen.. | 0.7653 | 461 | 0.8 | squared_er.. | 9 | 8 | 6 | 0.9 | 0.0043 | 0.875 | 1.0 | 0.742s | 1m:05s |
| Iteration 49 | deviance | 0.74 | 268 | 1.0 | squared_er.. | 10 | 6 | 4 | log2 | 0.0024 | 0.8125 | 1.0 | 0.731s | 1m:07s |
| Iteration 50 | deviance | 0.2432 | 469 | 0.9 | friedman_mse | 11 | 6 | 6 | 0.9 | 0.0039 | 1.0 | 1.0 | 0.793s | 1m:08s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.0188, 'n_estimators': 311, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 7, 'min_samples_leaf': 6, 'max_depth': 4, 'max_features': 'auto', 'ccp_alpha': 0.0006}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.118s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.086
Time elapsed: 0.541s
-------------------------------------------------
Total time: 1m:10s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.8125 | 0.8125 | 0.702s | 0.714s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 1.0 | 1.0 | 0.692s | 1.606s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 1.0 | 1.0 | 0.686s | 2.660s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.625 | 1.0 | 0.688s | 3.554s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.5 | 1.0 | 0.705s | 4.499s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.8125 | 1.0 | 0.699s | 5.414s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.875 | 1.0 | 0.692s | 6.310s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.5625 | 1.0 | 0.688s | 7.196s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.375 | 1.0 | 0.689s | 8.109s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.6875 | 1.0 | 0.696s | 9.013s |
| Iteration 11 | l2 | 0.087 | sag | 942 | --- | 1.0 | 1.0 | 0.000s | 9.417s |
| Iteration 12 | l2 | 0.0805 | sag | 941 | --- | 0.6875 | 1.0 | 0.681s | 10.545s |
| Iteration 13 | l2 | 22.7181 | sag | 259 | --- | 1.0 | 1.0 | 0.688s | 11.636s |
| Iteration 14 | l2 | 0.8566 | sag | 575 | --- | 0.8125 | 1.0 | 0.679s | 12.709s |
| Iteration 15 | l2 | 0.3742 | sag | 591 | --- | 0.6875 | 1.0 | 0.684s | 13.796s |
| Iteration 16 | l2 | 1.0898 | sag | 650 | --- | 0.375 | 1.0 | 0.635s | 14.887s |
| Iteration 17 | l2 | 0.4463 | libli.. | 323 | --- | 1.0 | 1.0 | 0.626s | 15.998s |
| Iteration 18 | l2 | 0.3685 | libli.. | 329 | --- | 0.875 | 1.0 | 0.645s | 17.173s |
| Iteration 19 | l2 | 0.4259 | libli.. | 327 | --- | 0.375 | 1.0 | 0.631s | 18.303s |
| Iteration 20 | l2 | 14.3885 | sag | 457 | --- | 0.75 | 1.0 | 0.648s | 19.389s |
| Iteration 21 | l2 | 0.4099 | libli.. | 173 | --- | 0.875 | 1.0 | 0.661s | 20.479s |
| Iteration 22 | l2 | 4.343 | libli.. | 222 | --- | 1.0 | 1.0 | 0.635s | 21.577s |
| Iteration 23 | l2 | 1.3367 | libli.. | 188 | --- | 0.8125 | 1.0 | 0.621s | 22.670s |
| Iteration 24 | l2 | 0.3046 | libli.. | 281 | --- | 0.5 | 1.0 | 1.159s | 24.267s |
| Iteration 25 | l2 | 0.9456 | newto.. | 268 | --- | 0.875 | 1.0 | 0.629s | 25.343s |
| Iteration 26 | l2 | 0.5362 | newto.. | 394 | --- | 0.8125 | 1.0 | 0.640s | 26.446s |
| Iteration 27 | none | --- | newto.. | 932 | --- | 0.875 | 1.0 | 0.635s | 27.615s |
| Iteration 28 | none | --- | newto.. | 930 | --- | 0.8125 | 1.0 | 0.637s | 28.749s |
| Iteration 29 | l2 | 14.4411 | sag | 469 | --- | 0.4375 | 1.0 | 0.632s | 29.887s |
| Iteration 30 | l2 | 0.1495 | sag | 433 | --- | 0.625 | 1.0 | 0.628s | 31.049s |
| Iteration 31 | l2 | 1.1276 | newto.. | 256 | --- | 1.0 | 1.0 | 0.638s | 32.225s |
| Iteration 32 | l2 | 2.1529 | newto.. | 167 | --- | 1.0 | 1.0 | 0.631s | 33.457s |
| Iteration 33 | l2 | 1.3778 | newto.. | 201 | --- | 0.625 | 1.0 | 0.644s | 34.616s |
| Iteration 34 | l2 | 8.3125 | newto.. | 112 | --- | 0.6875 | 1.0 | 0.645s | 35.788s |
| Iteration 35 | none | --- | newto.. | 965 | --- | 0.8125 | 1.0 | 0.638s | 36.959s |
| Iteration 36 | l2 | 10.2406 | libli.. | 238 | --- | 0.625 | 1.0 | 0.624s | 38.119s |
| Iteration 37 | none | --- | newto.. | 974 | --- | 0.75 | 1.0 | 0.654s | 39.333s |
| Iteration 38 | none | --- | newto.. | 907 | --- | 0.9375 | 1.0 | 0.632s | 40.517s |
| Iteration 39 | none | --- | newto.. | 918 | --- | 0.6875 | 1.0 | 0.674s | 41.756s |
| Iteration 40 | l2 | 0.0046 | newto.. | 903 | --- | 0.625 | 1.0 | 0.632s | 42.965s |
| Iteration 41 | l2 | 7.0077 | lbfgs | 426 | --- | 0.875 | 1.0 | 0.647s | 44.179s |
| Iteration 42 | l2 | 3.9185 | lbfgs | 486 | --- | 0.6875 | 1.0 | 0.630s | 45.438s |
| Iteration 43 | l2 | 0.1007 | libli.. | 381 | --- | 0.75 | 1.0 | 0.641s | 46.627s |
| Iteration 44 | l2 | 2.7454 | libli.. | 247 | --- | 0.5 | 1.0 | 0.626s | 47.868s |
| Iteration 45 | l1 | 0.0029 | libli.. | 986 | --- | 0.5 | 1.0 | 0.625s | 49.039s |
| Iteration 46 | none | --- | newto.. | 931 | --- | 0.25 | 1.0 | 1.144s | 50.876s |
| Iteration 47 | l2 | 3.2262 | libli.. | 420 | --- | 0.625 | 1.0 | 0.687s | 52.205s |
| Iteration 48 | l2 | 0.153 | sag | 176 | --- | 0.4375 | 1.0 | 0.686s | 53.496s |
| Iteration 49 | l2 | 0.0376 | newto.. | 231 | --- | 0.9375 | 1.0 | 0.691s | 54.836s |
| Iteration 50 | l2 | 0.0597 | newto.. | 178 | --- | 0.875 | 1.0 | 0.684s | 56.171s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'penalty': 'l2', 'C': 0.087, 'solver': 'sag', 'max_iter': 942}
Best evaluation --> roc_auc: 1.0
Time elapsed: 56.861s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7598
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.78 ± 0.04
Time elapsed: 0.054s
-------------------------------------------------
Total time: 56.933s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.4375 | 0.4375 | 0.682s | 0.688s |
| Initial point 2 | svd | --- | 1.0 | 1.0 | 0.686s | 1.580s |
| Initial point 3 | svd | --- | 1.0 | 1.0 | 0.001s | 1.780s |
| Initial point 4 | lsqr | 0.8 | 0.6875 | 1.0 | 0.698s | 2.671s |
| Initial point 5 | eigen | 0.9 | 0.8125 | 1.0 | 0.673s | 3.551s |
| Initial point 6 | lsqr | 0.7 | 0.8125 | 1.0 | 0.668s | 4.417s |
| Initial point 7 | lsqr | 0.5 | 0.8125 | 1.0 | 0.680s | 5.295s |
| Initial point 8 | lsqr | 0.9 | 0.5 | 1.0 | 0.667s | 6.159s |
| Initial point 9 | lsqr | 0.6 | 0.375 | 1.0 | 0.665s | 7.026s |
| Initial point 10 | eigen | 0.8 | 0.625 | 1.0 | 0.681s | 7.965s |
| Iteration 11 | svd | --- | 1.0 | 1.0 | 0.000s | 8.309s |
| Iteration 12 | svd | --- | 1.0 | 1.0 | 0.000s | 8.644s |
| Iteration 13 | svd | --- | 1.0 | 1.0 | 0.000s | 8.972s |
| Iteration 14 | svd | --- | 1.0 | 1.0 | 0.000s | 9.318s |
| Iteration 15 | svd | --- | 1.0 | 1.0 | 0.000s | 9.657s |
| Iteration 16 | svd | --- | 1.0 | 1.0 | 0.000s | 10.055s |
| Iteration 17 | svd | --- | 1.0 | 1.0 | 0.000s | 10.401s |
| Iteration 18 | eigen | 0.5 | 0.875 | 1.0 | 0.665s | 11.431s |
| Iteration 19 | eigen | 0.7 | 0.375 | 1.0 | 0.683s | 12.489s |
| Iteration 20 | svd | --- | 1.0 | 1.0 | 0.000s | 12.848s |
| Iteration 21 | svd | --- | 1.0 | 1.0 | 0.000s | 13.215s |
| Iteration 22 | lsqr | 1.0 | 0.5 | 1.0 | 0.674s | 14.289s |
| Iteration 23 | eigen | auto | 0.8125 | 1.0 | 0.664s | 15.365s |
| Iteration 24 | eigen | None | 0.625 | 1.0 | 0.675s | 16.423s |
| Iteration 25 | svd | --- | 1.0 | 1.0 | 0.000s | 16.872s |
| Iteration 26 | eigen | 0.6 | 0.8125 | 1.0 | 0.664s | 17.964s |
| Iteration 27 | svd | --- | 1.0 | 1.0 | 0.000s | 18.380s |
| Iteration 28 | svd | --- | 1.0 | 1.0 | 0.000s | 18.769s |
| Iteration 29 | lsqr | auto | 0.25 | 1.0 | 0.655s | 20.358s |
| Iteration 30 | svd | --- | 1.0 | 1.0 | 0.001s | 21.911s |
| Iteration 31 | svd | --- | 1.0 | 1.0 | 0.000s | 22.346s |
| Iteration 32 | svd | --- | 1.0 | 1.0 | 0.000s | 23.056s |
| Iteration 33 | svd | --- | 1.0 | 1.0 | 0.000s | 23.514s |
| Iteration 34 | svd | --- | 1.0 | 1.0 | 0.000s | 23.958s |
| Iteration 35 | svd | --- | 1.0 | 1.0 | 0.000s | 24.430s |
| Iteration 36 | svd | --- | 1.0 | 1.0 | 0.000s | 24.871s |
| Iteration 37 | svd | --- | 1.0 | 1.0 | 0.001s | 25.451s |
| Iteration 38 | svd | --- | 1.0 | 1.0 | 0.000s | 25.916s |
| Iteration 39 | svd | --- | 1.0 | 1.0 | 0.000s | 26.413s |
| Iteration 40 | svd | --- | 1.0 | 1.0 | 0.000s | 26.877s |
| Iteration 41 | svd | --- | 1.0 | 1.0 | 0.000s | 27.391s |
| Iteration 42 | svd | --- | 1.0 | 1.0 | 0.000s | 27.871s |
| Iteration 43 | svd | --- | 1.0 | 1.0 | 0.000s | 28.652s |
| Iteration 44 | svd | --- | 1.0 | 1.0 | 0.000s | 29.532s |
| Iteration 45 | svd | --- | 1.0 | 1.0 | 0.000s | 30.118s |
| Iteration 46 | svd | --- | 1.0 | 1.0 | 0.000s | 30.624s |
| Iteration 47 | svd | --- | 1.0 | 1.0 | 0.000s | 31.139s |
| Iteration 48 | svd | --- | 1.0 | 1.0 | 0.000s | 31.647s |
| Iteration 49 | svd | --- | 1.0 | 1.0 | 0.000s | 32.199s |
| Iteration 50 | svd | --- | 1.0 | 1.0 | 0.000s | 32.747s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'solver': 'svd'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 33.327s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7777
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.008s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.69 ± 0.3262
Time elapsed: 0.028s
-------------------------------------------------
Total time: 33.365s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.4375 | 0.4375 | 0.621s | 0.625s |
| Initial point 2 | 0.9 | 0.5625 | 0.5625 | 0.633s | 1.460s |
| Initial point 3 | 0.1 | 0.75 | 0.75 | 0.619s | 2.270s |
| Initial point 4 | 1.0 | 0.4375 | 0.75 | 0.000s | 2.467s |
| Initial point 5 | 0.2 | 0.8125 | 0.8125 | 0.621s | 3.288s |
| Initial point 6 | 0.4 | 0.8125 | 0.8125 | 0.642s | 4.149s |
| Initial point 7 | 0.4 | 0.8125 | 0.8125 | 0.000s | 4.351s |
| Initial point 8 | 0.7 | 0.5 | 0.8125 | 0.642s | 5.185s |
| Initial point 9 | 0.9 | 0.5625 | 0.8125 | 0.000s | 5.376s |
| Initial point 10 | 0.8 | 0.5 | 0.8125 | 0.623s | 6.210s |
| Iteration 11 | 0.3 | 0.375 | 0.8125 | 0.645s | 7.148s |
| Iteration 12 | 0.6 | 0.5 | 0.8125 | 0.647s | 8.084s |
| Iteration 13 | 0.5 | 0.625 | 0.8125 | 0.650s | 9.019s |
| Iteration 14 | 0.0 | 0.9375 | 0.9375 | 0.644s | 9.945s |
| Iteration 15 | 0.0 | 0.9375 | 0.9375 | 0.000s | 10.281s |
| Iteration 16 | 0.0 | 0.9375 | 0.9375 | 0.000s | 10.574s |
| Iteration 17 | 0.0 | 0.9375 | 0.9375 | 0.000s | 10.858s |
| Iteration 18 | 0.0 | 0.9375 | 0.9375 | 0.000s | 11.157s |
| Iteration 19 | 0.0 | 0.9375 | 0.9375 | 0.000s | 11.444s |
| Iteration 20 | 0.0 | 0.9375 | 0.9375 | 0.000s | 11.773s |
| Iteration 21 | 0.6 | 0.5 | 0.9375 | 0.000s | 12.063s |
| Iteration 22 | 0.0 | 0.9375 | 0.9375 | 0.000s | 12.374s |
| Iteration 23 | 0.0 | 0.9375 | 0.9375 | 0.000s | 12.659s |
| Iteration 24 | 0.0 | 0.9375 | 0.9375 | 0.000s | 12.956s |
| Iteration 25 | 0.0 | 0.9375 | 0.9375 | 0.000s | 13.250s |
| Iteration 26 | 0.0 | 0.9375 | 0.9375 | 0.000s | 13.557s |
| Iteration 27 | 0.0 | 0.9375 | 0.9375 | 0.000s | 13.866s |
| Iteration 28 | 0.9 | 0.5625 | 0.9375 | 0.000s | 14.696s |
| Iteration 29 | 0.0 | 0.9375 | 0.9375 | 0.000s | 15.011s |
| Iteration 30 | 0.8 | 0.5 | 0.9375 | 0.000s | 15.329s |
| Iteration 31 | 0.0 | 0.9375 | 0.9375 | 0.000s | 15.658s |
| Iteration 32 | 0.0 | 0.9375 | 0.9375 | 0.000s | 15.986s |
| Iteration 33 | 0.0 | 0.9375 | 0.9375 | 0.000s | 16.310s |
| Iteration 34 | 0.0 | 0.9375 | 0.9375 | 0.000s | 16.641s |
| Iteration 35 | 0.0 | 0.9375 | 0.9375 | 0.000s | 16.979s |
| Iteration 36 | 0.0 | 0.9375 | 0.9375 | 0.000s | 17.327s |
| Iteration 37 | 0.0 | 0.9375 | 0.9375 | 0.000s | 17.686s |
| Iteration 38 | 0.0 | 0.9375 | 0.9375 | 0.000s | 18.047s |
| Iteration 39 | 0.0 | 0.9375 | 0.9375 | 0.000s | 18.415s |
| Iteration 40 | 0.0 | 0.9375 | 0.9375 | 0.000s | 18.787s |
| Iteration 41 | 0.0 | 0.9375 | 0.9375 | 0.000s | 19.153s |
| Iteration 42 | 0.0 | 0.9375 | 0.9375 | 0.000s | 19.677s |
| Iteration 43 | 0.0 | 0.9375 | 0.9375 | 0.001s | 20.080s |
| Iteration 44 | 0.0 | 0.9375 | 0.9375 | 0.000s | 20.470s |
| Iteration 45 | 0.0 | 0.9375 | 0.9375 | 0.000s | 20.853s |
| Iteration 46 | 0.0 | 0.9375 | 0.9375 | 0.000s | 21.251s |
| Iteration 47 | 0.0 | 0.9375 | 0.9375 | 0.000s | 21.708s |
| Iteration 48 | 0.0 | 0.9375 | 0.9375 | 0.000s | 22.120s |
| Iteration 49 | 0.0 | 0.9375 | 0.9375 | 0.000s | 22.528s |
| Iteration 50 | 0.0 | 0.9375 | 0.9375 | 0.000s | 22.974s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'reg_param': 0.0}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 23.398s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.008s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.78 ± 0.04
Time elapsed: 0.027s
-------------------------------------------------
Total time: 23.434s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.7407 | dista.. | auto | 40 | 1 | 0.75 | 0.75 | 0.637s | 0.656s |
| Initial point 2 | 5.067 | uniform | kd_tree | 39 | 2 | 0.625 | 0.75 | 0.667s | 1.558s |
| Initial point 3 | 4.0026 | dista.. | ball_tree | 25 | 2 | 1.0 | 1.0 | 0.639s | 2.399s |
| Initial point 4 | 11.6774 | uniform | ball_tree | 39 | 2 | 0.5 | 1.0 | 0.638s | 3.238s |
| Initial point 5 | 9.1477 | dista.. | auto | 30 | 2 | 0.875 | 1.0 | 0.644s | 4.096s |
| Initial point 6 | 10.5938 | dista.. | ball_tree | 21 | 2 | 0.75 | 1.0 | 0.627s | 4.925s |
| Initial point 7 | 7.5774 | dista.. | ball_tree | 24 | 1 | 0.9375 | 1.0 | 0.635s | 5.762s |
| Initial point 8 | 1.8158 | dista.. | ball_tree | 21 | 2 | 1.0 | 1.0 | 0.643s | 6.598s |
| Initial point 9 | 8.4408 | uniform | ball_tree | 24 | 1 | 0.8125 | 1.0 | 0.641s | 7.540s |
| Initial point 10 | 5.9953 | uniform | brute | 22 | 2 | 0.5938 | 1.0 | 0.631s | 8.377s |
| Iteration 11 | 0.0 | dista.. | auto | 40 | 1 | 0.5 | 1.0 | 0.642s | 9.603s |
| Iteration 12 | 2.4492 | dista.. | ball_tree | 23 | 2 | 0.6875 | 1.0 | 0.633s | 10.790s |
| Iteration 13 | 0.7793 | dista.. | auto | 26 | 1 | 0.375 | 1.0 | 0.662s | 11.875s |
| Iteration 14 | 5.7545 | dista.. | kd_tree | 38 | 2 | 1.0 | 1.0 | 0.627s | 12.924s |
| Iteration 15 | 5.7902 | dista.. | kd_tree | 40 | 2 | 0.6875 | 1.0 | 0.626s | 13.985s |
| Iteration 16 | 0.0 | dista.. | brute | 38 | 2 | 0.5 | 1.0 | 0.638s | 15.102s |
| Iteration 17 | 5.1233 | dista.. | auto | 24 | 2 | 0.875 | 1.0 | 0.624s | 16.162s |
| Iteration 18 | 9.5119 | dista.. | brute | 27 | 1 | 0.9375 | 1.0 | 0.647s | 17.269s |
| Iteration 19 | 6.5946 | dista.. | brute | 38 | 1 | 0.625 | 1.0 | 1.067s | 18.770s |
| Iteration 20 | 11.3663 | dista.. | brute | 20 | 1 | 0.4375 | 1.0 | 0.649s | 19.994s |
| Iteration 21 | 6.2967 | dista.. | auto | 20 | 2 | 0.75 | 1.0 | 0.631s | 21.048s |
| Iteration 22 | 3.8482 | dista.. | auto | 38 | 2 | 1.0 | 1.0 | 0.636s | 22.119s |
| Iteration 23 | 4.2052 | dista.. | kd_tree | 25 | 2 | 0.9375 | 1.0 | 0.624s | 23.370s |
| Iteration 24 | 3.8719 | dista.. | kd_tree | 38 | 1 | 0.3438 | 1.0 | 0.650s | 24.488s |
| Iteration 25 | 3.8271 | dista.. | brute | 37 | 2 | 1.0 | 1.0 | 0.638s | 25.585s |
| Iteration 26 | 3.8543 | dista.. | brute | 40 | 2 | 0.9375 | 1.0 | 0.654s | 26.728s |
| Iteration 27 | 3.9045 | dista.. | brute | 20 | 2 | 0.8125 | 1.0 | 0.629s | 27.865s |
| Iteration 28 | 12.2348 | uniform | kd_tree | 40 | 1 | 0.9688 | 1.0 | 0.625s | 28.944s |
| Iteration 29 | 12.7767 | uniform | kd_tree | 20 | 1 | 0.25 | 1.0 | 0.627s | 30.084s |
| Iteration 30 | 9.9188 | uniform | kd_tree | 40 | 1 | 0.7812 | 1.0 | 0.631s | 31.298s |
| Iteration 31 | 4.6195 | dista.. | auto | 32 | 2 | 1.0 | 1.0 | 0.649s | 32.533s |
| Iteration 32 | 4.278 | dista.. | auto | 33 | 2 | 0.75 | 1.0 | 0.631s | 33.705s |
| Iteration 33 | 7.5398 | dista.. | brute | 20 | 1 | 0.625 | 1.0 | 0.637s | 34.912s |
| Iteration 34 | 4.886 | dista.. | ball_tree | 37 | 2 | 0.5625 | 1.0 | 0.628s | 36.236s |
| Iteration 35 | 5.0324 | dista.. | ball_tree | 38 | 2 | 1.0 | 1.0 | 0.657s | 37.755s |
| Iteration 36 | 5.3667 | uniform | auto | 38 | 2 | 0.5625 | 1.0 | 0.628s | 39.100s |
| Iteration 37 | 3.8492 | uniform | auto | 40 | 1 | 0.6875 | 1.0 | 0.647s | 40.318s |
| Iteration 38 | 12.7767 | dista.. | kd_tree | 40 | 2 | 0.5 | 1.0 | 0.645s | 41.530s |
| Iteration 39 | 0.3034 | uniform | auto | 20 | 2 | 0.375 | 1.0 | 0.635s | 42.719s |
| Iteration 40 | 0.0 | uniform | brute | 20 | 1 | 0.5 | 1.0 | 0.632s | 43.918s |
| Iteration 41 | 9.6369 | dista.. | auto | 40 | 1 | 0.875 | 1.0 | 1.218s | 45.713s |
| Iteration 42 | 3.0952 | dista.. | kd_tree | 40 | 2 | 0.4375 | 1.0 | 0.691s | 47.031s |
| Iteration 43 | 6.8631 | dista.. | kd_tree | 29 | 2 | 1.0 | 1.0 | 0.687s | 48.369s |
| Iteration 44 | 6.7377 | dista.. | brute | 29 | 2 | 0.9375 | 1.0 | 0.692s | 49.688s |
| Iteration 45 | 6.5179 | dista.. | brute | 29 | 2 | 0.8125 | 1.0 | 0.689s | 50.992s |
| Iteration 46 | 7.6178 | dista.. | auto | 37 | 2 | 0.875 | 1.0 | 0.683s | 52.328s |
| Iteration 47 | 8.6334 | uniform | kd_tree | 40 | 1 | 0.3438 | 1.0 | 0.697s | 53.733s |
| Iteration 48 | 6.819 | dista.. | kd_tree | 20 | 2 | 0.75 | 1.0 | 0.682s | 55.025s |
| Iteration 49 | 8.1348 | dista.. | brute | 40 | 2 | 0.875 | 1.0 | 0.641s | 56.314s |
| Iteration 50 | 7.1856 | dista.. | ball_tree | 32 | 2 | 0.8125 | 1.0 | 0.635s | 57.647s |
Bayesian Optimization ---------------------------
Best call --> Iteration 43
Best parameters --> {'radius': 6.8631, 'weights': 'distance', 'algorithm': 'kd_tree', 'leaf_size': 29, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 58.321s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.64 ± 0.08
Time elapsed: 0.050s
-------------------------------------------------
Total time: 58.387s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.875 | 0.875 | 1.033s | 1.040s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.875 | 0.875 | 1.078s | 2.333s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.875 | 0.875 | 0.860s | 3.397s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.5625 | 0.875 | 1.000s | 4.606s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.875 | 0.875 | 0.855s | 5.659s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.75 | 0.875 | 1.048s | 6.905s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.8438 | 0.875 | 0.715s | 7.847s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.9375 | 0.9375 | 0.933s | 9.000s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.7188 | 0.9375 | 0.679s | 9.888s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.75 | 0.9375 | 0.749s | 10.870s |
| Iteration 11 | 415 | 0.0198 | SAMME | 0.6875 | 0.9375 | 0.912s | 12.186s |
| Iteration 12 | 238 | 7.0653 | SAMME | 0.25 | 0.9375 | 0.655s | 13.229s |
| Iteration 13 | 366 | 0.0179 | SAMME | 1.0 | 1.0 | 0.875s | 14.454s |
| Iteration 14 | 115 | 0.0169 | SAMME | 0.9688 | 1.0 | 0.721s | 15.574s |
| Iteration 15 | 294 | 1.1705 | SAMME | 0.5 | 1.0 | 0.833s | 16.798s |
| Iteration 16 | 204 | 0.9272 | SAMME | 0.5625 | 1.0 | 1.342s | 18.557s |
| Iteration 17 | 142 | 0.018 | SAMME | 0.9062 | 1.0 | 0.779s | 19.752s |
| Iteration 18 | 323 | 5.8104 | SAMME.R | 0.9062 | 1.0 | 0.927s | 21.084s |
| Iteration 19 | 381 | 5.3268 | SAMME.R | 0.8125 | 1.0 | 0.980s | 22.468s |
| Iteration 20 | 416 | 0.0174 | SAMME | 0.8125 | 1.0 | 0.969s | 23.895s |
| Iteration 21 | 458 | 0.0443 | SAMME.R | 0.75 | 1.0 | 1.042s | 25.349s |
| Iteration 22 | 399 | 0.056 | SAMME.R | 0.75 | 1.0 | 0.927s | 26.733s |
| Iteration 23 | 210 | 0.0311 | SAMME | 0.9375 | 1.0 | 0.776s | 27.950s |
| Iteration 24 | 50 | 0.0444 | SAMME | 0.625 | 1.0 | 0.647s | 29.048s |
| Iteration 25 | 72 | 10.0 | SAMME.R | 0.75 | 1.0 | 0.685s | 30.180s |
| Iteration 26 | 416 | 2.5499 | SAMME.R | 0.625 | 1.0 | 0.947s | 31.562s |
| Iteration 27 | 495 | 0.0297 | SAMME | 0.7188 | 1.0 | 0.954s | 33.011s |
| Iteration 28 | 129 | 0.0331 | SAMME | 1.0 | 1.0 | 0.703s | 34.177s |
| Iteration 29 | 490 | 0.0344 | SAMME | 0.625 | 1.0 | 0.970s | 35.626s |
| Iteration 30 | 288 | 0.0101 | SAMME | 0.875 | 1.0 | 0.857s | 36.939s |
| Iteration 31 | 263 | 0.01 | SAMME | 0.8125 | 1.0 | 0.848s | 38.246s |
| Iteration 32 | 51 | 0.011 | SAMME.R | 0.875 | 1.0 | 0.696s | 39.408s |
| Iteration 33 | 50 | 0.0746 | SAMME.R | 0.625 | 1.0 | 0.691s | 40.576s |
| Iteration 34 | 184 | 0.057 | SAMME | 0.9062 | 1.0 | 0.788s | 41.795s |
| Iteration 35 | 238 | 10.0 | SAMME.R | 0.4375 | 1.0 | 0.853s | 43.107s |
| Iteration 36 | 122 | 0.0294 | SAMME.R | 0.75 | 1.0 | 0.754s | 44.375s |
| Iteration 37 | 354 | 0.0134 | SAMME | 0.625 | 1.0 | 0.920s | 45.842s |
| Iteration 38 | 132 | 0.0302 | SAMME | 0.625 | 1.0 | 1.320s | 47.706s |
| Iteration 39 | 219 | 0.0388 | SAMME.R | 0.8438 | 1.0 | 0.837s | 49.067s |
| Iteration 40 | 295 | 0.0487 | SAMME | 0.8125 | 1.0 | 0.868s | 50.434s |
| Iteration 41 | 367 | 0.0184 | SAMME | 0.7812 | 1.0 | 0.928s | 51.911s |
| Iteration 42 | 214 | 0.01 | SAMME.R | 0.8125 | 1.0 | 0.829s | 53.246s |
| Iteration 43 | 204 | 0.1047 | SAMME.R | 0.75 | 1.0 | 0.834s | 54.565s |
| Iteration 44 | 500 | 10.0 | SAMME | 0.5 | 1.0 | 0.658s | 55.743s |
| Iteration 45 | 50 | 0.01 | SAMME | 0.8438 | 1.0 | 0.691s | 56.945s |
| Iteration 46 | 62 | 0.01 | SAMME.R | 0.875 | 1.0 | 0.671s | 58.158s |
| Iteration 47 | 179 | 0.01 | SAMME.R | 0.5 | 1.0 | 0.764s | 59.442s |
| Iteration 48 | 424 | 0.01 | SAMME.R | 0.8125 | 1.0 | 0.950s | 1m:01s |
| Iteration 49 | 475 | 0.01 | SAMME.R | 0.8125 | 1.0 | 1.046s | 1m:03s |
| Iteration 50 | 197 | 0.01 | SAMME.R | 0.9375 | 1.0 | 0.808s | 1m:04s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'n_estimators': 366, 'learning_rate': 0.0179, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8942
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.290s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.705 ± 0.1435
Time elapsed: 1.326s
-------------------------------------------------
Total time: 1m:06s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.75 | 0.75 | 1.041s | 1.060s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.9375 | 0.9375 | 0.917s | 2.190s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.9375 | 0.9375 | 0.941s | 3.353s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.9375 | 0.769s | 4.350s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 1.0 | 1.0 | 0.954s | 5.518s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.7812 | 1.0 | 0.801s | 6.540s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.9375 | 1.0 | 0.834s | 7.596s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.875 | 1.0 | 0.816s | 8.668s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.7188 | 1.0 | 0.897s | 9.831s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.6562 | 1.0 | 0.873s | 10.933s |
| Iteration 11 | 500 | gini | None | 15 | 8 | log2 | True | 0.0155 | 0.8 | 0.75 | 1.0 | 1.016s | 12.657s |
| Iteration 12 | 176 | gini | None | 18 | 15 | log2 | True | 0.0067 | None | 1.0 | 1.0 | 0.751s | 14.140s |
| Iteration 13 | 181 | gini | None | 6 | 20 | auto | False | 0.0195 | --- | 1.0 | 1.0 | 0.720s | 15.474s |
| Iteration 14 | 151 | gini | None | 6 | 20 | auto | False | 0.0197 | --- | 1.0 | 1.0 | 1.225s | 17.323s |
| Iteration 15 | 370 | gini | None | 15 | 20 | log2 | True | 0.0111 | 0.9 | 0.6875 | 1.0 | 0.937s | 18.905s |
| Iteration 16 | 118 | gini | None | 15 | 15 | 0.5 | True | 0.0156 | 0.5 | 0.5 | 1.0 | 0.741s | 20.337s |
| Iteration 17 | 55 | entropy | 5 | 19 | 5 | None | False | 0.0061 | --- | 0.9375 | 1.0 | 0.691s | 21.708s |
| Iteration 18 | 394 | gini | 7 | 3 | 17 | None | True | 0.0273 | 0.5 | 0.5 | 1.0 | 0.941s | 23.398s |
| Iteration 19 | 10 | gini | 7 | 20 | 1 | auto | False | 0.0 | --- | 0.875 | 1.0 | 0.658s | 24.792s |
| Iteration 20 | 148 | entropy | None | 13 | 16 | sqrt | False | 0.0 | --- | 0.75 | 1.0 | 0.724s | 26.262s |
| Iteration 21 | 202 | gini | 7 | 2 | 11 | log2 | False | 0.0129 | --- | 0.875 | 1.0 | 0.778s | 27.708s |
| Iteration 22 | 138 | gini | None | 5 | 20 | auto | False | 0.0225 | --- | 1.0 | 1.0 | 0.696s | 29.225s |
| Iteration 23 | 468 | entropy | 4 | 18 | 3 | log2 | True | 0.0021 | None | 1.0 | 1.0 | 0.972s | 30.830s |
| Iteration 24 | 23 | gini | 2 | 5 | 14 | log2 | False | 0.0022 | --- | 0.6562 | 1.0 | 0.624s | 32.078s |
| Iteration 25 | 28 | entropy | 4 | 4 | 14 | log2 | True | 0.0168 | None | 1.0 | 1.0 | 0.629s | 33.467s |
| Iteration 26 | 104 | entropy | 5 | 13 | 6 | None | False | 0.0069 | --- | 0.9688 | 1.0 | 0.674s | 34.894s |
| Iteration 27 | 125 | entropy | 6 | 18 | 14 | log2 | True | 0.0027 | 0.5 | 0.5 | 1.0 | 0.704s | 36.422s |
| Iteration 28 | 185 | entropy | 3 | 19 | 15 | sqrt | True | 0.0193 | None | 1.0 | 1.0 | 0.781s | 37.865s |
| Iteration 29 | 221 | entropy | 4 | 18 | 2 | sqrt | False | 0.0275 | --- | 0.5 | 1.0 | 0.743s | 39.341s |
| Iteration 30 | 120 | entropy | 3 | 14 | 9 | log2 | True | 0.0148 | None | 0.9375 | 1.0 | 0.753s | 40.840s |
| Iteration 31 | 353 | gini | 4 | 10 | 20 | 0.5 | False | 0.008 | --- | 0.8438 | 1.0 | 0.846s | 42.419s |
| Iteration 32 | 131 | gini | 3 | 7 | 1 | auto | True | 0.0243 | None | 0.875 | 1.0 | 0.708s | 43.858s |
| Iteration 33 | 489 | entropy | None | 19 | 1 | 0.6 | True | 0.005 | None | 0.6875 | 1.0 | 1.009s | 45.573s |
| Iteration 34 | 324 | entropy | 4 | 16 | 8 | log2 | True | 0.0134 | None | 1.0 | 1.0 | 0.896s | 47.276s |
| Iteration 35 | 206 | entropy | 4 | 6 | 10 | sqrt | True | 0.0043 | None | 0.875 | 1.0 | 0.810s | 48.974s |
| Iteration 36 | 355 | entropy | 4 | 12 | 5 | log2 | True | 0.0073 | None | 0.875 | 1.0 | 0.927s | 50.629s |
| Iteration 37 | 314 | entropy | 7 | 16 | 3 | 0.8 | False | 0.0073 | --- | 0.8438 | 1.0 | 1.353s | 52.834s |
| Iteration 38 | 420 | entropy | 5 | 17 | 8 | log2 | True | 0.0103 | None | 0.5 | 1.0 | 0.945s | 54.620s |
| Iteration 39 | 302 | gini | None | 6 | 11 | sqrt | True | 0.0057 | None | 0.875 | 1.0 | 0.900s | 56.321s |
| Iteration 40 | 215 | entropy | 4 | 7 | 9 | log2 | True | 0.0147 | 0.6 | 0.75 | 1.0 | 0.810s | 58.023s |
| Iteration 41 | 452 | entropy | 4 | 9 | 3 | auto | True | 0.022 | None | 0.75 | 1.0 | 0.963s | 59.813s |
| Iteration 42 | 123 | gini | 4 | 18 | 10 | 0.5 | True | 0.0312 | None | 0.8125 | 1.0 | 0.717s | 1m:01s |
| Iteration 43 | 317 | entropy | 4 | 18 | 8 | log2 | True | 0.0055 | None | 1.0 | 1.0 | 0.894s | 1m:03s |
| Iteration 44 | 233 | entropy | 4 | 9 | 7 | log2 | True | 0.0193 | None | 0.6875 | 1.0 | 0.836s | 1m:05s |
| Iteration 45 | 113 | gini | None | 19 | 14 | log2 | True | 0.0318 | 0.5 | 0.5 | 1.0 | 0.746s | 1m:07s |
| Iteration 46 | 93 | entropy | None | 4 | 15 | log2 | True | 0.0069 | None | 0.9375 | 1.0 | 0.725s | 1m:08s |
| Iteration 47 | 208 | entropy | 4 | 8 | 8 | log2 | True | 0.0077 | None | 0.5625 | 1.0 | 0.815s | 1m:10s |
| Iteration 48 | 16 | gini | None | 18 | 15 | log2 | True | 0.0298 | 0.8 | 0.5 | 1.0 | 0.662s | 1m:12s |
| Iteration 49 | 297 | entropy | 4 | 17 | 8 | log2 | True | 0.0121 | 0.7 | 0.875 | 1.0 | 0.890s | 1m:14s |
| Iteration 50 | 489 | entropy | 4 | 16 | 8 | log2 | True | 0.0134 | 0.5 | 0.9375 | 1.0 | 1.028s | 1m:16s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'n_estimators': 151, 'criterion': 'gini', 'max_depth': None, 'min_samples_split': 6, 'min_samples_leaf': 20, 'max_features': 'auto', 'bootstrap': False, 'ccp_alpha': 0.0197}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:17s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8362
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.108s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.53 ± 0.0748
Time elapsed: 0.478s
-------------------------------------------------
Total time: 1m:17s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.7812 | 0.7812 | 0.724s | 0.742s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.8125 | 0.8125 | 0.762s | 1.758s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.8125 | 0.739s | 2.714s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.8125 | 0.705s | 3.651s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.8125 | 0.732s | 4.610s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.8125 | 0.707s | 5.525s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.8125 | 0.728s | 6.464s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.8125 | 0.717s | 7.402s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.6875 | 0.8125 | 0.742s | 8.378s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.8125 | 0.721s | 9.322s |
| Iteration 11 | 270 | 0.5885 | 2 | 0.1349 | 4 | 0.7 | 0.8 | 0.1 | 100 | 0.6875 | 0.8125 | 0.714s | 10.629s |
| Iteration 12 | 434 | 0.2513 | 5 | 0.9405 | 3 | 0.8 | 0.4 | 0.1 | 10 | 1.0 | 1.0 | 0.747s | 11.991s |
| Iteration 13 | 337 | 0.01 | 4 | 0.0 | 1 | 1.0 | 1.0 | 100 | 0 | 0.5 | 1.0 | 1.310s | 13.952s |
| Iteration 14 | 445 | 0.1751 | 6 | 1.0 | 3 | 0.8 | 0.4 | 0.1 | 10 | 0.9375 | 1.0 | 0.752s | 15.357s |
| Iteration 15 | 430 | 0.8609 | 3 | 0.6117 | 2 | 0.6 | 0.4 | 0.01 | 1 | 0.375 | 1.0 | 0.742s | 16.765s |
| Iteration 16 | 473 | 0.6469 | 4 | 0.263 | 2 | 0.8 | 0.5 | 0.1 | 10 | 0.75 | 1.0 | 0.753s | 18.190s |
| Iteration 17 | 328 | 0.9498 | 4 | 0.3574 | 3 | 0.8 | 0.4 | 0.1 | 1 | 0.9375 | 1.0 | 0.724s | 19.592s |
| Iteration 18 | 334 | 0.0119 | 5 | 0.8847 | 3 | 0.5 | 0.4 | 10 | 0 | 0.5 | 1.0 | 0.715s | 20.928s |
| Iteration 19 | 445 | 0.0719 | 4 | 0.5625 | 2 | 0.9 | 1.0 | 1 | 0 | 1.0 | 1.0 | 0.748s | 22.382s |
| Iteration 20 | 143 | 0.0356 | 1 | 0.1427 | 2 | 1.0 | 1.0 | 1 | 0.01 | 0.7812 | 1.0 | 0.695s | 23.753s |
| Iteration 21 | 471 | 0.0189 | 5 | 1.0 | 3 | 0.8 | 0.4 | 1 | 0.01 | 0.875 | 1.0 | 0.716s | 25.265s |
| Iteration 22 | 500 | 0.1713 | 2 | 0.6605 | 2 | 0.9 | 0.8 | 1 | 0 | 1.0 | 1.0 | 0.757s | 26.808s |
| Iteration 23 | 310 | 0.3796 | 4 | 0.9522 | 3 | 0.8 | 0.4 | 0.1 | 100 | 0.6562 | 1.0 | 0.678s | 28.315s |
| Iteration 24 | 500 | 0.3714 | 7 | 0.723 | 3 | 0.9 | 0.5 | 0.1 | 10 | 0.6875 | 1.0 | 0.727s | 29.804s |
| Iteration 25 | 279 | 0.0412 | 5 | 0.8969 | 2 | 0.9 | 0.8 | 1 | 0 | 1.0 | 1.0 | 0.699s | 31.251s |
| Iteration 26 | 112 | 0.1561 | 2 | 0.8273 | 2 | 0.8 | 0.6 | 1 | 0 | 0.625 | 1.0 | 0.711s | 32.667s |
| Iteration 27 | 441 | 0.01 | 3 | 0.4785 | 2 | 0.9 | 0.7 | 1 | 0 | 0.75 | 1.0 | 0.750s | 34.032s |
| Iteration 28 | 24 | 0.573 | 5 | 0.7739 | 3 | 0.8 | 0.4 | 0.1 | 10 | 1.0 | 1.0 | 0.686s | 35.566s |
| Iteration 29 | 145 | 0.0274 | 4 | 0.9894 | 2 | 1.0 | 0.9 | 1 | 0 | 0.625 | 1.0 | 0.695s | 37.035s |
| Iteration 30 | 223 | 0.0142 | 3 | 0.4735 | 2 | 0.9 | 0.9 | 0.1 | 0 | 0.875 | 1.0 | 0.715s | 38.541s |
| Iteration 31 | 193 | 0.6927 | 5 | 0.9269 | 1 | 0.8 | 0.4 | 0.1 | 1 | 0.875 | 1.0 | 0.709s | 40.087s |
| Iteration 32 | 170 | 0.2113 | 5 | 0.7633 | 3 | 0.8 | 0.4 | 0.1 | 10 | 0.875 | 1.0 | 0.702s | 41.592s |
| Iteration 33 | 66 | 0.4207 | 8 | 1.0 | 1 | 0.9 | 1.0 | 0.01 | 0.01 | 0.75 | 1.0 | 0.692s | 43.100s |
| Iteration 34 | 414 | 0.2507 | 8 | 0.779 | 1 | 0.9 | 0.9 | 10 | 0 | 0.5 | 1.0 | 0.694s | 44.616s |
| Iteration 35 | 351 | 0.6799 | 5 | 1.0 | 3 | 0.8 | 0.4 | 0.1 | 10 | 0.875 | 1.0 | 0.701s | 46.156s |
| Iteration 36 | 482 | 1.0 | 5 | 0.5457 | 3 | 0.9 | 0.8 | 0.01 | 0.01 | 1.0 | 1.0 | 0.705s | 47.714s |
| Iteration 37 | 461 | 0.2105 | 5 | 0.8085 | 8 | 0.9 | 0.5 | 0 | 0 | 0.5 | 1.0 | 1.282s | 49.735s |
| Iteration 38 | 413 | 0.2674 | 3 | 0.5349 | 2 | 0.9 | 0.9 | 0.1 | 0 | 0.75 | 1.0 | 0.770s | 51.290s |
| Iteration 39 | 59 | 0.0509 | 5 | 0.4708 | 2 | 0.9 | 0.4 | 0.01 | 0.1 | 0.9375 | 1.0 | 0.697s | 52.744s |
| Iteration 40 | 298 | 0.4947 | 5 | 0.5326 | 2 | 0.9 | 0.4 | 0.1 | 1 | 1.0 | 1.0 | 0.742s | 54.277s |
| Iteration 41 | 264 | 0.9727 | 5 | 0.5606 | 2 | 0.9 | 0.5 | 0.1 | 0 | 0.625 | 1.0 | 0.726s | 55.814s |
| Iteration 42 | 258 | 0.0171 | 4 | 0.55 | 3 | 0.9 | 1.0 | 0.01 | 0 | 0.875 | 1.0 | 0.724s | 57.428s |
| Iteration 43 | 20 | 0.1109 | 2 | 1.0 | 3 | 0.9 | 0.4 | 0.1 | 0.1 | 1.0 | 1.0 | 0.694s | 58.914s |
| Iteration 44 | 269 | 0.0101 | 2 | 0.9845 | 3 | 0.9 | 0.4 | 0.01 | 0.1 | 0.4375 | 1.0 | 0.718s | 1m:00s |
| Iteration 45 | 485 | 0.712 | 1 | 0.8601 | 10 | 1.0 | 0.8 | 10 | 10 | 0.5 | 1.0 | 0.692s | 1m:02s |
| Iteration 46 | 375 | 0.7352 | 2 | 0.0362 | 1 | 1.0 | 0.8 | 0 | 0.01 | 0.875 | 1.0 | 0.684s | 1m:03s |
| Iteration 47 | 411 | 0.0587 | 9 | 0.1951 | 1 | 1.0 | 0.6 | 0 | 10 | 0.625 | 1.0 | 0.700s | 1m:05s |
| Iteration 48 | 390 | 0.0359 | 7 | 0.9217 | 2 | 0.8 | 0.8 | 1 | 0 | 0.75 | 1.0 | 0.710s | 1m:06s |
| Iteration 49 | 156 | 0.2396 | 7 | 0.3059 | 3 | 0.9 | 0.6 | 0.1 | 0.1 | 0.375 | 1.0 | 0.688s | 1m:08s |
| Iteration 50 | 54 | 0.0569 | 5 | 0.0 | 4 | 0.7 | 0.4 | 0.1 | 0.1 | 0.9375 | 1.0 | 0.665s | 1m:09s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.1713, 'max_depth': 2, 'gamma': 0.6605, 'min_child_weight': 2, 'subsample': 0.9, 'colsample_bytree': 0.8, 'reg_alpha': 1, 'reg_lambda': 0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:10s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9647
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.104s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.65 ± 0.1414
Time elapsed: 0.327s
-------------------------------------------------
Total time: 1m:11s
Final results ==================== >>
Duration: 7m:36s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.74 ± 0.086
Logistic Regression --> roc_auc: 0.78 ± 0.04
Linear Discriminant Analysis --> roc_auc: 0.69 ± 0.3262
Quadratic Discriminant Analysis --> roc_auc: 0.78 ± 0.04 !
Radius Nearest Neighbors --> roc_auc: 0.64 ± 0.08 ~
AdaBoost --> roc_auc: 0.705 ± 0.1435 ~
Random Forest --> roc_auc: 0.53 ± 0.0748 ~
XGBoost --> roc_auc: 0.65 ± 0.1414 ~
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVGGGSNYKLTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CATDSNDYKLSF.
>>> Dropping feature CAVLNAGNNRKLIW.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CASSPGGYEQYF.
>>> Dropping feature CAVENQAGTALIF.
>>> Dropping feature CAENNNARLMF.
>>> Dropping feature CALSSGGSNYKLTF.
>>> Dropping feature CAVRYGGSQGNLIF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CASSGSARQLTF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASKTGNQFYF.
>>> Dropping feature CAASTNTGNQFYF.
>>> Dropping feature CALILTGGGNKLTF.
>>> Dropping feature CAVDTDKLIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAVTNTGGFKTIF.
>>> Dropping feature CAASKGSARQLTF.
>>> Dropping feature CAATSGSARQLTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAPNSGGGADGLTF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.875 | 0.875 | 3.119s | 3.139s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.9375 | 0.9375 | 3.144s | 6.650s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.9375 | 0.9375 | 3.141s | 10.012s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 1.0 | 1.0 | 3.147s | 13.381s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.75 | 1.0 | 3.161s | 16.764s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.75 | 1.0 | 3.224s | 20.222s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.8438 | 1.0 | 3.177s | 23.639s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.8125 | 1.0 | 3.195s | 27.059s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.6875 | 1.0 | 3.133s | 30.416s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.6875 | 1.0 | 3.129s | 33.818s |
| Iteration 11 | deviance | 0.077 | 411 | 0.5 | friedman_mse | 2 | 15 | 6 | log2 | 0.0227 | 0.5 | 1.0 | 3.215s | 37.587s |
| Iteration 12 | exponen.. | 0.0641 | 488 | 0.8 | friedman_mse | 2 | 14 | 1 | auto | 0.0216 | 1.0 | 1.0 | 3.192s | 41.373s |
| Iteration 13 | exponen.. | 0.9341 | 402 | 1.0 | squared_er.. | 2 | 17 | 4 | auto | 0.0163 | 1.0 | 1.0 | 3.703s | 45.644s |
| Iteration 14 | exponen.. | 0.2029 | 387 | 0.6 | friedman_mse | 2 | 16 | 4 | auto | 0.0205 | 0.875 | 1.0 | 3.161s | 49.371s |
| Iteration 15 | exponen.. | 0.0189 | 205 | 0.9 | friedman_mse | 15 | 16 | 6 | auto | 0.0018 | 0.4375 | 1.0 | 3.163s | 53.083s |
| Iteration 16 | exponen.. | 0.6463 | 109 | 1.0 | squared_er.. | 8 | 16 | 6 | auto | 0.0169 | 0.6875 | 1.0 | 3.113s | 56.830s |
| Iteration 17 | exponen.. | 0.0501 | 479 | 1.0 | squared_er.. | 2 | 8 | 2 | log2 | 0.017 | 0.875 | 1.0 | 3.197s | 1m:01s |
| Iteration 18 | exponen.. | 0.3078 | 160 | 0.6 | friedman_mse | 5 | 15 | 8 | 0.5 | 0.0151 | 0.4375 | 1.0 | 3.136s | 1m:04s |
| Iteration 19 | exponen.. | 0.4749 | 344 | 1.0 | squared_er.. | 17 | 18 | 6 | auto | 0.0232 | 0.6875 | 1.0 | 3.222s | 1m:08s |
| Iteration 20 | exponen.. | 0.0348 | 138 | 0.8 | squared_er.. | 7 | 12 | 1 | 0.6 | 0.0051 | 0.875 | 1.0 | 3.183s | 1m:12s |
| Iteration 21 | exponen.. | 0.1702 | 368 | 0.6 | friedman_mse | 16 | 14 | 5 | log2 | 0.0118 | 0.625 | 1.0 | 3.242s | 1m:16s |
| Iteration 22 | exponen.. | 0.4881 | 145 | 0.8 | squared_er.. | 4 | 16 | 2 | 0.9 | 0.0314 | 0.6875 | 1.0 | 3.179s | 1m:20s |
| Iteration 23 | exponen.. | 0.2179 | 201 | 1.0 | friedman_mse | 3 | 13 | 2 | auto | 0.0249 | 0.875 | 1.0 | 3.223s | 1m:24s |
| Iteration 24 | deviance | 0.227 | 398 | 0.7 | squared_er.. | 7 | 5 | 5 | None | 0.0342 | 0.5 | 1.0 | 3.237s | 1m:28s |
| Iteration 25 | exponen.. | 0.2382 | 500 | 0.8 | friedman_mse | 3 | 8 | 3 | auto | 0.013 | 0.8125 | 1.0 | 3.307s | 1m:32s |
| Iteration 26 | exponen.. | 0.0175 | 94 | 1.0 | squared_er.. | 4 | 17 | 3 | auto | 0.0247 | 1.0 | 1.0 | 3.168s | 1m:35s |
| Iteration 27 | exponen.. | 0.8041 | 47 | 0.9 | squared_er.. | 3 | 17 | 3 | auto | 0.0248 | 0.5 | 1.0 | 3.165s | 1m:39s |
| Iteration 28 | exponen.. | 0.1933 | 221 | 1.0 | friedman_mse | 5 | 16 | 5 | 0.5 | 0.0227 | 0.875 | 1.0 | 3.169s | 1m:43s |
| Iteration 29 | exponen.. | 0.0171 | 141 | 0.8 | squared_er.. | 4 | 14 | 3 | auto | 0.0232 | 0.375 | 1.0 | 3.215s | 1m:47s |
| Iteration 30 | exponen.. | 0.5699 | 210 | 0.5 | squared_er.. | 5 | 19 | 7 | sqrt | 0.0213 | 0.5 | 1.0 | 3.174s | 1m:51s |
| Iteration 31 | exponen.. | 0.016 | 56 | 0.6 | friedman_mse | 2 | 17 | 5 | log2 | 0.0223 | 0.75 | 1.0 | 3.183s | 1m:55s |
| Iteration 32 | exponen.. | 0.0181 | 317 | 1.0 | squared_er.. | 11 | 7 | 6 | auto | 0.001 | 0.75 | 1.0 | 3.239s | 1m:59s |
| Iteration 33 | exponen.. | 1.0 | 313 | 1.0 | squared_er.. | 9 | 16 | 4 | auto | 0.0297 | 0.6562 | 1.0 | 3.197s | 2m:03s |
| Iteration 34 | exponen.. | 0.3176 | 26 | 0.6 | friedman_mse | 12 | 16 | 7 | auto | 0.0285 | 0.6875 | 1.0 | 3.150s | 2m:07s |
| Iteration 35 | exponen.. | 0.2153 | 217 | 0.6 | friedman_mse | 9 | 7 | 7 | sqrt | 0.0245 | 1.0 | 1.0 | 3.217s | 2m:11s |
| Iteration 36 | exponen.. | 0.8901 | 362 | 0.6 | friedman_mse | 14 | 7 | 9 | sqrt | 0.0147 | 0.375 | 1.0 | 3.763s | 2m:15s |
| Iteration 37 | exponen.. | 0.2206 | 55 | 0.6 | friedman_mse | 3 | 13 | 1 | sqrt | 0.0239 | 0.75 | 1.0 | 3.128s | 2m:19s |
| Iteration 38 | exponen.. | 0.081 | 476 | 0.6 | friedman_mse | 7 | 15 | 3 | sqrt | 0.0229 | 0.8125 | 1.0 | 3.292s | 2m:23s |
| Iteration 39 | exponen.. | 0.013 | 225 | 1.0 | squared_er.. | 2 | 3 | 7 | 0.5 | 0.0217 | 0.6875 | 1.0 | 3.222s | 2m:27s |
| Iteration 40 | exponen.. | 0.9131 | 252 | 0.6 | friedman_mse | 8 | 5 | 10 | auto | 0.0229 | 0.7812 | 1.0 | 3.253s | 2m:31s |
| Iteration 41 | exponen.. | 0.2151 | 198 | 0.6 | friedman_mse | 8 | 14 | 8 | sqrt | 0.0015 | 0.875 | 1.0 | 3.179s | 2m:35s |
| Iteration 42 | exponen.. | 0.215 | 374 | 0.6 | friedman_mse | 8 | 9 | 2 | auto | 0.035 | 0.6875 | 1.0 | 3.251s | 2m:40s |
| Iteration 43 | exponen.. | 0.0582 | 101 | 0.6 | friedman_mse | 8 | 3 | 6 | auto | 0.0291 | 0.875 | 1.0 | 3.192s | 2m:44s |
| Iteration 44 | exponen.. | 0.0308 | 496 | 0.9 | friedman_mse | 4 | 12 | 1 | 0.7 | 0.0015 | 0.4375 | 1.0 | 3.184s | 2m:47s |
| Iteration 45 | exponen.. | 0.1043 | 449 | 1.0 | squared_er.. | 3 | 16 | 3 | auto | 0.0209 | 0.625 | 1.0 | 3.176s | 2m:51s |
| Iteration 46 | exponen.. | 0.1121 | 371 | 1.0 | friedman_mse | 9 | 11 | 3 | sqrt | 0.0217 | 0.875 | 1.0 | 3.160s | 2m:56s |
| Iteration 47 | exponen.. | 0.1414 | 500 | 0.8 | friedman_mse | 2 | 8 | 10 | log2 | 0.0214 | 0.5625 | 1.0 | 3.187s | 2m:60s |
| Iteration 48 | exponen.. | 1.0 | 316 | 0.8 | friedman_mse | 15 | 4 | 5 | log2 | 0.0241 | 0.6875 | 1.0 | 3.163s | 3m:04s |
| Iteration 49 | exponen.. | 1.0 | 261 | 0.9 | friedman_mse | 2 | 4 | 1 | log2 | 0.0208 | 0.7188 | 1.0 | 3.145s | 3m:08s |
| Iteration 50 | exponen.. | 0.1525 | 137 | 0.6 | friedman_mse | 4 | 18 | 9 | auto | 0.0241 | 0.5 | 1.0 | 3.120s | 3m:12s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.9341, 'n_estimators': 402, 'subsample': 1.0, 'criterion': 'squared_error', 'min_samples_split': 2, 'min_samples_leaf': 17, 'max_depth': 4, 'max_features': 'auto', 'ccp_alpha': 0.0163}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:13s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9817
Test evaluation --> roc_auc: 0.3
Time elapsed: 0.087s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.425 ± 0.1204
Time elapsed: 0.409s
-------------------------------------------------
Total time: 3m:14s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 1.0 | 1.0 | 3.136s | 3.148s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.75 | 1.0 | 3.147s | 6.590s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.75 | 1.0 | 3.145s | 9.938s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.375 | 1.0 | 3.118s | 13.272s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 1.0 | 1.0 | 3.137s | 16.720s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.4375 | 1.0 | 3.159s | 20.102s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.7812 | 1.0 | 3.128s | 23.515s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.5625 | 1.0 | 3.145s | 26.903s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.375 | 1.0 | 3.124s | 30.294s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.875 | 1.0 | 3.677s | 34.203s |
| Iteration 11 | l2 | 0.0081 | libli.. | 262 | --- | 0.6875 | 1.0 | 3.148s | 37.860s |
| Iteration 12 | none | --- | lbfgs | 253 | --- | 1.0 | 1.0 | 3.140s | 41.451s |
| Iteration 13 | none | --- | newto.. | 887 | --- | 0.4375 | 1.0 | 3.103s | 45.071s |
| Iteration 14 | l2 | 21.4009 | lbfgs | 459 | --- | 0.8125 | 1.0 | 3.134s | 48.603s |
| Iteration 15 | none | --- | newto.. | 942 | --- | 0.3125 | 1.0 | 3.101s | 52.243s |
| Iteration 16 | none | --- | lbfgs | 245 | --- | 0.6875 | 1.0 | 3.113s | 55.943s |
| Iteration 17 | l2 | 2.7108 | sag | 572 | --- | 0.8125 | 1.0 | 3.143s | 59.698s |
| Iteration 18 | l2 | 30.5395 | newto.. | 561 | --- | 0.5 | 1.0 | 3.113s | 1m:03s |
| Iteration 19 | l2 | 0.0016 | lbfgs | 900 | --- | 0.375 | 1.0 | 3.103s | 1m:07s |
| Iteration 20 | none | --- | lbfgs | 389 | --- | 0.75 | 1.0 | 3.150s | 1m:11s |
| Iteration 21 | l2 | 0.0032 | lbfgs | 933 | --- | 0.625 | 1.0 | 3.139s | 1m:14s |
| Iteration 22 | none | --- | lbfgs | 492 | --- | 0.6875 | 1.0 | 3.144s | 1m:18s |
| Iteration 23 | none | --- | saga | 175 | --- | 0.625 | 1.0 | 3.122s | 1m:22s |
| Iteration 24 | none | --- | sag | 434 | --- | 0.4375 | 1.0 | 3.117s | 1m:25s |
| Iteration 25 | l2 | 0.001 | saga | 281 | --- | 0.8125 | 1.0 | 3.111s | 1m:29s |
| Iteration 26 | l2 | 100.0 | lbfgs | 714 | --- | 0.3125 | 1.0 | 3.141s | 1m:33s |
| Iteration 27 | none | --- | saga | 930 | --- | 0.6875 | 1.0 | 3.111s | 1m:36s |
| Iteration 28 | l2 | 78.6787 | lbfgs | 112 | --- | 0.5 | 1.0 | 3.139s | 1m:40s |
| Iteration 29 | none | --- | newto.. | 999 | --- | 1.0 | 1.0 | 0.001s | 1m:40s |
| Iteration 30 | none | --- | lbfgs | 994 | --- | 0.875 | 1.0 | 3.115s | 1m:44s |
| Iteration 31 | none | --- | saga | 1000 | --- | 0.8125 | 1.0 | 3.143s | 1m:48s |
| Iteration 32 | none | --- | saga | 995 | --- | 0.4375 | 1.0 | 3.118s | 1m:52s |
| Iteration 33 | none | --- | newto.. | 1000 | --- | 0.75 | 1.0 | 3.679s | 1m:56s |
| Iteration 34 | none | --- | lbfgs | 257 | --- | 0.6875 | 1.0 | 3.108s | 1m:60s |
| Iteration 35 | none | --- | lbfgs | 1000 | --- | 0.875 | 1.0 | 3.139s | 2m:04s |
| Iteration 36 | none | --- | lbfgs | 997 | --- | 0.625 | 1.0 | 3.171s | 2m:07s |
| Iteration 37 | l2 | 44.2782 | lbfgs | 573 | --- | 0.6875 | 1.0 | 3.162s | 2m:11s |
| Iteration 38 | l2 | 0.5165 | sag | 215 | --- | 0.5 | 1.0 | 3.157s | 2m:15s |
| Iteration 39 | none | --- | newto.. | 991 | --- | 0.6875 | 1.0 | 3.171s | 2m:19s |
| Iteration 40 | none | --- | newto.. | 1000 | --- | 0.75 | 1.0 | 0.000s | 2m:19s |
| Iteration 41 | l2 | 0.0111 | saga | 197 | --- | 0.625 | 1.0 | 3.182s | 2m:23s |
| Iteration 42 | none | --- | lbfgs | 1000 | --- | 0.875 | 1.0 | 0.001s | 2m:24s |
| Iteration 43 | none | --- | lbfgs | 1000 | --- | 0.875 | 1.0 | 0.000s | 2m:25s |
| Iteration 44 | none | --- | saga | 250 | --- | 0.5 | 1.0 | 3.170s | 2m:28s |
| Iteration 45 | none | --- | lbfgs | 996 | --- | 0.75 | 1.0 | 3.182s | 2m:32s |
| Iteration 46 | l2 | 20.1586 | libli.. | 1000 | --- | 0.375 | 1.0 | 3.168s | 2m:36s |
| Iteration 47 | l2 | 2.9625 | lbfgs | 562 | --- | 0.75 | 1.0 | 3.321s | 2m:40s |
| Iteration 48 | l2 | 20.2943 | newto.. | 1000 | --- | 0.75 | 1.0 | 3.188s | 2m:44s |
| Iteration 49 | l2 | 0.0255 | lbfgs | 569 | --- | 0.5 | 1.0 | 3.113s | 2m:48s |
| Iteration 50 | l2 | 100.0 | lbfgs | 1000 | --- | 0.875 | 1.0 | 3.166s | 2m:52s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'penalty': 'none', 'solver': 'lbfgs', 'max_iter': 253}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:53s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9437
Test evaluation --> roc_auc: 0.3
Time elapsed: 0.019s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.39 ± 0.049
Time elapsed: 0.070s
-------------------------------------------------
Total time: 2m:53s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.5625 | 0.5625 | 3.159s | 3.165s |
| Initial point 2 | svd | --- | 0.75 | 0.75 | 3.168s | 6.541s |
| Initial point 3 | svd | --- | 0.75 | 0.75 | 0.000s | 6.743s |
| Initial point 4 | lsqr | 0.8 | 0.75 | 0.75 | 3.155s | 10.090s |
| Initial point 5 | eigen | 0.9 | 1.0 | 1.0 | 3.149s | 13.439s |
| Initial point 6 | lsqr | 0.7 | 0.8125 | 1.0 | 3.078s | 16.722s |
| Initial point 7 | lsqr | 0.5 | 0.6562 | 1.0 | 3.087s | 20.013s |
| Initial point 8 | lsqr | 0.9 | 0.875 | 1.0 | 3.093s | 23.316s |
| Initial point 9 | lsqr | 0.6 | 0.4375 | 1.0 | 3.094s | 26.610s |
| Initial point 10 | eigen | 0.8 | 0.8125 | 1.0 | 3.676s | 30.517s |
| Iteration 11 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 30.855s |
| Iteration 12 | svd | --- | 0.75 | 1.0 | 0.000s | 31.200s |
| Iteration 13 | eigen | 0.7 | 0.9375 | 1.0 | 3.082s | 34.615s |
| Iteration 14 | lsqr | auto | 0.75 | 1.0 | 3.054s | 38.242s |
| Iteration 15 | svd | --- | 0.75 | 1.0 | 0.000s | 38.887s |
| Iteration 16 | eigen | None | 0.625 | 1.0 | 3.124s | 42.406s |
| Iteration 17 | svd | --- | 0.75 | 1.0 | 0.001s | 42.757s |
| Iteration 18 | lsqr | 1.0 | 0.9375 | 1.0 | 3.090s | 46.215s |
| Iteration 19 | svd | --- | 0.75 | 1.0 | 0.000s | 46.610s |
| Iteration 20 | lsqr | None | 0.5625 | 1.0 | 3.150s | 50.119s |
| Iteration 21 | eigen | auto | 0.625 | 1.0 | 3.156s | 53.648s |
| Iteration 22 | eigen | 0.6 | 1.0 | 1.0 | 3.160s | 57.192s |
| Iteration 23 | svd | --- | 0.75 | 1.0 | 0.000s | 57.581s |
| Iteration 24 | svd | --- | 0.75 | 1.0 | 0.000s | 57.992s |
| Iteration 25 | eigen | 0.5 | 1.0 | 1.0 | 3.140s | 1m:02s |
| Iteration 26 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:02s |
| Iteration 27 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 1m:02s |
| Iteration 28 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 1m:03s |
| Iteration 29 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:03s |
| Iteration 30 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:04s |
| Iteration 31 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:04s |
| Iteration 32 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 1m:05s |
| Iteration 33 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:05s |
| Iteration 34 | lsqr | 1.0 | 0.9375 | 1.0 | 0.000s | 1m:06s |
| Iteration 35 | lsqr | 1.0 | 0.9375 | 1.0 | 0.000s | 1m:06s |
| Iteration 36 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:07s |
| Iteration 37 | lsqr | auto | 0.75 | 1.0 | 0.000s | 1m:07s |
| Iteration 38 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 1m:08s |
| Iteration 39 | svd | --- | 0.75 | 1.0 | 0.000s | 1m:08s |
| Iteration 40 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:09s |
| Iteration 41 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:09s |
| Iteration 42 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:10s |
| Iteration 43 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 1m:10s |
| Iteration 44 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:11s |
| Iteration 45 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:11s |
| Iteration 46 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 47 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 48 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 1m:13s |
| Iteration 49 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:13s |
| Iteration 50 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:14s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.6}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.833
Test evaluation --> roc_auc: 0.2
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.33 ± 0.1288
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:14s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.5625 | 0.5625 | 3.114s | 3.118s |
| Initial point 2 | 0.9 | 0.3125 | 0.5625 | 3.126s | 6.445s |
| Initial point 3 | 0.1 | 1.0 | 1.0 | 3.140s | 9.786s |
| Initial point 4 | 1.0 | 0.5625 | 1.0 | 0.000s | 9.998s |
| Initial point 5 | 0.2 | 1.0 | 1.0 | 3.124s | 13.331s |
| Initial point 6 | 0.4 | 0.8125 | 1.0 | 3.130s | 16.673s |
| Initial point 7 | 0.4 | 0.8125 | 1.0 | 0.000s | 16.898s |
| Initial point 8 | 0.7 | 0.875 | 1.0 | 3.138s | 20.237s |
| Initial point 9 | 0.9 | 0.3125 | 1.0 | 0.000s | 20.435s |
| Initial point 10 | 0.8 | 0.8125 | 1.0 | 3.690s | 24.330s |
| Iteration 11 | 0.3 | 0.5 | 1.0 | 3.461s | 28.076s |
| Iteration 12 | 0.6 | 0.875 | 1.0 | 3.126s | 31.497s |
| Iteration 13 | 0.5 | 0.625 | 1.0 | 3.103s | 34.884s |
| Iteration 14 | 0.0 | 1.0 | 1.0 | 3.114s | 38.296s |
| Iteration 15 | 0.2 | 1.0 | 1.0 | 0.000s | 38.626s |
| Iteration 16 | 0.1 | 1.0 | 1.0 | 0.000s | 38.927s |
| Iteration 17 | 0.0 | 1.0 | 1.0 | 0.000s | 39.245s |
| Iteration 18 | 0.2 | 1.0 | 1.0 | 0.000s | 39.560s |
| Iteration 19 | 0.1 | 1.0 | 1.0 | 0.000s | 39.885s |
| Iteration 20 | 0.0 | 1.0 | 1.0 | 0.000s | 40.249s |
| Iteration 21 | 0.2 | 1.0 | 1.0 | 0.000s | 40.558s |
| Iteration 22 | 0.0 | 1.0 | 1.0 | 0.000s | 40.874s |
| Iteration 23 | 0.1 | 1.0 | 1.0 | 0.000s | 41.190s |
| Iteration 24 | 0.0 | 1.0 | 1.0 | 0.000s | 41.511s |
| Iteration 25 | 0.2 | 1.0 | 1.0 | 0.000s | 41.825s |
| Iteration 26 | 0.1 | 1.0 | 1.0 | 0.000s | 42.140s |
| Iteration 27 | 0.0 | 1.0 | 1.0 | 0.000s | 42.469s |
| Iteration 28 | 0.1 | 1.0 | 1.0 | 0.000s | 42.882s |
| Iteration 29 | 0.2 | 1.0 | 1.0 | 0.000s | 43.220s |
| Iteration 30 | 0.0 | 1.0 | 1.0 | 0.000s | 43.550s |
| Iteration 31 | 0.2 | 1.0 | 1.0 | 0.000s | 43.899s |
| Iteration 32 | 0.1 | 1.0 | 1.0 | 0.000s | 44.237s |
| Iteration 33 | 0.4 | 0.8125 | 1.0 | 0.000s | 44.573s |
| Iteration 34 | 0.1 | 1.0 | 1.0 | 0.000s | 44.909s |
| Iteration 35 | 0.0 | 1.0 | 1.0 | 0.000s | 45.270s |
| Iteration 36 | 0.3 | 0.5 | 1.0 | 0.000s | 45.619s |
| Iteration 37 | 0.2 | 1.0 | 1.0 | 0.000s | 45.988s |
| Iteration 38 | 0.0 | 1.0 | 1.0 | 0.000s | 46.434s |
| Iteration 39 | 0.1 | 1.0 | 1.0 | 0.000s | 46.823s |
| Iteration 40 | 0.2 | 1.0 | 1.0 | 0.000s | 47.209s |
| Iteration 41 | 0.1 | 1.0 | 1.0 | 0.000s | 47.580s |
| Iteration 42 | 0.0 | 1.0 | 1.0 | 0.000s | 47.959s |
| Iteration 43 | 0.2 | 1.0 | 1.0 | 0.000s | 48.399s |
| Iteration 44 | 0.1 | 1.0 | 1.0 | 0.000s | 48.794s |
| Iteration 45 | 0.0 | 1.0 | 1.0 | 0.000s | 49.222s |
| Iteration 46 | 0.2 | 1.0 | 1.0 | 0.000s | 49.629s |
| Iteration 47 | 0.1 | 1.0 | 1.0 | 0.000s | 50.063s |
| Iteration 48 | 0.0 | 1.0 | 1.0 | 0.000s | 50.485s |
| Iteration 49 | 0.2 | 1.0 | 1.0 | 0.001s | 51.040s |
| Iteration 50 | 0.0 | 1.0 | 1.0 | 0.000s | 51.481s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'reg_param': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 51.916s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7491
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.55 ± 0.1265
Time elapsed: 0.029s
-------------------------------------------------
Total time: 51.955s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 10.0555 | dista.. | auto | 40 | 1 | 0.625 | 0.625 | 3.125s | 3.147s |
| Initial point 2 | 3.9991 | uniform | kd_tree | 39 | 2 | 0.3438 | 0.625 | 3.129s | 6.509s |
| Initial point 3 | 3.159 | dista.. | ball_tree | 25 | 2 | 0.375 | 0.625 | 3.148s | 9.863s |
| Initial point 4 | 9.2163 | uniform | ball_tree | 39 | 2 | 0.625 | 0.625 | 3.094s | 13.164s |
| Initial point 5 | 7.2198 | dista.. | auto | 30 | 2 | 1.0 | 1.0 | 3.145s | 16.536s |
| Initial point 6 | 8.361 | dista.. | ball_tree | 21 | 2 | 0.5 | 1.0 | 3.148s | 19.909s |
| Initial point 7 | 5.9804 | dista.. | ball_tree | 24 | 1 | 0.6875 | 1.0 | 3.073s | 23.205s |
| Initial point 8 | 1.4331 | dista.. | ball_tree | 21 | 2 | 0.4375 | 1.0 | 3.126s | 26.553s |
| Initial point 9 | 6.6618 | uniform | ball_tree | 24 | 1 | 0.4375 | 1.0 | 3.124s | 29.893s |
| Initial point 10 | 4.7317 | uniform | brute | 22 | 2 | 0.5 | 1.0 | 3.101s | 33.208s |
| Iteration 11 | 1.2128 | dista.. | auto | 37 | 2 | 0.125 | 1.0 | 3.126s | 37.354s |
| Iteration 12 | 7.3729 | dista.. | auto | 31 | 2 | 0.875 | 1.0 | 3.130s | 40.961s |
| Iteration 13 | 8.3659 | dista.. | auto | 31 | 1 | 0.625 | 1.0 | 3.115s | 44.585s |
| Iteration 14 | 6.9035 | dista.. | auto | 33 | 2 | 0.875 | 1.0 | 3.109s | 48.253s |
| Iteration 15 | 7.009 | dista.. | auto | 24 | 2 | 0.625 | 1.0 | 3.093s | 51.889s |
| Iteration 16 | 6.3817 | dista.. | ball_tree | 30 | 2 | 0.4375 | 1.0 | 3.107s | 55.457s |
| Iteration 17 | 8.7438 | dista.. | auto | 31 | 2 | 0.9375 | 1.0 | 3.113s | 59.243s |
| Iteration 18 | 9.9927 | dista.. | auto | 34 | 2 | 0.75 | 1.0 | 3.089s | 1m:03s |
| Iteration 19 | 7.9658 | dista.. | auto | 30 | 2 | 0.375 | 1.0 | 3.100s | 1m:07s |
| Iteration 20 | 10.0839 | dista.. | brute | 25 | 1 | 0.75 | 1.0 | 3.119s | 1m:10s |
| Iteration 21 | 7.1405 | uniform | auto | 32 | 2 | 0.5 | 1.0 | 3.103s | 1m:14s |
| Iteration 22 | 10.0839 | uniform | kd_tree | 30 | 1 | 0.5312 | 1.0 | 3.146s | 1m:18s |
| Iteration 23 | 0.0009 | uniform | auto | 22 | 2 | 0.5 | 1.0 | 3.119s | 1m:21s |
| Iteration 24 | 10.0839 | dista.. | auto | 27 | 2 | 0.25 | 1.0 | 3.106s | 1m:25s |
| Iteration 25 | 7.9628 | dista.. | auto | 32 | 2 | 0.75 | 1.0 | 3.117s | 1m:29s |
| Iteration 26 | 0.1381 | dista.. | auto | 32 | 2 | 0.5 | 1.0 | 3.136s | 1m:32s |
| Iteration 27 | 5.5871 | dista.. | auto | 32 | 2 | 0.375 | 1.0 | 3.099s | 1m:36s |
| Iteration 28 | 10.08 | uniform | brute | 21 | 1 | 0.6562 | 1.0 | 3.136s | 1m:40s |
| Iteration 29 | 10.0832 | uniform | kd_tree | 27 | 2 | 0.5 | 1.0 | 3.138s | 1m:43s |
| Iteration 30 | 0.0002 | uniform | kd_tree | 36 | 1 | 0.5 | 1.0 | 3.142s | 1m:47s |
| Iteration 31 | 8.1394 | uniform | brute | 29 | 1 | 0.0625 | 1.0 | 3.164s | 1m:51s |
| Iteration 32 | 7.1814 | dista.. | auto | 30 | 2 | 0.4375 | 1.0 | 3.140s | 1m:55s |
| Iteration 33 | 1.7914 | uniform | auto | 21 | 1 | 0.4688 | 1.0 | 3.142s | 1m:58s |
| Iteration 34 | 8.3985 | dista.. | brute | 35 | 1 | 0.6875 | 1.0 | 3.720s | 2m:02s |
| Iteration 35 | 0.0045 | uniform | brute | 32 | 2 | 0.5 | 1.0 | 3.117s | 2m:06s |
| Iteration 36 | 10.0829 | dista.. | ball_tree | 29 | 1 | 0.5625 | 1.0 | 3.174s | 2m:10s |
| Iteration 37 | 8.1355 | dista.. | brute | 40 | 1 | 0.7188 | 1.0 | 3.128s | 2m:14s |
| Iteration 38 | 4.5425 | dista.. | brute | 32 | 1 | 0.5312 | 1.0 | 3.146s | 2m:17s |
| Iteration 39 | 2.5579 | uniform | brute | 37 | 1 | 0.1562 | 1.0 | 3.157s | 2m:21s |
| Iteration 40 | 8.2731 | dista.. | brute | 30 | 1 | 0.7188 | 1.0 | 3.154s | 2m:25s |
| Iteration 41 | 10.0812 | dista.. | brute | 38 | 2 | 0.875 | 1.0 | 3.142s | 2m:28s |
| Iteration 42 | 9.0724 | dista.. | kd_tree | 40 | 2 | 0.25 | 1.0 | 3.152s | 2m:32s |
| Iteration 43 | 10.0839 | dista.. | brute | 27 | 1 | 0.75 | 1.0 | 3.133s | 2m:36s |
| Iteration 44 | 0.001 | dista.. | kd_tree | 39 | 1 | 0.5 | 1.0 | 3.105s | 2m:40s |
| Iteration 45 | 10.0839 | dista.. | brute | 20 | 1 | 0.6562 | 1.0 | 3.148s | 2m:43s |
| Iteration 46 | 10.0839 | dista.. | brute | 40 | 1 | 0.875 | 1.0 | 3.138s | 2m:47s |
| Iteration 47 | 10.0839 | dista.. | brute | 40 | 1 | 0.875 | 1.0 | 0.001s | 2m:48s |
| Iteration 48 | 10.0839 | dista.. | brute | 40 | 1 | 0.875 | 1.0 | 0.001s | 2m:48s |
| Iteration 49 | 10.0832 | uniform | ball_tree | 35 | 2 | 0.5 | 1.0 | 3.123s | 2m:52s |
| Iteration 50 | 10.0818 | dista.. | kd_tree | 21 | 2 | 0.75 | 1.0 | 3.197s | 2m:56s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'radius': 7.2198, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 30, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:57s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.019s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.4 ± 0.0316
Time elapsed: 0.056s
-------------------------------------------------
Total time: 2m:57s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.4375 | 0.4375 | 3.738s | 3.746s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.9375 | 0.9375 | 3.576s | 7.539s |
| Initial point 3 | 225 | 1.0215 | SAMME | 1.0 | 1.0 | 3.265s | 11.026s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.5 | 1.0 | 3.434s | 14.689s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.6875 | 1.0 | 3.311s | 18.204s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.8125 | 1.0 | 3.491s | 21.904s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.3125 | 1.0 | 3.154s | 25.271s |
| Initial point 8 | 411 | 0.019 | SAMME | 1.0 | 1.0 | 3.425s | 28.895s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.5 | 1.0 | 3.108s | 32.217s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.6562 | 1.0 | 3.254s | 35.696s |
| Iteration 11 | 416 | 0.0175 | SAMME | 0.625 | 1.0 | 3.425s | 39.652s |
| Iteration 12 | 184 | 1.1107 | SAMME.R | 0.8125 | 1.0 | 3.879s | 43.896s |
| Iteration 13 | 243 | 0.7649 | SAMME | 0.6875 | 1.0 | 3.299s | 47.594s |
| Iteration 14 | 179 | 4.0083 | SAMME | 0.25 | 1.0 | 3.132s | 51.104s |
| Iteration 15 | 434 | 0.0297 | SAMME.R | 0.625 | 1.0 | 3.482s | 54.985s |
| Iteration 16 | 434 | 0.3967 | SAMME.R | 0.5 | 1.0 | 3.511s | 58.869s |
| Iteration 17 | 473 | 1.0101 | SAMME | 0.6875 | 1.0 | 3.484s | 1m:03s |
| Iteration 18 | 131 | 0.168 | SAMME | 0.8125 | 1.0 | 3.195s | 1m:06s |
| Iteration 19 | 295 | 0.01 | SAMME.R | 0.3438 | 1.0 | 3.351s | 1m:10s |
| Iteration 20 | 105 | 0.1969 | SAMME.R | 0.875 | 1.0 | 3.229s | 1m:14s |
| Iteration 21 | 476 | 0.1414 | SAMME.R | 0.625 | 1.0 | 3.504s | 1m:18s |
| Iteration 22 | 62 | 0.0223 | SAMME.R | 1.0 | 1.0 | 3.170s | 1m:21s |
| Iteration 23 | 483 | 0.0223 | SAMME | 0.6875 | 1.0 | 3.455s | 1m:25s |
| Iteration 24 | 300 | 10.0 | SAMME | 0.375 | 1.0 | 3.102s | 1m:29s |
| Iteration 25 | 62 | 0.235 | SAMME | 1.0 | 1.0 | 3.152s | 1m:32s |
| Iteration 26 | 50 | 0.2416 | SAMME | 0.9375 | 1.0 | 3.174s | 1m:36s |
| Iteration 27 | 50 | 0.2593 | SAMME | 0.5 | 1.0 | 3.136s | 1m:40s |
| Iteration 28 | 222 | 0.1979 | SAMME | 0.8125 | 1.0 | 3.288s | 1m:43s |
| Iteration 29 | 205 | 0.0388 | SAMME.R | 0.3125 | 1.0 | 3.299s | 1m:47s |
| Iteration 30 | 393 | 0.2058 | SAMME.R | 0.625 | 1.0 | 3.433s | 1m:51s |
| Iteration 31 | 67 | 1.324 | SAMME | 1.0 | 1.0 | 3.192s | 1m:55s |
| Iteration 32 | 50 | 1.2724 | SAMME | 0.8125 | 1.0 | 3.148s | 1m:58s |
| Iteration 33 | 50 | 0.021 | SAMME.R | 0.75 | 1.0 | 3.141s | 2m:02s |
| Iteration 34 | 500 | 1.3094 | SAMME.R | 0.75 | 1.0 | 3.516s | 2m:06s |
| Iteration 35 | 50 | 0.0629 | SAMME.R | 0.9062 | 1.0 | 3.190s | 2m:10s |
| Iteration 36 | 490 | 0.0615 | SAMME.R | 0.5 | 1.0 | 3.546s | 2m:14s |
| Iteration 37 | 65 | 0.0104 | SAMME.R | 0.5625 | 1.0 | 3.154s | 2m:18s |
| Iteration 38 | 50 | 1.1176 | SAMME | 0.625 | 1.0 | 3.176s | 2m:22s |
| Iteration 39 | 66 | 1.3502 | SAMME.R | 0.5 | 1.0 | 3.182s | 2m:25s |
| Iteration 40 | 482 | 0.6249 | SAMME.R | 0.875 | 1.0 | 3.521s | 2m:29s |
| Iteration 41 | 56 | 0.6528 | SAMME.R | 0.6875 | 1.0 | 3.154s | 2m:33s |
| Iteration 42 | 468 | 0.8792 | SAMME.R | 0.4375 | 1.0 | 3.498s | 2m:37s |
| Iteration 43 | 82 | 0.206 | SAMME | 0.875 | 1.0 | 3.208s | 2m:41s |
| Iteration 44 | 106 | 0.5163 | SAMME | 0.75 | 1.0 | 3.195s | 2m:45s |
| Iteration 45 | 97 | 0.1983 | SAMME | 0.8438 | 1.0 | 3.201s | 2m:48s |
| Iteration 46 | 116 | 0.192 | SAMME | 0.75 | 1.0 | 3.212s | 2m:52s |
| Iteration 47 | 70 | 0.0212 | SAMME | 0.4375 | 1.0 | 3.119s | 2m:56s |
| Iteration 48 | 50 | 0.1801 | SAMME.R | 0.8125 | 1.0 | 3.167s | 2m:60s |
| Iteration 49 | 50 | 0.0969 | SAMME | 0.7188 | 1.0 | 3.123s | 3m:03s |
| Iteration 50 | 51 | 0.3708 | SAMME | 0.875 | 1.0 | 3.156s | 3m:07s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'n_estimators': 411, 'learning_rate': 0.019, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:08s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9826
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.327s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.63 ± 0.1122
Time elapsed: 1.463s
-------------------------------------------------
Total time: 3m:09s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.9375 | 0.9375 | 3.497s | 3.516s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.9375 | 0.9375 | 3.362s | 7.098s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.9375 | 0.9375 | 3.399s | 10.720s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.9375 | 3.203s | 14.161s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 1.0 | 1.0 | 3.390s | 17.800s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.8125 | 1.0 | 3.289s | 21.312s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.8438 | 1.0 | 3.285s | 24.815s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.75 | 1.0 | 3.273s | 28.353s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.6875 | 1.0 | 3.955s | 32.526s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.75 | 1.0 | 3.378s | 36.175s |
| Iteration 11 | 54 | entropy | 2 | 9 | 4 | log2 | False | 0.0297 | --- | 0.625 | 1.0 | 3.134s | 40.002s |
| Iteration 12 | 422 | gini | None | 9 | 16 | log2 | True | 0.0012 | None | 0.75 | 1.0 | 3.473s | 44.136s |
| Iteration 13 | 462 | gini | 7 | 16 | 19 | auto | False | 0.035 | --- | 1.0 | 1.0 | 3.456s | 48.212s |
| Iteration 14 | 489 | gini | None | 2 | 20 | auto | True | 0.035 | None | 0.9062 | 1.0 | 3.522s | 52.371s |
| Iteration 15 | 410 | gini | 5 | 20 | 20 | auto | False | 0.0339 | --- | 0.6875 | 1.0 | 3.322s | 56.411s |
| Iteration 16 | 394 | gini | 6 | 16 | 4 | 0.7 | False | 0.013 | --- | 0.5 | 1.0 | 3.341s | 1m:00s |
| Iteration 17 | 469 | gini | 8 | 16 | 17 | 0.8 | True | 0.035 | 0.5 | 0.5 | 1.0 | 3.464s | 1m:05s |
| Iteration 18 | 437 | gini | None | 13 | 3 | log2 | False | 0.0003 | --- | 0.875 | 1.0 | 3.344s | 1m:09s |
| Iteration 19 | 440 | gini | 6 | 15 | 20 | auto | True | 0.0284 | 0.5 | 0.5 | 1.0 | 3.410s | 1m:13s |
| Iteration 20 | 211 | entropy | 1 | 15 | 20 | sqrt | False | 0.0279 | --- | 0.75 | 1.0 | 3.197s | 1m:16s |
| Iteration 21 | 178 | entropy | None | 12 | 15 | None | True | 0.035 | 0.8 | 0.5625 | 1.0 | 3.225s | 1m:20s |
| Iteration 22 | 468 | gini | None | 13 | 20 | log2 | False | 0.0277 | --- | 1.0 | 1.0 | 3.381s | 1m:24s |
| Iteration 23 | 315 | gini | None | 13 | 16 | log2 | True | 0.0168 | None | 0.875 | 1.0 | 3.312s | 1m:28s |
| Iteration 24 | 198 | gini | 2 | 11 | 20 | log2 | False | 0.0302 | --- | 0.25 | 1.0 | 3.190s | 1m:32s |
| Iteration 25 | 234 | gini | 3 | 18 | 20 | auto | False | 0.0001 | --- | 1.0 | 1.0 | 3.237s | 1m:36s |
| Iteration 26 | 500 | gini | None | 12 | 20 | 0.5 | False | 0.0066 | --- | 0.9375 | 1.0 | 3.385s | 1m:40s |
| Iteration 27 | 118 | entropy | 3 | 18 | 20 | None | False | 0.0033 | --- | 0.875 | 1.0 | 3.156s | 1m:44s |
| Iteration 28 | 10 | gini | None | 16 | 20 | log2 | False | 0.0315 | --- | 0.6875 | 1.0 | 3.079s | 1m:48s |
| Iteration 29 | 500 | gini | 1 | 17 | 20 | auto | False | 0.012 | --- | 0.1875 | 1.0 | 3.371s | 1m:52s |
| Iteration 30 | 500 | gini | 7 | 20 | 19 | 0.9 | False | 0.0052 | --- | 0.6875 | 1.0 | 3.368s | 1m:56s |
| Iteration 31 | 125 | gini | 3 | 16 | 7 | 0.6 | False | 0.0143 | --- | 0.875 | 1.0 | 3.165s | 1m:60s |
| Iteration 32 | 416 | gini | 7 | 17 | 16 | 0.9 | True | 0.0045 | 0.5 | 0.5 | 1.0 | 4.014s | 2m:05s |
| Iteration 33 | 402 | gini | 7 | 10 | 20 | log2 | False | 0.0121 | --- | 0.75 | 1.0 | 3.354s | 2m:09s |
| Iteration 34 | 500 | gini | 3 | 7 | 7 | log2 | False | 0.0145 | --- | 0.75 | 1.0 | 3.395s | 2m:13s |
| Iteration 35 | 144 | entropy | 6 | 9 | 3 | 0.9 | False | 0.0329 | --- | 0.9062 | 1.0 | 3.206s | 2m:17s |
| Iteration 36 | 55 | entropy | 1 | 20 | 11 | 0.9 | True | 0.0118 | 0.9 | 0.8125 | 1.0 | 3.146s | 2m:21s |
| Iteration 37 | 57 | gini | 3 | 19 | 17 | 0.9 | False | 0.034 | --- | 0.5 | 1.0 | 3.129s | 2m:25s |
| Iteration 38 | 372 | entropy | None | 9 | 14 | 0.6 | True | 0.0079 | 0.5 | 0.5 | 1.0 | 3.394s | 2m:29s |
| Iteration 39 | 462 | entropy | 2 | 2 | 1 | sqrt | False | 0.004 | --- | 0.75 | 1.0 | 3.381s | 2m:33s |
| Iteration 40 | 92 | gini | 8 | 7 | 11 | 0.8 | True | 0.0306 | 0.6 | 0.6875 | 1.0 | 3.169s | 2m:37s |
| Iteration 41 | 19 | gini | 5 | 16 | 19 | 0.8 | False | 0.005 | --- | 0.6875 | 1.0 | 3.080s | 2m:41s |
| Iteration 42 | 500 | gini | 3 | 20 | 10 | 0.8 | False | 0.0137 | --- | 0.5625 | 1.0 | 3.388s | 2m:45s |
| Iteration 43 | 360 | gini | 3 | 17 | 14 | auto | False | 0.0061 | --- | 0.9375 | 1.0 | 3.379s | 2m:50s |
| Iteration 44 | 141 | entropy | 6 | 12 | 14 | 0.5 | False | 0.0009 | --- | 0.4375 | 1.0 | 3.295s | 2m:54s |
| Iteration 45 | 116 | gini | 7 | 15 | 18 | auto | False | 0.0206 | --- | 0.8125 | 1.0 | 3.216s | 2m:58s |
| Iteration 46 | 241 | gini | 3 | 18 | 20 | auto | False | 0.0029 | --- | 0.875 | 1.0 | 3.341s | 3m:02s |
| Iteration 47 | 389 | gini | 7 | 18 | 20 | auto | False | 0.0087 | --- | 0.4688 | 1.0 | 3.396s | 3m:07s |
| Iteration 48 | 409 | gini | 3 | 17 | 19 | 0.6 | False | 0.0 | --- | 0.5625 | 1.0 | 3.358s | 3m:11s |
| Iteration 49 | 165 | gini | 3 | 18 | 20 | 0.6 | False | 0.0016 | --- | 0.8125 | 1.0 | 3.283s | 3m:15s |
| Iteration 50 | 413 | gini | None | 13 | 20 | log2 | False | 0.0341 | --- | 1.0 | 1.0 | 3.437s | 3m:20s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'n_estimators': 462, 'criterion': 'gini', 'max_depth': 7, 'min_samples_split': 16, 'min_samples_leaf': 19, 'max_features': 'auto', 'bootstrap': False, 'ccp_alpha': 0.035}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:21s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8696
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.321s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.46 ± 0.1068
Time elapsed: 1.429s
-------------------------------------------------
Total time: 3m:23s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.7812 | 0.7812 | 3.316s | 3.336s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.9375 | 0.9375 | 3.280s | 6.837s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.9375 | 3.271s | 10.331s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.9375 | 3.187s | 13.779s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.9375 | 3.797s | 17.800s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.9375 | 3.215s | 21.273s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.9375 | 3.216s | 24.727s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.9375 | 3.261s | 28.209s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.75 | 0.9375 | 3.257s | 31.697s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.9375 | 3.239s | 35.166s |
| Iteration 11 | 456 | 0.1429 | 2 | 0.5855 | 2 | 0.5 | 0.4 | 0.1 | 100 | 0.625 | 0.9375 | 3.294s | 39.023s |
| Iteration 12 | 317 | 0.0284 | 8 | 0.3505 | 3 | 0.8 | 0.8 | 0.1 | 0.1 | 1.0 | 1.0 | 3.297s | 42.925s |
| Iteration 13 | 127 | 0.0128 | 6 | 0.0 | 3 | 0.7 | 0.6 | 0.01 | 0 | 1.0 | 1.0 | 3.225s | 46.835s |
| Iteration 14 | 162 | 0.01 | 7 | 0.0 | 3 | 0.7 | 1.0 | 0.01 | 1 | 0.9375 | 1.0 | 3.246s | 50.774s |
| Iteration 15 | 37 | 0.0347 | 8 | 0.0 | 3 | 0.8 | 0.4 | 0.1 | 0.01 | 0.6875 | 1.0 | 3.178s | 54.615s |
| Iteration 16 | 370 | 0.0144 | 8 | 0.4034 | 3 | 0.8 | 0.8 | 0.01 | 0.01 | 0.75 | 1.0 | 3.242s | 58.504s |
| Iteration 17 | 479 | 0.0203 | 5 | 0.3193 | 4 | 0.8 | 0.5 | 0.1 | 0 | 0.8125 | 1.0 | 3.275s | 1m:02s |
| Iteration 18 | 276 | 0.1092 | 10 | 0.0 | 3 | 0.8 | 0.4 | 0.01 | 0 | 0.625 | 1.0 | 3.209s | 1m:06s |
| Iteration 19 | 360 | 0.0126 | 8 | 0.0107 | 3 | 0.9 | 0.4 | 0.01 | 0 | 0.5 | 1.0 | 3.215s | 1m:10s |
| Iteration 20 | 360 | 0.0162 | 8 | 0.29 | 2 | 0.8 | 0.5 | 10 | 0.1 | 0.5 | 1.0 | 3.225s | 1m:14s |
| Iteration 21 | 122 | 0.0307 | 9 | 0.1929 | 3 | 0.7 | 0.8 | 0.1 | 0.01 | 0.5 | 1.0 | 3.185s | 1m:18s |
| Iteration 22 | 262 | 0.0175 | 8 | 0.2408 | 3 | 0.8 | 0.8 | 1 | 0.1 | 0.9375 | 1.0 | 3.222s | 1m:22s |
| Iteration 23 | 340 | 0.0263 | 8 | 0.3498 | 3 | 0.8 | 0.9 | 0.1 | 100 | 0.6875 | 1.0 | 3.248s | 1m:26s |
| Iteration 24 | 249 | 0.1211 | 8 | 0.6779 | 9 | 0.8 | 0.8 | 0 | 0.1 | 0.5 | 1.0 | 3.193s | 1m:30s |
| Iteration 25 | 307 | 0.0566 | 6 | 0.5793 | 3 | 0.7 | 0.7 | 0.01 | 0.1 | 1.0 | 1.0 | 3.224s | 1m:34s |
| Iteration 26 | 420 | 0.0169 | 8 | 0.3632 | 3 | 0.8 | 0.8 | 0.1 | 0.1 | 0.875 | 1.0 | 3.254s | 1m:38s |
| Iteration 27 | 50 | 0.0232 | 6 | 0.0083 | 3 | 0.9 | 0.9 | 0.01 | 0.01 | 0.5 | 1.0 | 3.122s | 1m:42s |
| Iteration 28 | 231 | 0.0195 | 5 | 0.4543 | 3 | 0.7 | 0.9 | 0.01 | 0.01 | 0.75 | 1.0 | 3.148s | 1m:46s |
| Iteration 29 | 298 | 0.1278 | 6 | 0.5261 | 3 | 0.8 | 0.8 | 0.1 | 0.1 | 0.4375 | 1.0 | 3.156s | 1m:50s |
| Iteration 30 | 175 | 0.0288 | 8 | 0.5584 | 3 | 0.8 | 0.8 | 100 | 1 | 0.5 | 1.0 | 3.706s | 1m:54s |
| Iteration 31 | 189 | 0.0317 | 8 | 0.3339 | 3 | 0.8 | 0.8 | 0.01 | 0.1 | 0.8125 | 1.0 | 3.144s | 1m:58s |
| Iteration 32 | 83 | 0.0453 | 8 | 0.2764 | 3 | 0.8 | 0.8 | 0.1 | 1 | 0.75 | 1.0 | 3.126s | 2m:02s |
| Iteration 33 | 54 | 0.1608 | 6 | 0.2412 | 3 | 0.7 | 0.6 | 0.1 | 0 | 0.8125 | 1.0 | 3.111s | 2m:06s |
| Iteration 34 | 417 | 0.0429 | 8 | 0.3059 | 3 | 0.7 | 0.6 | 0 | 0.01 | 0.625 | 1.0 | 3.173s | 2m:10s |
| Iteration 35 | 143 | 0.1803 | 6 | 0.4713 | 3 | 0.7 | 0.6 | 0.01 | 0 | 0.875 | 1.0 | 3.181s | 2m:13s |
| Iteration 36 | 143 | 0.01 | 6 | 0.5433 | 3 | 0.7 | 0.6 | 0.01 | 0 | 0.6875 | 1.0 | 3.133s | 2m:17s |
| Iteration 37 | 489 | 0.1447 | 6 | 0.2631 | 3 | 0.7 | 0.7 | 0.1 | 0.1 | 0.75 | 1.0 | 3.174s | 2m:21s |
| Iteration 38 | 480 | 0.0426 | 6 | 0.6725 | 3 | 0.7 | 0.7 | 0.01 | 0.1 | 1.0 | 1.0 | 3.190s | 2m:25s |
| Iteration 39 | 58 | 0.0313 | 8 | 0.3397 | 3 | 0.8 | 0.8 | 0.1 | 0.1 | 0.8125 | 1.0 | 3.116s | 2m:29s |
| Iteration 40 | 392 | 0.049 | 6 | 0.6262 | 3 | 0.6 | 0.7 | 0.01 | 0.01 | 0.75 | 1.0 | 3.174s | 2m:33s |
| Iteration 41 | 20 | 0.1079 | 6 | 0.8464 | 3 | 0.7 | 0.7 | 0 | 0.1 | 0.6562 | 1.0 | 3.095s | 2m:37s |
| Iteration 42 | 414 | 0.1061 | 6 | 0.6311 | 3 | 0.7 | 0.7 | 0.01 | 0.1 | 0.6875 | 1.0 | 3.181s | 2m:42s |
| Iteration 43 | 412 | 0.0275 | 8 | 0.3495 | 3 | 0.8 | 0.8 | 1 | 0.01 | 0.75 | 1.0 | 3.168s | 2m:46s |
| Iteration 44 | 387 | 0.0498 | 6 | 0.7491 | 3 | 0.7 | 0.7 | 10 | 0.1 | 0.5 | 1.0 | 3.153s | 2m:50s |
| Iteration 45 | 334 | 0.0123 | 2 | 0.9367 | 1 | 0.7 | 1.0 | 0.01 | 100 | 0.8438 | 1.0 | 3.180s | 2m:54s |
| Iteration 46 | 436 | 0.0426 | 6 | 0.8858 | 3 | 0.5 | 0.6 | 10 | 0.1 | 0.5 | 1.0 | 3.194s | 2m:58s |
| Iteration 47 | 434 | 0.0319 | 3 | 0.6788 | 1 | 1.0 | 0.9 | 1 | 0.1 | 0.5625 | 1.0 | 3.197s | 3m:02s |
| Iteration 48 | 449 | 0.0125 | 2 | 0.1139 | 1 | 0.6 | 1.0 | 0.01 | 0.01 | 0.75 | 1.0 | 3.188s | 3m:06s |
| Iteration 49 | 467 | 0.8572 | 3 | 0.0487 | 10 | 1.0 | 0.9 | 100 | 0.1 | 0.5 | 1.0 | 3.172s | 3m:10s |
| Iteration 50 | 302 | 0.019 | 9 | 0.6232 | 1 | 0.5 | 0.9 | 0 | 100 | 1.0 | 1.0 | 3.184s | 3m:14s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'n_estimators': 317, 'learning_rate': 0.0284, 'max_depth': 8, 'gamma': 0.3505, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.8, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9687
Test evaluation --> roc_auc: 0.35
Time elapsed: 0.073s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.38 ± 0.1208
Time elapsed: 0.226s
-------------------------------------------------
Total time: 3m:15s
Final results ==================== >>
Duration: 20m:56s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.425 ± 0.1204 ~
Logistic Regression --> roc_auc: 0.39 ± 0.049 ~
Linear Discriminant Analysis --> roc_auc: 0.33 ± 0.1288 ~
Quadratic Discriminant Analysis --> roc_auc: 0.55 ± 0.1265
Radius Nearest Neighbors --> roc_auc: 0.4 ± 0.0316 ~
AdaBoost --> roc_auc: 0.63 ± 0.1122 ~ !
Random Forest --> roc_auc: 0.46 ± 0.1068 ~
XGBoost --> roc_auc: 0.38 ± 0.1208 ~
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 809 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAVYNAGNMLTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CAVDGQKLLF.
>>> Dropping feature CAVGGGSNYKLTF.
>>> Dropping feature CAYRSYNTDKLIF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CASSGSARQLTF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAASATSGTYKYIF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CAVEDQTGANNLFF.
>>> Dropping feature CAVSSGNTPLVF.
>>> Dropping feature CAVTNTGGFKTIF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAAGGYQKVTF.
>>> Dropping feature CAGPNAGGTSYGKLTF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVLNAGNNRKLIW.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CAGNSGNTPLVF.
>>> Dropping feature CAGNTGNQFYF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CASSLAGGTDTQYF.
>>> Dropping feature CASSPGGYEQYF.
>>> Dropping feature CAYTGANSKLTF.
>>> Dropping feature CAVDGSSNTGKLIF.
>>> Dropping feature CAVRYGGSQGNLIF.
>>> Dropping feature CAYRSANFGNEKLTF.
>>> Dropping feature CAGNYGGSQGNLIF.
>>> Dropping feature CAVSPSGGYQKVTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGSGGSYIPTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAASGNTPLVF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 1.0 | 1.0 | 1.236s | 1.255s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.875 | 1.0 | 0.717s | 2.207s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.625 | 1.0 | 0.690s | 3.217s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.3125 | 1.0 | 0.673s | 4.139s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.8125 | 1.0 | 0.677s | 5.061s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.75 | 1.0 | 0.744s | 6.085s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.7812 | 1.0 | 0.725s | 7.041s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.9375 | 1.0 | 0.779s | 8.070s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.75 | 1.0 | 0.705s | 9.013s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.75 | 1.0 | 0.690s | 9.941s |
| Iteration 11 | exponen.. | 1.0 | 52 | 1.0 | friedman_mse | 9 | 8 | 8 | None | 0.0281 | 1.0 | 1.0 | 0.634s | 11.123s |
| Iteration 12 | exponen.. | 0.104 | 482 | 1.0 | friedman_mse | 20 | 8 | 6 | 0.9 | 0.0061 | 0.875 | 1.0 | 0.727s | 12.449s |
| Iteration 13 | exponen.. | 1.0 | 99 | 1.0 | friedman_mse | 6 | 8 | 6 | 0.9 | 0.0311 | 0.625 | 1.0 | 0.641s | 13.698s |
| Iteration 14 | exponen.. | 0.0188 | 106 | 0.6 | squared_er.. | 12 | 5 | 10 | None | 0.0322 | 0.5 | 1.0 | 0.652s | 14.852s |
| Iteration 15 | deviance | 0.0326 | 471 | 1.0 | squared_er.. | 20 | 9 | 4 | 0.5 | 0.0011 | 1.0 | 1.0 | 0.729s | 16.132s |
| Iteration 16 | deviance | 0.0136 | 58 | 0.7 | squared_er.. | 19 | 9 | 9 | sqrt | 0.0101 | 1.0 | 1.0 | 0.632s | 17.317s |
| Iteration 17 | exponen.. | 0.2275 | 174 | 0.6 | friedman_mse | 9 | 8 | 4 | 0.9 | 0.0215 | 0.75 | 1.0 | 0.678s | 18.547s |
| Iteration 18 | deviance | 0.1365 | 322 | 1.0 | squared_er.. | 16 | 9 | 10 | 0.7 | 0.0134 | 0.5938 | 1.0 | 0.679s | 19.819s |
| Iteration 19 | deviance | 0.0291 | 433 | 0.7 | squared_er.. | 8 | 9 | 5 | log2 | 0.0189 | 1.0 | 1.0 | 0.718s | 21.176s |
| Iteration 20 | exponen.. | 0.0374 | 356 | 0.8 | squared_er.. | 3 | 8 | 6 | log2 | 0.0031 | 1.0 | 1.0 | 0.739s | 22.641s |
| Iteration 21 | deviance | 0.0204 | 61 | 0.8 | squared_er.. | 17 | 10 | 8 | 0.9 | 0.0152 | 0.75 | 1.0 | 0.671s | 24.000s |
| Iteration 22 | exponen.. | 0.0228 | 302 | 0.9 | squared_er.. | 2 | 8 | 6 | auto | 0.0014 | 0.625 | 1.0 | 0.761s | 25.382s |
| Iteration 23 | deviance | 0.0313 | 239 | 0.6 | squared_er.. | 10 | 10 | 5 | log2 | 0.0216 | 0.6875 | 1.0 | 0.704s | 26.701s |
| Iteration 24 | deviance | 0.0105 | 165 | 0.7 | squared_er.. | 19 | 9 | 8 | sqrt | 0.0192 | 0.875 | 1.0 | 0.655s | 28.000s |
| Iteration 25 | exponen.. | 0.0217 | 500 | 0.8 | squared_er.. | 3 | 8 | 7 | 0.6 | 0.0257 | 0.875 | 1.0 | 0.756s | 29.345s |
| Iteration 26 | deviance | 0.0732 | 19 | 0.7 | squared_er.. | 19 | 9 | 3 | None | 0.0233 | 0.8125 | 1.0 | 0.618s | 30.643s |
| Iteration 27 | exponen.. | 0.9816 | 311 | 0.8 | squared_er.. | 3 | 8 | 6 | log2 | 0.0272 | 0.8125 | 1.0 | 0.716s | 32.551s |
| Iteration 28 | exponen.. | 0.01 | 254 | 0.7 | squared_er.. | 19 | 2 | 10 | auto | 0.0 | 0.875 | 1.0 | 0.722s | 34.131s |
| Iteration 29 | deviance | 0.0168 | 10 | 0.7 | squared_er.. | 19 | 9 | 9 | sqrt | 0.0068 | 0.875 | 1.0 | 0.661s | 35.549s |
| Iteration 30 | exponen.. | 0.0385 | 369 | 1.0 | friedman_mse | 11 | 14 | 4 | 0.9 | 0.0288 | 0.6875 | 1.0 | 0.733s | 37.162s |
| Iteration 31 | exponen.. | 0.01 | 500 | 0.8 | squared_er.. | 3 | 19 | 10 | None | 0.0067 | 0.6875 | 1.0 | 0.742s | 38.779s |
| Iteration 32 | exponen.. | 0.0578 | 196 | 0.8 | squared_er.. | 3 | 8 | 2 | log2 | 0.0265 | 0.875 | 1.0 | 0.675s | 40.155s |
| Iteration 33 | deviance | 0.0124 | 295 | 0.7 | squared_er.. | 19 | 9 | 3 | log2 | 0.0113 | 1.0 | 1.0 | 0.698s | 41.668s |
| Iteration 34 | exponen.. | 0.0128 | 463 | 0.8 | squared_er.. | 3 | 4 | 5 | sqrt | 0.0028 | 0.875 | 1.0 | 0.787s | 43.260s |
| Iteration 35 | exponen.. | 0.0114 | 440 | 0.9 | squared_er.. | 20 | 8 | 4 | 0.8 | 0.0061 | 0.875 | 1.0 | 0.747s | 44.805s |
| Iteration 36 | deviance | 0.938 | 240 | 0.6 | squared_er.. | 8 | 7 | 9 | 0.9 | 0.0128 | 0.9375 | 1.0 | 0.664s | 46.276s |
| Iteration 37 | exponen.. | 0.0732 | 365 | 0.8 | squared_er.. | 3 | 9 | 2 | 0.9 | 0.0026 | 1.0 | 1.0 | 0.716s | 47.837s |
| Iteration 38 | exponen.. | 0.2013 | 237 | 0.8 | squared_er.. | 3 | 9 | 5 | log2 | 0.0035 | 0.9375 | 1.0 | 0.727s | 49.379s |
| Iteration 39 | deviance | 0.0428 | 301 | 0.7 | squared_er.. | 8 | 9 | 8 | None | 0.0044 | 1.0 | 1.0 | 0.740s | 50.843s |
| Iteration 40 | deviance | 0.0581 | 335 | 0.7 | squared_er.. | 8 | 16 | 6 | None | 0.0119 | 1.0 | 1.0 | 0.741s | 52.330s |
| Iteration 41 | exponen.. | 0.0126 | 422 | 1.0 | squared_er.. | 7 | 11 | 2 | 0.7 | 0.0 | 0.75 | 1.0 | 0.741s | 53.995s |
| Iteration 42 | deviance | 0.0327 | 16 | 0.7 | squared_er.. | 8 | 13 | 5 | 0.8 | 0.012 | 1.0 | 1.0 | 0.665s | 55.691s |
| Iteration 43 | deviance | 1.0 | 369 | 0.7 | squared_er.. | 8 | 8 | 5 | 0.6 | 0.0117 | 0.9375 | 1.0 | 0.755s | 57.479s |
| Iteration 44 | exponen.. | 0.0761 | 397 | 0.7 | squared_er.. | 4 | 1 | 5 | None | 0.0 | 0.9375 | 1.0 | 0.844s | 59.225s |
| Iteration 45 | deviance | 0.01 | 338 | 0.7 | squared_er.. | 8 | 13 | 9 | 0.8 | 0.0111 | 1.0 | 1.0 | 0.743s | 1m:01s |
| Iteration 46 | exponen.. | 0.0302 | 479 | 0.7 | squared_er.. | 7 | 7 | 4 | 0.7 | 0.0084 | 0.8125 | 1.0 | 0.793s | 1m:03s |
| Iteration 47 | deviance | 0.01 | 496 | 0.7 | friedman_mse | 8 | 15 | 8 | 0.9 | 0.0189 | 1.0 | 1.0 | 0.783s | 1m:04s |
| Iteration 48 | exponen.. | 0.051 | 287 | 0.9 | squared_er.. | 3 | 5 | 8 | 0.8 | 0.0022 | 0.9375 | 1.0 | 0.741s | 1m:06s |
| Iteration 49 | exponen.. | 0.0255 | 154 | 0.6 | squared_er.. | 3 | 9 | 8 | 0.9 | 0.0019 | 0.6875 | 1.0 | 0.713s | 1m:08s |
| Iteration 50 | deviance | 0.0294 | 134 | 0.6 | squared_er.. | 8 | 12 | 7 | 0.9 | 0.0082 | 1.0 | 1.0 | 1.284s | 1m:10s |
Bayesian Optimization ---------------------------
Best call --> Iteration 50
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.0294, 'n_estimators': 134, 'subsample': 0.6, 'criterion': 'squared_error', 'min_samples_split': 8, 'min_samples_leaf': 12, 'max_depth': 7, 'max_features': 0.9, 'ccp_alpha': 0.0082}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:11s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.933
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.048s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.58 ± 0.04
Time elapsed: 0.203s
-------------------------------------------------
Total time: 1m:11s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.875 | 0.875 | 0.649s | 0.660s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 1.0 | 1.0 | 0.630s | 1.488s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.625 | 1.0 | 0.624s | 2.322s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.4375 | 1.0 | 0.632s | 3.168s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.625 | 1.0 | 0.636s | 4.018s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.875 | 1.0 | 0.636s | 4.871s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.8125 | 1.0 | 0.636s | 5.809s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.25 | 1.0 | 0.634s | 6.665s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.5 | 1.0 | 0.644s | 7.531s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.875 | 1.0 | 0.629s | 8.368s |
| Iteration 11 | l2 | 0.1914 | sag | 891 | --- | 0.6875 | 1.0 | 0.625s | 9.533s |
| Iteration 12 | l2 | 0.0477 | sag | 927 | --- | 0.5 | 1.0 | 0.636s | 10.696s |
| Iteration 13 | l2 | 0.001 | newto.. | 964 | --- | 0.25 | 1.0 | 0.658s | 11.751s |
| Iteration 14 | l2 | 7.5338 | saga | 985 | --- | 0.5 | 1.0 | 0.648s | 12.820s |
| Iteration 15 | none | --- | saga | 100 | --- | 0.4375 | 1.0 | 0.630s | 13.892s |
| Iteration 16 | elast.. | 81.5086 | saga | 240 | 0.8 | 0.375 | 1.0 | 0.632s | 14.957s |
| Iteration 17 | none | --- | lbfgs | 837 | --- | 0.8125 | 1.0 | 0.637s | 16.069s |
| Iteration 18 | none | --- | newto.. | 968 | --- | 0.5 | 1.0 | 0.635s | 17.191s |
| Iteration 19 | l2 | 23.8877 | lbfgs | 117 | --- | 0.8125 | 1.0 | 0.650s | 18.308s |
| Iteration 20 | none | --- | lbfgs | 247 | --- | 0.875 | 1.0 | 0.634s | 19.438s |
| Iteration 21 | none | --- | lbfgs | 212 | --- | 0.625 | 1.0 | 0.660s | 20.618s |
| Iteration 22 | none | --- | newto.. | 781 | --- | 0.4375 | 1.0 | 0.638s | 21.724s |
| Iteration 23 | l2 | 0.001 | newto.. | 967 | --- | 0.75 | 1.0 | 0.646s | 22.842s |
| Iteration 24 | l2 | 0.0029 | lbfgs | 213 | --- | 0.75 | 1.0 | 0.630s | 23.963s |
| Iteration 25 | l1 | 0.5873 | saga | 969 | --- | 0.75 | 1.0 | 0.632s | 25.121s |
| Iteration 26 | l2 | 0.0085 | lbfgs | 994 | --- | 0.6875 | 1.0 | 0.633s | 26.342s |
| Iteration 27 | l2 | 45.2434 | lbfgs | 100 | --- | 0.8125 | 1.0 | 0.623s | 27.521s |
| Iteration 28 | l2 | 0.003 | lbfgs | 990 | --- | 0.8125 | 1.0 | 0.662s | 29.244s |
| Iteration 29 | l2 | 41.6984 | sag | 174 | --- | 0.5625 | 1.0 | 0.667s | 30.490s |
| Iteration 30 | l2 | 87.9494 | saga | 289 | --- | 0.75 | 1.0 | 0.666s | 31.664s |
| Iteration 31 | l2 | 0.0016 | lbfgs | 378 | --- | 0.875 | 1.0 | 0.673s | 32.840s |
| Iteration 32 | l2 | 25.9825 | lbfgs | 967 | --- | 0.625 | 1.0 | 0.633s | 34.008s |
| Iteration 33 | l2 | 0.001 | lbfgs | 754 | --- | 0.9375 | 1.0 | 0.649s | 35.254s |
| Iteration 34 | l2 | 0.0019 | lbfgs | 127 | --- | 0.8125 | 1.0 | 0.633s | 36.445s |
| Iteration 35 | l2 | 0.0013 | lbfgs | 158 | --- | 0.5625 | 1.0 | 0.644s | 37.623s |
| Iteration 36 | l2 | 81.4668 | lbfgs | 858 | --- | 0.75 | 1.0 | 0.635s | 38.845s |
| Iteration 37 | l2 | 0.0016 | lbfgs | 886 | --- | 0.6875 | 1.0 | 0.637s | 40.036s |
| Iteration 38 | l2 | 14.857 | lbfgs | 149 | --- | 1.0 | 1.0 | 0.650s | 41.440s |
| Iteration 39 | l2 | 0.001 | lbfgs | 100 | --- | 0.625 | 1.0 | 0.623s | 42.645s |
| Iteration 40 | l2 | 55.0614 | lbfgs | 100 | --- | 0.625 | 1.0 | 0.636s | 43.983s |
| Iteration 41 | l2 | 78.2638 | lbfgs | 773 | --- | 0.6875 | 1.0 | 0.636s | 45.209s |
| Iteration 42 | l2 | 14.9555 | sag | 140 | --- | 1.0 | 1.0 | 0.654s | 46.663s |
| Iteration 43 | l2 | 95.8663 | lbfgs | 940 | --- | 0.625 | 1.0 | 0.689s | 48.074s |
| Iteration 44 | l2 | 0.0023 | saga | 907 | --- | 0.6875 | 1.0 | 0.628s | 49.346s |
| Iteration 45 | l2 | 0.0025 | saga | 194 | --- | 0.8125 | 1.0 | 0.636s | 50.575s |
| Iteration 46 | l2 | 15.2329 | lbfgs | 710 | --- | 0.5625 | 1.0 | 0.674s | 52.098s |
| Iteration 47 | l2 | 0.0951 | saga | 922 | --- | 0.8125 | 1.0 | 0.686s | 53.585s |
| Iteration 48 | l2 | 0.093 | newto.. | 984 | --- | 0.4375 | 1.0 | 0.683s | 55.062s |
| Iteration 49 | l2 | 16.0402 | libli.. | 146 | --- | 0.4375 | 1.0 | 0.683s | 56.617s |
| Iteration 50 | l2 | 25.2996 | sag | 113 | --- | 0.6875 | 1.0 | 0.679s | 58.004s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'penalty': 'l2', 'C': 14.9555, 'solver': 'sag', 'max_iter': 140}
Best evaluation --> roc_auc: 1.0
Time elapsed: 58.845s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7661
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.54 ± 0.1428
Time elapsed: 0.055s
-------------------------------------------------
Total time: 58.918s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.875 | 0.875 | 0.628s | 0.633s |
| Initial point 2 | svd | --- | 1.0 | 1.0 | 1.183s | 2.025s |
| Initial point 3 | svd | --- | 1.0 | 1.0 | 0.000s | 2.235s |
| Initial point 4 | lsqr | 0.8 | 0.375 | 1.0 | 0.629s | 3.090s |
| Initial point 5 | eigen | 0.9 | 0.625 | 1.0 | 0.627s | 3.924s |
| Initial point 6 | lsqr | 0.7 | 0.8125 | 1.0 | 0.640s | 4.792s |
| Initial point 7 | lsqr | 0.5 | 0.8125 | 1.0 | 0.621s | 5.620s |
| Initial point 8 | lsqr | 0.9 | 0.75 | 1.0 | 0.642s | 6.468s |
| Initial point 9 | lsqr | 0.6 | 0.4375 | 1.0 | 0.642s | 7.335s |
| Initial point 10 | eigen | 0.8 | 0.875 | 1.0 | 0.626s | 8.174s |
| Iteration 11 | svd | --- | 1.0 | 1.0 | 0.000s | 8.507s |
| Iteration 12 | svd | --- | 1.0 | 1.0 | 0.000s | 8.834s |
| Iteration 13 | svd | --- | 1.0 | 1.0 | 0.000s | 9.171s |
| Iteration 14 | svd | --- | 1.0 | 1.0 | 0.000s | 9.547s |
| Iteration 15 | svd | --- | 1.0 | 1.0 | 0.000s | 9.883s |
| Iteration 16 | svd | --- | 1.0 | 1.0 | 0.000s | 10.225s |
| Iteration 17 | svd | --- | 1.0 | 1.0 | 0.000s | 10.578s |
| Iteration 18 | eigen | 0.5 | 0.6875 | 1.0 | 0.622s | 11.555s |
| Iteration 19 | eigen | 0.7 | 0.8125 | 1.0 | 0.644s | 12.565s |
| Iteration 20 | eigen | 0.6 | 0.75 | 1.0 | 0.619s | 13.563s |
| Iteration 21 | eigen | auto | 0.8125 | 1.0 | 0.619s | 14.563s |
| Iteration 22 | eigen | None | 0.25 | 1.0 | 0.637s | 15.584s |
| Iteration 23 | lsqr | 1.0 | 0.5 | 1.0 | 0.623s | 16.592s |
| Iteration 24 | lsqr | auto | 0.75 | 1.0 | 0.633s | 17.611s |
| Iteration 25 | lsqr | None | 0.8125 | 1.0 | 0.620s | 18.632s |
| Iteration 26 | svd | --- | 1.0 | 1.0 | 0.000s | 19.044s |
| Iteration 27 | svd | --- | 1.0 | 1.0 | 0.000s | 19.458s |
| Iteration 28 | svd | --- | 1.0 | 1.0 | 0.000s | 19.878s |
| Iteration 29 | svd | --- | 1.0 | 1.0 | 0.000s | 20.327s |
| Iteration 30 | svd | --- | 1.0 | 1.0 | 0.000s | 20.758s |
| Iteration 31 | svd | --- | 1.0 | 1.0 | 0.000s | 21.250s |
| Iteration 32 | svd | --- | 1.0 | 1.0 | 0.000s | 21.700s |
| Iteration 33 | svd | --- | 1.0 | 1.0 | 0.000s | 22.148s |
| Iteration 34 | svd | --- | 1.0 | 1.0 | 0.001s | 22.620s |
| Iteration 35 | svd | --- | 1.0 | 1.0 | 0.000s | 23.094s |
| Iteration 36 | svd | --- | 1.0 | 1.0 | 0.000s | 23.563s |
| Iteration 37 | svd | --- | 1.0 | 1.0 | 0.000s | 24.028s |
| Iteration 38 | svd | --- | 1.0 | 1.0 | 0.000s | 24.493s |
| Iteration 39 | svd | --- | 1.0 | 1.0 | 0.000s | 24.963s |
| Iteration 40 | svd | --- | 1.0 | 1.0 | 0.000s | 25.521s |
| Iteration 41 | svd | --- | 1.0 | 1.0 | 0.000s | 26.004s |
| Iteration 42 | svd | --- | 1.0 | 1.0 | 0.000s | 26.510s |
| Iteration 43 | svd | --- | 1.0 | 1.0 | 0.000s | 27.015s |
| Iteration 44 | svd | --- | 1.0 | 1.0 | 0.000s | 27.522s |
| Iteration 45 | svd | --- | 1.0 | 1.0 | 0.000s | 28.050s |
| Iteration 46 | svd | --- | 1.0 | 1.0 | 0.000s | 28.566s |
| Iteration 47 | svd | --- | 1.0 | 1.0 | 0.000s | 29.627s |
| Iteration 48 | svd | --- | 1.0 | 1.0 | 0.000s | 30.170s |
| Iteration 49 | svd | --- | 1.0 | 1.0 | 0.000s | 30.753s |
| Iteration 50 | svd | --- | 1.0 | 1.0 | 0.000s | 31.319s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'solver': 'svd'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 31.939s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.767
Test evaluation --> roc_auc: 0.25
Time elapsed: 0.013s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.45 ± 0.1095
Time elapsed: 0.039s
-------------------------------------------------
Total time: 31.993s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.875 | 0.875 | 0.630s | 0.633s |
| Initial point 2 | 0.9 | 0.75 | 0.875 | 0.638s | 1.479s |
| Initial point 3 | 0.1 | 0.5 | 0.875 | 0.621s | 2.306s |
| Initial point 4 | 1.0 | 0.875 | 0.875 | 0.000s | 2.510s |
| Initial point 5 | 0.2 | 0.625 | 0.875 | 0.620s | 3.338s |
| Initial point 6 | 0.4 | 0.75 | 0.875 | 0.643s | 4.215s |
| Initial point 7 | 0.4 | 0.75 | 0.875 | 0.000s | 4.439s |
| Initial point 8 | 0.7 | 0.75 | 0.875 | 0.625s | 5.276s |
| Initial point 9 | 0.9 | 0.75 | 0.875 | 0.001s | 5.508s |
| Initial point 10 | 0.8 | 0.875 | 0.875 | 0.800s | 6.551s |
| Iteration 11 | 0.3 | 1.0 | 1.0 | 0.622s | 7.513s |
| Iteration 12 | 0.6 | 0.4375 | 1.0 | 0.625s | 8.440s |
| Iteration 13 | 0.5 | 0.1875 | 1.0 | 0.647s | 9.384s |
| Iteration 14 | 0.0 | 1.0 | 1.0 | 0.629s | 10.321s |
| Iteration 15 | 0.0 | 1.0 | 1.0 | 0.000s | 10.652s |
| Iteration 16 | 0.3 | 1.0 | 1.0 | 0.000s | 10.963s |
| Iteration 17 | 0.3 | 1.0 | 1.0 | 0.000s | 11.284s |
| Iteration 18 | 0.0 | 1.0 | 1.0 | 0.000s | 11.600s |
| Iteration 19 | 0.0 | 1.0 | 1.0 | 0.000s | 11.946s |
| Iteration 20 | 0.3 | 1.0 | 1.0 | 0.000s | 12.265s |
| Iteration 21 | 0.3 | 1.0 | 1.0 | 0.000s | 12.573s |
| Iteration 22 | 0.0 | 1.0 | 1.0 | 0.001s | 12.885s |
| Iteration 23 | 0.3 | 1.0 | 1.0 | 0.000s | 13.211s |
| Iteration 24 | 0.0 | 1.0 | 1.0 | 0.000s | 13.537s |
| Iteration 25 | 0.3 | 1.0 | 1.0 | 0.000s | 13.864s |
| Iteration 26 | 0.0 | 1.0 | 1.0 | 0.000s | 14.191s |
| Iteration 27 | 0.3 | 1.0 | 1.0 | 0.000s | 14.522s |
| Iteration 28 | 0.9 | 0.75 | 1.0 | 0.001s | 14.866s |
| Iteration 29 | 0.2 | 0.625 | 1.0 | 0.001s | 15.206s |
| Iteration 30 | 0.8 | 0.875 | 1.0 | 0.000s | 15.537s |
| Iteration 31 | 0.0 | 1.0 | 1.0 | 0.000s | 15.870s |
| Iteration 32 | 0.3 | 1.0 | 1.0 | 0.000s | 16.216s |
| Iteration 33 | 0.0 | 1.0 | 1.0 | 0.000s | 16.565s |
| Iteration 34 | 0.0 | 1.0 | 1.0 | 0.000s | 16.958s |
| Iteration 35 | 0.3 | 1.0 | 1.0 | 0.000s | 17.306s |
| Iteration 36 | 0.0 | 1.0 | 1.0 | 0.000s | 17.673s |
| Iteration 37 | 0.3 | 1.0 | 1.0 | 0.000s | 18.036s |
| Iteration 38 | 0.3 | 1.0 | 1.0 | 0.000s | 18.401s |
| Iteration 39 | 0.0 | 1.0 | 1.0 | 0.000s | 18.774s |
| Iteration 40 | 0.3 | 1.0 | 1.0 | 0.000s | 19.143s |
| Iteration 41 | 0.0 | 1.0 | 1.0 | 0.000s | 19.559s |
| Iteration 42 | 0.0 | 1.0 | 1.0 | 0.000s | 20.034s |
| Iteration 43 | 0.3 | 1.0 | 1.0 | 0.000s | 20.444s |
| Iteration 44 | 0.0 | 1.0 | 1.0 | 0.000s | 20.872s |
| Iteration 45 | 0.3 | 1.0 | 1.0 | 0.000s | 21.284s |
| Iteration 46 | 0.0 | 1.0 | 1.0 | 0.000s | 21.711s |
| Iteration 47 | 0.3 | 1.0 | 1.0 | 0.000s | 22.128s |
| Iteration 48 | 0.3 | 1.0 | 1.0 | 0.000s | 22.573s |
| Iteration 49 | 0.0 | 1.0 | 1.0 | 0.000s | 23.013s |
| Iteration 50 | 0.3 | 1.0 | 1.0 | 0.000s | 23.551s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'reg_param': 0.0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 23.992s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9455
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.65 ± 0.0837
Time elapsed: 0.027s
-------------------------------------------------
Total time: 24.029s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 11.6284 | dista.. | auto | 40 | 1 | 0.9375 | 0.9375 | 0.633s | 0.653s |
| Initial point 2 | 4.6246 | uniform | kd_tree | 39 | 2 | 0.375 | 0.9375 | 0.631s | 1.514s |
| Initial point 3 | 3.6532 | dista.. | ball_tree | 25 | 2 | 0.875 | 0.9375 | 1.187s | 2.937s |
| Initial point 4 | 10.658 | uniform | ball_tree | 39 | 2 | 0.5 | 0.9375 | 0.638s | 3.832s |
| Initial point 5 | 8.3491 | dista.. | auto | 30 | 2 | 0.5 | 0.9375 | 0.626s | 4.690s |
| Initial point 6 | 9.6689 | dista.. | ball_tree | 21 | 2 | 0.75 | 0.9375 | 0.633s | 5.591s |
| Initial point 7 | 6.9159 | dista.. | ball_tree | 24 | 1 | 0.8125 | 0.9375 | 0.647s | 6.502s |
| Initial point 8 | 1.6573 | dista.. | ball_tree | 21 | 2 | 0.625 | 0.9375 | 0.629s | 7.344s |
| Initial point 9 | 7.7039 | uniform | ball_tree | 24 | 1 | 0.5 | 0.9375 | 0.629s | 8.187s |
| Initial point 10 | 5.4719 | uniform | brute | 22 | 2 | 0.3125 | 0.9375 | 0.639s | 9.057s |
| Iteration 11 | 0.5675 | dista.. | kd_tree | 40 | 1 | 0.6875 | 0.9375 | 0.627s | 10.139s |
| Iteration 12 | 11.5445 | dista.. | brute | 40 | 1 | 0.5625 | 0.9375 | 0.633s | 11.221s |
| Iteration 13 | 0.0055 | dista.. | auto | 21 | 1 | 0.5 | 0.9375 | 0.638s | 12.268s |
| Iteration 14 | 0.0 | dista.. | brute | 22 | 2 | 0.5 | 0.9375 | 0.627s | 13.445s |
| Iteration 15 | 4.8842 | dista.. | auto | 38 | 2 | 0.75 | 0.9375 | 0.634s | 14.604s |
| Iteration 16 | 11.6613 | dista.. | ball_tree | 40 | 1 | 0.6875 | 0.9375 | 0.625s | 15.682s |
| Iteration 17 | 0.0026 | uniform | auto | 24 | 1 | 0.5 | 0.9375 | 0.640s | 16.795s |
| Iteration 18 | 6.0433 | dista.. | auto | 40 | 1 | 0.625 | 0.9375 | 0.625s | 17.965s |
| Iteration 19 | 11.6534 | dista.. | kd_tree | 26 | 2 | 0.6875 | 0.9375 | 0.624s | 19.046s |
| Iteration 20 | 11.6613 | dista.. | ball_tree | 40 | 2 | 0.8125 | 0.9375 | 0.621s | 20.145s |
| Iteration 21 | 11.6447 | dista.. | auto | 31 | 2 | 0.9375 | 0.9375 | 0.630s | 21.241s |
| Iteration 22 | 11.6613 | dista.. | auto | 20 | 1 | 0.25 | 0.9375 | 0.632s | 22.348s |
| Iteration 23 | 0.0521 | dista.. | ball_tree | 33 | 2 | 0.5 | 0.9375 | 0.621s | 23.453s |
| Iteration 24 | 11.2817 | dista.. | ball_tree | 31 | 2 | 0.8125 | 0.9375 | 0.631s | 24.735s |
| Iteration 25 | 8.805 | dista.. | ball_tree | 25 | 1 | 1.0 | 1.0 | 0.630s | 25.937s |
| Iteration 26 | 10.8851 | dista.. | ball_tree | 25 | 1 | 0.875 | 1.0 | 0.637s | 27.165s |
| Iteration 27 | 10.5068 | dista.. | brute | 25 | 1 | 0.75 | 1.0 | 0.621s | 28.458s |
| Iteration 28 | 1.7787 | dista.. | auto | 25 | 1 | 0.875 | 1.0 | 0.651s | 30.190s |
| Iteration 29 | 10.9764 | dista.. | auto | 25 | 1 | 0.8125 | 1.0 | 0.673s | 31.526s |
| Iteration 30 | 11.0124 | dista.. | auto | 31 | 2 | 0.625 | 1.0 | 0.672s | 33.042s |
| Iteration 31 | 2.0896 | dista.. | auto | 25 | 1 | 0.7812 | 1.0 | 0.661s | 34.478s |
| Iteration 32 | 9.4082 | dista.. | auto | 25 | 2 | 0.75 | 1.0 | 0.672s | 35.913s |
| Iteration 33 | 11.2543 | dista.. | auto | 39 | 2 | 0.9375 | 1.0 | 0.666s | 37.207s |
| Iteration 34 | 0.4796 | dista.. | auto | 39 | 1 | 0.25 | 1.0 | 0.666s | 38.614s |
| Iteration 35 | 6.2367 | dista.. | ball_tree | 25 | 1 | 0.6875 | 1.0 | 0.663s | 39.946s |
| Iteration 36 | 11.6613 | dista.. | auto | 39 | 2 | 0.8125 | 1.0 | 0.624s | 41.609s |
| Iteration 37 | 6.6721 | dista.. | ball_tree | 25 | 2 | 0.8125 | 1.0 | 0.639s | 43.024s |
| Iteration 38 | 6.9319 | dista.. | ball_tree | 25 | 2 | 0.9375 | 1.0 | 0.620s | 44.338s |
| Iteration 39 | 6.5566 | dista.. | ball_tree | 25 | 2 | 0.6875 | 1.0 | 0.646s | 45.705s |
| Iteration 40 | 7.1731 | uniform | auto | 25 | 1 | 0.6875 | 1.0 | 0.642s | 47.034s |
| Iteration 41 | 11.6613 | uniform | brute | 31 | 1 | 0.5 | 1.0 | 0.628s | 48.399s |
| Iteration 42 | 8.4819 | dista.. | kd_tree | 24 | 2 | 0.875 | 1.0 | 0.631s | 49.663s |
| Iteration 43 | 8.7232 | dista.. | kd_tree | 26 | 1 | 0.75 | 1.0 | 0.643s | 50.950s |
| Iteration 44 | 11.6613 | dista.. | auto | 35 | 1 | 0.875 | 1.0 | 0.626s | 52.281s |
| Iteration 45 | 7.1948 | dista.. | brute | 20 | 2 | 0.75 | 1.0 | 0.625s | 53.613s |
| Iteration 46 | 9.673 | dista.. | auto | 38 | 2 | 0.625 | 1.0 | 0.630s | 54.971s |
| Iteration 47 | 8.9328 | dista.. | auto | 24 | 1 | 1.0 | 1.0 | 0.626s | 56.463s |
| Iteration 48 | 8.7724 | dista.. | auto | 32 | 1 | 0.8125 | 1.0 | 0.625s | 57.960s |
| Iteration 49 | 9.0545 | uniform | ball_tree | 20 | 1 | 0.4375 | 1.0 | 0.626s | 59.395s |
| Iteration 50 | 11.6613 | dista.. | kd_tree | 34 | 1 | 0.5625 | 1.0 | 0.619s | 1m:01s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'radius': 8.805, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 25, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:02s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.53 ± 0.04
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:02s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.8125 | 0.8125 | 1.530s | 1.537s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.875 | 0.875 | 1.050s | 2.809s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.8125 | 0.875 | 0.838s | 3.936s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.5625 | 0.875 | 0.922s | 5.068s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.6875 | 0.875 | 0.801s | 6.091s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 1.0 | 1.0 | 0.981s | 7.279s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.8125 | 1.0 | 0.643s | 8.137s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.7812 | 1.0 | 1.007s | 9.408s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.625 | 1.0 | 0.662s | 10.286s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.9375 | 1.0 | 0.786s | 11.288s |
| Iteration 11 | 463 | 0.0283 | SAMME.R | 1.0 | 1.0 | 1.029s | 12.833s |
| Iteration 12 | 454 | 0.01 | SAMME.R | 0.625 | 1.0 | 1.066s | 14.483s |
| Iteration 13 | 462 | 0.1651 | SAMME.R | 0.5 | 1.0 | 0.987s | 16.020s |
| Iteration 14 | 413 | 0.0283 | SAMME.R | 0.375 | 1.0 | 0.929s | 17.309s |
| Iteration 15 | 493 | 0.0756 | SAMME.R | 1.0 | 1.0 | 1.006s | 18.705s |
| Iteration 16 | 500 | 0.0107 | SAMME | 1.0 | 1.0 | 0.954s | 20.013s |
| Iteration 17 | 493 | 0.0763 | SAMME.R | 0.875 | 1.0 | 1.012s | 21.365s |
| Iteration 18 | 143 | 2.5923 | SAMME | 0.7188 | 1.0 | 0.623s | 22.366s |
| Iteration 19 | 459 | 0.2434 | SAMME | 1.0 | 1.0 | 0.950s | 23.774s |
| Iteration 20 | 469 | 0.2561 | SAMME | 1.0 | 1.0 | 0.945s | 25.192s |
| Iteration 21 | 50 | 0.0306 | SAMME.R | 0.8125 | 1.0 | 0.652s | 26.223s |
| Iteration 22 | 458 | 0.2631 | SAMME | 0.75 | 1.0 | 0.962s | 27.660s |
| Iteration 23 | 190 | 0.0381 | SAMME.R | 0.6875 | 1.0 | 0.792s | 28.870s |
| Iteration 24 | 490 | 0.0144 | SAMME | 1.0 | 1.0 | 0.995s | 30.431s |
| Iteration 25 | 500 | 0.0499 | SAMME | 1.0 | 1.0 | 1.001s | 31.876s |
| Iteration 26 | 500 | 0.0195 | SAMME | 0.875 | 1.0 | 1.578s | 33.910s |
| Iteration 27 | 490 | 0.01 | SAMME | 1.0 | 1.0 | 1.015s | 35.424s |
| Iteration 28 | 322 | 6.7285 | SAMME | 0.75 | 1.0 | 0.649s | 36.527s |
| Iteration 29 | 500 | 5.7796 | SAMME | 0.75 | 1.0 | 0.660s | 37.675s |
| Iteration 30 | 487 | 0.01 | SAMME | 0.625 | 1.0 | 0.996s | 39.179s |
| Iteration 31 | 89 | 9.878 | SAMME | 1.0 | 1.0 | 0.660s | 40.326s |
| Iteration 32 | 89 | 7.0504 | SAMME | 0.2812 | 1.0 | 0.657s | 41.441s |
| Iteration 33 | 467 | 0.2382 | SAMME | 1.0 | 1.0 | 0.993s | 42.954s |
| Iteration 34 | 290 | 0.0169 | SAMME.R | 0.875 | 1.0 | 0.896s | 44.345s |
| Iteration 35 | 351 | 0.0102 | SAMME | 0.75 | 1.0 | 0.855s | 45.785s |
| Iteration 36 | 500 | 0.01 | SAMME | 0.8438 | 1.0 | 0.954s | 47.231s |
| Iteration 37 | 284 | 3.9004 | SAMME | 0.75 | 1.0 | 0.619s | 48.382s |
| Iteration 38 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 1.055s | 49.970s |
| Iteration 39 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.000s | 50.541s |
| Iteration 40 | 466 | 0.2444 | SAMME | 0.75 | 1.0 | 0.979s | 52.119s |
| Iteration 41 | 164 | 5.1938 | SAMME.R | 0.4062 | 1.0 | 0.783s | 53.426s |
| Iteration 42 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.000s | 53.967s |
| Iteration 43 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.000s | 54.496s |
| Iteration 44 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.000s | 55.080s |
| Iteration 45 | 493 | 0.0706 | SAMME.R | 0.875 | 1.0 | 1.016s | 56.853s |
| Iteration 46 | 499 | 0.0125 | SAMME.R | 0.875 | 1.0 | 1.064s | 58.639s |
| Iteration 47 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.000s | 59.269s |
| Iteration 48 | 467 | 0.2368 | SAMME | 1.0 | 1.0 | 0.986s | 1m:01s |
| Iteration 49 | 493 | 0.0749 | SAMME.R | 0.875 | 1.0 | 1.047s | 1m:03s |
| Iteration 50 | 500 | 0.01 | SAMME | 0.8438 | 1.0 | 0.001s | 1m:04s |
Bayesian Optimization ---------------------------
Best call --> Iteration 38
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.01, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9469
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.466s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.63 ± 0.1111
Time elapsed: 2.082s
-------------------------------------------------
Total time: 1m:07s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.9375 | 0.9375 | 1.044s | 1.064s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 1.0 | 1.0 | 0.940s | 2.236s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.8125 | 1.0 | 0.946s | 3.410s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.375 | 1.0 | 0.768s | 4.440s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.625 | 1.0 | 1.553s | 6.214s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.75 | 1.0 | 0.817s | 7.262s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.75 | 1.0 | 0.841s | 8.334s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.8125 | 1.0 | 0.817s | 9.376s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.875 | 1.0 | 0.894s | 10.555s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.9375 | 1.0 | 0.872s | 11.669s |
| Iteration 11 | 341 | gini | 3 | 7 | 2 | 0.7 | False | 0.0127 | --- | 1.0 | 1.0 | 0.829s | 13.229s |
| Iteration 12 | 359 | gini | 3 | 7 | 2 | 0.7 | False | 0.0153 | --- | 0.8125 | 1.0 | 0.856s | 14.796s |
| Iteration 13 | 29 | gini | 1 | 3 | 7 | 0.5 | False | 0.0132 | --- | 0.5625 | 1.0 | 0.630s | 16.046s |
| Iteration 14 | 500 | gini | 3 | 8 | 1 | 0.6 | False | 0.0067 | --- | 0.25 | 1.0 | 0.940s | 17.594s |
| Iteration 15 | 339 | entropy | None | 13 | 5 | 0.6 | False | 0.0295 | --- | 0.625 | 1.0 | 0.879s | 19.044s |
| Iteration 16 | 305 | entropy | 3 | 7 | 2 | 0.8 | False | 0.0108 | --- | 1.0 | 1.0 | 0.850s | 20.591s |
| Iteration 17 | 178 | gini | 3 | 7 | 2 | sqrt | False | 0.0119 | --- | 1.0 | 1.0 | 0.722s | 21.987s |
| Iteration 18 | 68 | gini | 6 | 10 | 5 | sqrt | False | 0.0151 | --- | 0.75 | 1.0 | 0.681s | 23.324s |
| Iteration 19 | 119 | entropy | 5 | 9 | 5 | 0.8 | False | 0.0195 | --- | 1.0 | 1.0 | 0.696s | 24.670s |
| Iteration 20 | 272 | entropy | 5 | 9 | 5 | 0.7 | False | 0.0178 | --- | 0.875 | 1.0 | 0.798s | 26.207s |
| Iteration 21 | 61 | gini | 5 | 10 | 5 | None | False | 0.022 | --- | 0.7812 | 1.0 | 0.654s | 27.538s |
| Iteration 22 | 280 | gini | 3 | 12 | 2 | log2 | False | 0.0097 | --- | 0.5625 | 1.0 | 0.841s | 29.079s |
| Iteration 23 | 141 | gini | 5 | 9 | 5 | 0.7 | False | 0.024 | --- | 0.75 | 1.0 | 0.769s | 30.583s |
| Iteration 24 | 500 | gini | 3 | 10 | 5 | None | False | 0.0174 | --- | 0.75 | 1.0 | 0.980s | 32.338s |
| Iteration 25 | 223 | entropy | 3 | 6 | 2 | None | False | 0.0029 | --- | 0.9375 | 1.0 | 0.811s | 33.942s |
| Iteration 26 | 87 | entropy | 8 | 6 | 2 | 0.8 | False | 0.0072 | --- | 0.6875 | 1.0 | 0.722s | 35.435s |
| Iteration 27 | 10 | entropy | 1 | 6 | 2 | 0.5 | False | 0.0131 | --- | 0.9688 | 1.0 | 0.673s | 36.956s |
| Iteration 28 | 198 | gini | None | 6 | 2 | log2 | False | 0.0083 | --- | 0.8125 | 1.0 | 0.755s | 38.492s |
| Iteration 29 | 29 | gini | 4 | 6 | 15 | 0.5 | True | 0.0003 | 0.7 | 0.75 | 1.0 | 0.630s | 39.830s |
| Iteration 30 | 500 | gini | 9 | 11 | 15 | 0.8 | True | 0.0169 | None | 0.5 | 1.0 | 1.002s | 41.649s |
| Iteration 31 | 249 | entropy | 5 | 19 | 5 | 0.7 | True | 0.0023 | 0.5 | 1.0 | 1.0 | 0.844s | 43.810s |
| Iteration 32 | 470 | gini | 1 | 18 | 5 | 0.5 | True | 0.0223 | 0.5 | 0.875 | 1.0 | 0.998s | 45.528s |
| Iteration 33 | 277 | entropy | 7 | 20 | 5 | 0.7 | True | 0.0023 | 0.8 | 1.0 | 1.0 | 0.861s | 47.185s |
| Iteration 34 | 299 | entropy | 6 | 20 | 5 | sqrt | True | 0.0029 | 0.6 | 0.875 | 1.0 | 0.872s | 48.896s |
| Iteration 35 | 59 | entropy | 9 | 18 | 5 | 0.9 | True | 0.0037 | 0.9 | 0.8125 | 1.0 | 0.692s | 50.356s |
| Iteration 36 | 12 | entropy | 1 | 7 | 2 | None | False | 0.0229 | --- | 0.875 | 1.0 | 0.618s | 51.833s |
| Iteration 37 | 318 | gini | 4 | 20 | 4 | 0.8 | True | 0.0128 | 0.8 | 0.9375 | 1.0 | 0.892s | 53.607s |
| Iteration 38 | 496 | gini | 3 | 6 | 1 | 0.7 | False | 0.0127 | --- | 0.9375 | 1.0 | 0.974s | 55.556s |
| Iteration 39 | 347 | gini | 4 | 5 | 1 | 0.9 | False | 0.0329 | --- | 0.8125 | 1.0 | 0.871s | 57.210s |
| Iteration 40 | 297 | gini | 3 | 18 | 1 | log2 | False | 0.0127 | --- | 0.9375 | 1.0 | 0.830s | 59.068s |
| Iteration 41 | 167 | gini | 3 | 13 | 2 | 0.6 | False | 0.0124 | --- | 0.75 | 1.0 | 0.751s | 1m:01s |
| Iteration 42 | 116 | gini | 7 | 18 | 6 | log2 | False | 0.0072 | --- | 1.0 | 1.0 | 0.734s | 1m:02s |
| Iteration 43 | 291 | gini | None | 19 | 13 | 0.6 | True | 0.0342 | 0.5 | 0.8125 | 1.0 | 0.876s | 1m:04s |
| Iteration 44 | 45 | gini | 7 | 18 | 9 | auto | False | 0.0096 | --- | 0.875 | 1.0 | 0.643s | 1m:06s |
| Iteration 45 | 364 | gini | 2 | 18 | 2 | 0.6 | False | 0.0007 | --- | 1.0 | 1.0 | 0.854s | 1m:07s |
| Iteration 46 | 366 | gini | None | 18 | 5 | 0.9 | False | 0.032 | --- | 0.75 | 1.0 | 0.895s | 1m:09s |
| Iteration 47 | 326 | entropy | 9 | 19 | 13 | 0.5 | True | 0.0 | 0.7 | 1.0 | 1.0 | 0.896s | 1m:11s |
| Iteration 48 | 58 | entropy | 9 | 19 | 13 | 0.7 | True | 0.0 | 0.9 | 0.8125 | 1.0 | 0.708s | 1m:13s |
| Iteration 49 | 191 | gini | 9 | 7 | 19 | 0.8 | False | 0.0 | --- | 0.5 | 1.0 | 0.763s | 1m:15s |
| Iteration 50 | 273 | entropy | 7 | 20 | 5 | None | True | 0.002 | 0.7 | 1.0 | 1.0 | 0.878s | 1m:16s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 425, 'criterion': 'gini', 'max_depth': 5, 'min_samples_split': 10, 'min_samples_leaf': 5, 'max_features': 0.6, 'bootstrap': False, 'ccp_alpha': 0.016}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:17s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9661
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.314s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.6 ± 0.0447
Time elapsed: 1.377s
-------------------------------------------------
Total time: 1m:19s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.754s | 0.773s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.8125 | 0.8125 | 0.750s | 1.756s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.8125 | 0.744s | 2.756s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.8125 | 0.699s | 3.703s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.8125 | 0.740s | 4.701s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.8125 | 1.308s | 6.255s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.8125 | 0.733s | 7.223s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.8125 | 0.721s | 8.178s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.6875 | 0.8125 | 0.753s | 9.174s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.8125 | 0.742s | 10.209s |
| Iteration 11 | 290 | 0.0173 | 5 | 0.2177 | 3 | 0.6 | 0.7 | 0.01 | 100 | 0.875 | 0.875 | 0.721s | 11.538s |
| Iteration 12 | 500 | 1.0 | 6 | 0.0 | 2 | 1.0 | 0.7 | 0 | 0.01 | 0.75 | 0.875 | 0.759s | 13.021s |
| Iteration 13 | 236 | 0.531 | 6 | 0.2036 | 4 | 0.6 | 1.0 | 0 | 0 | 0.3125 | 0.875 | 0.718s | 14.445s |
| Iteration 14 | 390 | 0.036 | 7 | 0.0172 | 3 | 0.7 | 0.6 | 0.01 | 1 | 0.625 | 0.875 | 0.734s | 16.021s |
| Iteration 15 | 234 | 0.01 | 2 | 0.1884 | 6 | 0.5 | 0.9 | 0.01 | 100 | 0.5 | 0.875 | 0.718s | 17.428s |
| Iteration 16 | 303 | 0.0328 | 5 | 0.2938 | 3 | 0.5 | 0.7 | 10 | 10 | 0.5 | 0.875 | 0.727s | 18.864s |
| Iteration 17 | 472 | 0.0348 | 2 | 0.376 | 3 | 0.8 | 0.9 | 0.01 | 1 | 0.8125 | 0.875 | 0.747s | 20.377s |
| Iteration 18 | 429 | 0.01 | 2 | 0.0 | 10 | 0.6 | 0.6 | 0.01 | 100 | 0.5 | 0.875 | 0.734s | 21.813s |
| Iteration 19 | 384 | 0.0135 | 2 | 0.2875 | 3 | 0.6 | 0.5 | 0 | 100 | 0.9375 | 0.9375 | 0.735s | 23.218s |
| Iteration 20 | 357 | 0.01 | 1 | 0.0039 | 3 | 0.6 | 0.4 | 10 | 10 | 0.875 | 0.9375 | 0.719s | 24.569s |
| Iteration 21 | 446 | 0.01 | 1 | 0.679 | 2 | 0.6 | 0.4 | 0.01 | 100 | 0.7188 | 0.9375 | 0.735s | 26.078s |
| Iteration 22 | 433 | 0.0147 | 8 | 0.3276 | 3 | 0.6 | 0.5 | 0 | 10 | 0.25 | 0.9375 | 0.747s | 27.551s |
| Iteration 23 | 302 | 0.0152 | 4 | 0.0344 | 3 | 0.6 | 0.6 | 10 | 100 | 0.5 | 0.9375 | 0.722s | 28.963s |
| Iteration 24 | 335 | 0.0293 | 3 | 0.6624 | 2 | 0.8 | 0.5 | 0 | 100 | 0.875 | 0.9375 | 0.737s | 30.423s |
| Iteration 25 | 414 | 0.0251 | 4 | 0.0572 | 2 | 0.9 | 0.6 | 0.01 | 0.01 | 0.9375 | 0.9375 | 0.744s | 31.983s |
| Iteration 26 | 37 | 0.0157 | 1 | 0.3746 | 3 | 1.0 | 0.4 | 0 | 0 | 0.6875 | 0.9375 | 0.647s | 33.394s |
| Iteration 27 | 358 | 0.0274 | 4 | 0.0855 | 2 | 0.8 | 0.6 | 0.01 | 1 | 1.0 | 1.0 | 0.737s | 34.874s |
| Iteration 28 | 327 | 0.0153 | 4 | 0.2017 | 1 | 0.7 | 0.8 | 0.01 | 1 | 0.8125 | 1.0 | 0.736s | 36.354s |
| Iteration 29 | 157 | 0.9146 | 3 | 0.5541 | 3 | 0.6 | 0.4 | 0.01 | 1 | 0.75 | 1.0 | 0.708s | 37.851s |
| Iteration 30 | 95 | 0.01 | 4 | 0.4465 | 3 | 0.7 | 0.8 | 0.01 | 100 | 0.625 | 1.0 | 0.691s | 39.363s |
| Iteration 31 | 500 | 0.0246 | 3 | 0.0 | 3 | 0.6 | 0.4 | 0 | 10 | 0.875 | 1.0 | 1.315s | 41.539s |
| Iteration 32 | 306 | 0.3663 | 1 | 0.0 | 2 | 0.7 | 0.6 | 100 | 1 | 0.5 | 1.0 | 0.730s | 43.095s |
| Iteration 33 | 366 | 0.7094 | 4 | 0.1338 | 2 | 0.5 | 1.0 | 0.01 | 10 | 1.0 | 1.0 | 0.747s | 44.744s |
| Iteration 34 | 346 | 1.0 | 4 | 0.4624 | 2 | 0.5 | 1.0 | 0.01 | 100 | 0.875 | 1.0 | 0.731s | 46.384s |
| Iteration 35 | 344 | 0.5359 | 4 | 0.0 | 2 | 0.7 | 0.6 | 0.01 | 100 | 0.875 | 1.0 | 0.752s | 48.057s |
| Iteration 36 | 500 | 0.0117 | 4 | 0.263 | 2 | 0.7 | 0.9 | 0.01 | 0.1 | 1.0 | 1.0 | 0.766s | 49.609s |
| Iteration 37 | 443 | 0.1754 | 4 | 0.0 | 2 | 1.0 | 0.4 | 0.01 | 1 | 1.0 | 1.0 | 0.746s | 51.281s |
| Iteration 38 | 99 | 0.1583 | 4 | 0.6792 | 2 | 0.6 | 0.9 | 0.01 | 10 | 1.0 | 1.0 | 0.700s | 52.777s |
| Iteration 39 | 28 | 0.0317 | 5 | 0.9899 | 2 | 0.7 | 1.0 | 0.01 | 1 | 0.875 | 1.0 | 0.685s | 54.254s |
| Iteration 40 | 208 | 0.0541 | 4 | 0.7828 | 2 | 0.9 | 0.9 | 0.01 | 10 | 1.0 | 1.0 | 0.715s | 55.816s |
| Iteration 41 | 460 | 0.1142 | 4 | 0.6463 | 2 | 0.7 | 0.9 | 0.01 | 10 | 0.75 | 1.0 | 0.768s | 57.422s |
| Iteration 42 | 131 | 0.0596 | 4 | 0.7826 | 2 | 0.9 | 0.6 | 0.01 | 0.1 | 1.0 | 1.0 | 0.696s | 58.950s |
| Iteration 43 | 465 | 0.0175 | 4 | 0.1441 | 2 | 0.5 | 0.9 | 0.01 | 0.1 | 0.75 | 1.0 | 0.757s | 1m:01s |
| Iteration 44 | 399 | 0.0169 | 4 | 0.6114 | 1 | 1.0 | 0.9 | 0 | 10 | 0.9375 | 1.0 | 0.750s | 1m:02s |
| Iteration 45 | 344 | 1.0 | 4 | 1.0 | 1 | 1.0 | 0.5 | 0.01 | 0.01 | 0.5625 | 1.0 | 0.737s | 1m:04s |
| Iteration 46 | 187 | 0.0205 | 4 | 0.0488 | 2 | 1.0 | 0.9 | 0.01 | 0 | 0.8125 | 1.0 | 0.707s | 1m:05s |
| Iteration 47 | 294 | 0.1832 | 10 | 0.9155 | 10 | 1.0 | 0.5 | 100 | 10 | 0.5 | 1.0 | 0.661s | 1m:07s |
| Iteration 48 | 171 | 1.0 | 3 | 0.0 | 2 | 1.0 | 1.0 | 0 | 0.01 | 0.875 | 1.0 | 0.650s | 1m:08s |
| Iteration 49 | 500 | 0.01 | 2 | 0.0 | 1 | 0.5 | 0.5 | 0 | 100 | 0.75 | 1.0 | 0.699s | 1m:10s |
| Iteration 50 | 107 | 0.0224 | 1 | 0.1731 | 5 | 0.9 | 0.6 | 100 | 0.01 | 0.5 | 1.0 | 0.659s | 1m:11s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0117, 'max_depth': 4, 'gamma': 0.263, 'min_child_weight': 2, 'subsample': 0.7, 'colsample_bytree': 0.9, 'reg_alpha': 0.01, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9759
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.109s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.62 ± 0.0927
Time elapsed: 0.346s
-------------------------------------------------
Total time: 1m:12s
Final results ==================== >>
Duration: 7m:47s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.58 ± 0.04 ~
Logistic Regression --> roc_auc: 0.54 ± 0.1428 ~
Linear Discriminant Analysis --> roc_auc: 0.45 ± 0.1095 ~
Quadratic Discriminant Analysis --> roc_auc: 0.65 ± 0.0837 !
Radius Nearest Neighbors --> roc_auc: 0.53 ± 0.04 ~
AdaBoost --> roc_auc: 0.63 ± 0.1111 ~
Random Forest --> roc_auc: 0.6 ± 0.0447 ~
XGBoost --> roc_auc: 0.62 ± 0.0927
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAVYNAGNMLTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CAVDGQKLLF.
>>> Dropping feature CAVGGGSNYKLTF.
>>> Dropping feature CAYRSYNTDKLIF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CASSGSARQLTF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAASATSGTYKYIF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CAVEDQTGANNLFF.
>>> Dropping feature CAVSSGNTPLVF.
>>> Dropping feature CAVTNTGGFKTIF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAAGGYQKVTF.
>>> Dropping feature CAGPNAGGTSYGKLTF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVLNAGNNRKLIW.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CAGNSGNTPLVF.
>>> Dropping feature CAGNTGNQFYF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CASSLAGGTDTQYF.
>>> Dropping feature CASSPGGYEQYF.
>>> Dropping feature CAYTGANSKLTF.
>>> Dropping feature CAVDGSSNTGKLIF.
>>> Dropping feature CAVRYGGSQGNLIF.
>>> Dropping feature CAYRSANFGNEKLTF.
>>> Dropping feature CAGNYGGSQGNLIF.
>>> Dropping feature CAVSPSGGYQKVTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGSGGSYIPTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAASGNTPLVF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.9375 | 0.9375 | 3.068s | 3.088s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.75 | 0.9375 | 3.159s | 6.486s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.6875 | 0.9375 | 3.104s | 9.824s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.4375 | 0.9375 | 3.142s | 13.202s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.5625 | 0.9375 | 3.133s | 16.580s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.8125 | 0.9375 | 3.165s | 19.977s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.9688 | 0.9688 | 3.767s | 23.989s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.9375 | 0.9688 | 3.210s | 27.428s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.75 | 0.9688 | 3.138s | 30.803s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.75 | 0.9688 | 3.117s | 34.158s |
| Iteration 11 | exponen.. | 0.227 | 270 | 0.9 | squared_er.. | 3 | 5 | 5 | 0.5 | 0.0239 | 1.0 | 1.0 | 3.157s | 37.908s |
| Iteration 12 | exponen.. | 0.0475 | 336 | 0.8 | squared_er.. | 5 | 16 | 8 | sqrt | 0.0017 | 0.6875 | 1.0 | 3.170s | 41.693s |
| Iteration 13 | exponen.. | 0.0959 | 113 | 0.9 | squared_er.. | 20 | 4 | 1 | None | 0.0169 | 0.8125 | 1.0 | 3.119s | 45.295s |
| Iteration 14 | exponen.. | 0.257 | 247 | 0.9 | squared_er.. | 3 | 2 | 4 | 0.5 | 0.0272 | 0.875 | 1.0 | 3.158s | 49.112s |
| Iteration 15 | deviance | 1.0 | 238 | 0.5 | squared_er.. | 3 | 8 | 10 | auto | 0.035 | 0.9375 | 1.0 | 3.149s | 52.972s |
| Iteration 16 | exponen.. | 0.1015 | 288 | 1.0 | squared_er.. | 3 | 6 | 3 | 0.7 | 0.0188 | 1.0 | 1.0 | 3.159s | 56.797s |
| Iteration 17 | exponen.. | 0.5438 | 271 | 0.8 | squared_er.. | 3 | 6 | 8 | log2 | 0.0271 | 0.9375 | 1.0 | 3.149s | 1m:01s |
| Iteration 18 | exponen.. | 0.523 | 144 | 0.6 | squared_er.. | 14 | 2 | 6 | 0.9 | 0.0186 | 0.8125 | 1.0 | 3.138s | 1m:05s |
| Iteration 19 | deviance | 0.462 | 132 | 1.0 | friedman_mse | 19 | 1 | 9 | None | 0.0335 | 0.9688 | 1.0 | 3.082s | 1m:08s |
| Iteration 20 | deviance | 0.0118 | 10 | 1.0 | squared_er.. | 2 | 7 | 1 | 0.6 | 0.031 | 0.625 | 1.0 | 3.079s | 1m:12s |
| Iteration 21 | exponen.. | 0.7667 | 324 | 0.9 | squared_er.. | 5 | 3 | 8 | 0.5 | 0.0209 | 0.8438 | 1.0 | 3.156s | 1m:16s |
| Iteration 22 | exponen.. | 0.08 | 279 | 0.8 | squared_er.. | 13 | 2 | 3 | 0.6 | 0.0178 | 0.5 | 1.0 | 3.121s | 1m:20s |
| Iteration 23 | deviance | 0.2876 | 289 | 1.0 | squared_er.. | 2 | 6 | 3 | 0.5 | 0.0297 | 0.8125 | 1.0 | 3.130s | 1m:24s |
| Iteration 24 | exponen.. | 0.5265 | 286 | 0.7 | squared_er.. | 2 | 1 | 3 | 0.7 | 0.027 | 0.9375 | 1.0 | 3.138s | 1m:28s |
| Iteration 25 | deviance | 0.3216 | 88 | 1.0 | friedman_mse | 16 | 18 | 5 | 0.6 | 0.035 | 0.2812 | 1.0 | 3.070s | 1m:31s |
| Iteration 26 | exponen.. | 0.1377 | 242 | 1.0 | squared_er.. | 4 | 6 | 3 | 0.8 | 0.02 | 0.875 | 1.0 | 3.152s | 1m:35s |
| Iteration 27 | exponen.. | 0.0723 | 288 | 1.0 | squared_er.. | 2 | 5 | 1 | 0.7 | 0.0192 | 1.0 | 1.0 | 3.120s | 1m:39s |
| Iteration 28 | exponen.. | 0.0922 | 287 | 1.0 | squared_er.. | 2 | 5 | 1 | 0.6 | 0.0202 | 0.875 | 1.0 | 3.106s | 1m:43s |
| Iteration 29 | deviance | 0.2004 | 89 | 0.9 | squared_er.. | 20 | 1 | 8 | 0.8 | 0.0009 | 1.0 | 1.0 | 3.091s | 1m:47s |
| Iteration 30 | deviance | 0.5115 | 19 | 0.9 | squared_er.. | 15 | 1 | 1 | 0.7 | 0.0242 | 0.75 | 1.0 | 3.075s | 1m:50s |
| Iteration 31 | deviance | 0.5398 | 108 | 0.7 | friedman_mse | 20 | 1 | 1 | auto | 0.0 | 0.9375 | 1.0 | 3.121s | 1m:54s |
| Iteration 32 | exponen.. | 0.2026 | 500 | 0.5 | squared_er.. | 19 | 13 | 3 | 0.6 | 0.0168 | 0.8125 | 1.0 | 3.174s | 1m:58s |
| Iteration 33 | exponen.. | 1.0 | 31 | 0.9 | squared_er.. | 10 | 5 | 10 | None | 0.0195 | 1.0 | 1.0 | 3.706s | 2m:03s |
| Iteration 34 | exponen.. | 1.0 | 255 | 0.7 | squared_er.. | 14 | 8 | 10 | None | 0.0 | 0.875 | 1.0 | 3.168s | 2m:07s |
| Iteration 35 | exponen.. | 0.3218 | 500 | 0.8 | squared_er.. | 5 | 9 | 4 | 0.9 | 0.0182 | 0.9375 | 1.0 | 3.238s | 2m:11s |
| Iteration 36 | exponen.. | 1.0 | 155 | 0.5 | squared_er.. | 2 | 6 | 10 | None | 0.0201 | 1.0 | 1.0 | 3.150s | 2m:15s |
| Iteration 37 | exponen.. | 0.6612 | 309 | 0.5 | squared_er.. | 2 | 7 | 10 | 0.9 | 0.01 | 0.875 | 1.0 | 3.153s | 2m:19s |
| Iteration 38 | exponen.. | 1.0 | 85 | 0.6 | squared_er.. | 2 | 5 | 10 | None | 0.0256 | 0.625 | 1.0 | 3.094s | 2m:23s |
| Iteration 39 | exponen.. | 0.0303 | 197 | 0.8 | squared_er.. | 2 | 6 | 9 | auto | 0.011 | 0.9375 | 1.0 | 3.145s | 2m:27s |
| Iteration 40 | exponen.. | 0.3158 | 10 | 0.8 | squared_er.. | 11 | 8 | 9 | 0.8 | 0.0002 | 0.9375 | 1.0 | 3.106s | 2m:30s |
| Iteration 41 | exponen.. | 0.068 | 500 | 0.6 | friedman_mse | 10 | 6 | 5 | None | 0.0038 | 0.75 | 1.0 | 3.213s | 2m:34s |
| Iteration 42 | deviance | 1.0 | 311 | 1.0 | friedman_mse | 20 | 4 | 10 | 0.8 | 0.0062 | 1.0 | 1.0 | 3.134s | 2m:38s |
| Iteration 43 | deviance | 1.0 | 437 | 0.8 | squared_er.. | 20 | 5 | 5 | sqrt | 0.0297 | 0.5625 | 1.0 | 3.161s | 2m:42s |
| Iteration 44 | deviance | 1.0 | 204 | 1.0 | friedman_mse | 20 | 4 | 10 | 0.8 | 0.0015 | 0.8125 | 1.0 | 3.137s | 2m:46s |
| Iteration 45 | exponen.. | 0.2098 | 277 | 0.9 | squared_er.. | 2 | 7 | 5 | 0.5 | 0.0231 | 0.75 | 1.0 | 3.394s | 2m:50s |
| Iteration 46 | exponen.. | 1.0 | 268 | 0.7 | squared_er.. | 6 | 6 | 4 | None | 0.0169 | 0.9375 | 1.0 | 3.166s | 2m:54s |
| Iteration 47 | exponen.. | 1.0 | 268 | 1.0 | squared_er.. | 2 | 5 | 5 | 0.7 | 0.0157 | 0.5938 | 1.0 | 3.137s | 2m:58s |
| Iteration 48 | exponen.. | 1.0 | 153 | 0.5 | squared_er.. | 8 | 7 | 4 | sqrt | 0.0341 | 0.75 | 1.0 | 3.113s | 3m:03s |
| Iteration 49 | deviance | 0.1392 | 324 | 0.5 | squared_er.. | 20 | 3 | 3 | 0.6 | 0.0 | 0.625 | 1.0 | 3.160s | 3m:07s |
| Iteration 50 | deviance | 0.2987 | 207 | 0.7 | squared_er.. | 19 | 3 | 10 | 0.9 | 0.0096 | 0.6875 | 1.0 | 3.134s | 3m:11s |
Bayesian Optimization ---------------------------
Best call --> Iteration 33
Best parameters --> {'loss': 'exponential', 'learning_rate': 1.0, 'n_estimators': 31, 'subsample': 0.9, 'criterion': 'squared_error', 'min_samples_split': 10, 'min_samples_leaf': 5, 'max_depth': 10, 'max_features': None, 'ccp_alpha': 0.0195}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:11s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.996
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.515 ± 0.1251
Time elapsed: 0.073s
-------------------------------------------------
Total time: 3m:12s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.75 | 0.75 | 3.115s | 3.127s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.6875 | 0.75 | 3.116s | 6.542s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.8125 | 0.8125 | 3.130s | 9.898s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.4375 | 0.8125 | 3.154s | 13.273s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.4375 | 0.8125 | 3.127s | 16.621s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.75 | 0.8125 | 3.130s | 19.972s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.5625 | 0.8125 | 3.142s | 23.342s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.75 | 0.8125 | 3.135s | 26.729s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.6875 | 0.8125 | 3.731s | 30.674s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.9375 | 0.9375 | 3.127s | 34.033s |
| Iteration 11 | none | --- | newto.. | 100 | --- | 1.0 | 1.0 | 3.129s | 37.762s |
| Iteration 12 | none | --- | sag | 100 | --- | 0.4375 | 1.0 | 3.126s | 41.472s |
| Iteration 13 | l1 | 9.9123 | saga | 720 | --- | 0.6875 | 1.0 | 3.113s | 45.138s |
| Iteration 14 | l2 | 0.001 | newto.. | 678 | --- | 0.5 | 1.0 | 3.126s | 48.844s |
| Iteration 15 | l2 | 0.011 | newto.. | 207 | --- | 0.6875 | 1.0 | 3.118s | 52.439s |
| Iteration 16 | l2 | 0.0647 | libli.. | 202 | --- | 1.0 | 1.0 | 3.105s | 56.068s |
| Iteration 17 | l2 | 0.0028 | libli.. | 138 | --- | 0.75 | 1.0 | 3.129s | 59.983s |
| Iteration 18 | l2 | 2.1187 | libli.. | 191 | --- | 0.625 | 1.0 | 3.137s | 1m:04s |
| Iteration 19 | none | --- | newto.. | 100 | --- | 1.0 | 1.0 | 0.001s | 1m:04s |
| Iteration 20 | l2 | 35.0955 | libli.. | 237 | --- | 0.5625 | 1.0 | 3.123s | 1m:08s |
| Iteration 21 | l2 | 0.001 | sag | 353 | --- | 0.875 | 1.0 | 3.114s | 1m:12s |
| Iteration 22 | l1 | 0.0712 | libli.. | 100 | --- | 0.2812 | 1.0 | 3.131s | 1m:15s |
| Iteration 23 | l2 | 0.0442 | libli.. | 819 | --- | 0.6875 | 1.0 | 3.116s | 1m:19s |
| Iteration 24 | l2 | 0.0026 | sag | 999 | --- | 0.75 | 1.0 | 3.137s | 1m:23s |
| Iteration 25 | l2 | 6.6629 | newto.. | 102 | --- | 0.375 | 1.0 | 3.120s | 1m:26s |
| Iteration 26 | l2 | 0.0199 | libli.. | 202 | --- | 0.8125 | 1.0 | 3.123s | 1m:30s |
| Iteration 27 | none | --- | newto.. | 102 | --- | 1.0 | 1.0 | 3.156s | 1m:34s |
| Iteration 28 | none | --- | newto.. | 369 | --- | 0.6875 | 1.0 | 3.150s | 1m:38s |
| Iteration 29 | none | --- | newto.. | 101 | --- | 1.0 | 1.0 | 3.154s | 1m:41s |
| Iteration 30 | l2 | 0.0887 | libli.. | 200 | --- | 0.4375 | 1.0 | 3.109s | 1m:45s |
| Iteration 31 | none | --- | lbfgs | 101 | --- | 1.0 | 1.0 | 3.135s | 1m:49s |
| Iteration 32 | none | --- | lbfgs | 101 | --- | 1.0 | 1.0 | 0.001s | 1m:50s |
| Iteration 33 | none | --- | lbfgs | 106 | --- | 0.875 | 1.0 | 3.139s | 1m:54s |
| Iteration 34 | none | --- | lbfgs | 100 | --- | 0.9375 | 1.0 | 3.138s | 1m:57s |
| Iteration 35 | none | --- | newto.. | 100 | --- | 1.0 | 1.0 | 0.000s | 1m:59s |
| Iteration 36 | none | --- | lbfgs | 101 | --- | 1.0 | 1.0 | 0.000s | 1m:59s |
| Iteration 37 | none | --- | newto.. | 100 | --- | 1.0 | 1.0 | 0.000s | 2m:00s |
| Iteration 38 | l2 | 0.0034 | newto.. | 100 | --- | 0.6875 | 1.0 | 3.144s | 2m:04s |
| Iteration 39 | l2 | 0.0165 | libli.. | 202 | --- | 0.5625 | 1.0 | 3.172s | 2m:08s |
| Iteration 40 | none | --- | newto.. | 100 | --- | 1.0 | 1.0 | 0.000s | 2m:08s |
| Iteration 41 | none | --- | newto.. | 106 | --- | 0.625 | 1.0 | 3.188s | 2m:12s |
| Iteration 42 | none | --- | lbfgs | 100 | --- | 0.9375 | 1.0 | 0.001s | 2m:13s |
| Iteration 43 | none | --- | newto.. | 100 | --- | 1.0 | 1.0 | 0.000s | 2m:14s |
| Iteration 44 | none | --- | newto.. | 100 | --- | 1.0 | 1.0 | 0.000s | 2m:14s |
| Iteration 45 | l1 | 0.0219 | saga | 213 | --- | 0.5 | 1.0 | 3.126s | 2m:18s |
| Iteration 46 | l2 | 6.958 | saga | 213 | --- | 0.875 | 1.0 | 3.151s | 2m:22s |
| Iteration 47 | none | --- | newto.. | 100 | --- | 1.0 | 1.0 | 0.000s | 2m:23s |
| Iteration 48 | none | --- | lbfgs | 100 | --- | 0.9375 | 1.0 | 0.000s | 2m:24s |
| Iteration 49 | l1 | 83.3919 | libli.. | 365 | --- | 0.625 | 1.0 | 3.123s | 2m:28s |
| Iteration 50 | l2 | 0.0078 | sag | 210 | --- | 0.6875 | 1.0 | 3.129s | 2m:31s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'penalty': 'none', 'solver': 'newton-cg', 'max_iter': 102}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:32s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8955
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.020s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.54 ± 0.1356
Time elapsed: 0.079s
-------------------------------------------------
Total time: 2m:32s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.875 | 0.875 | 3.135s | 3.142s |
| Initial point 2 | svd | --- | 0.6875 | 0.875 | 3.154s | 6.512s |
| Initial point 3 | svd | --- | 0.6875 | 0.875 | 0.000s | 6.726s |
| Initial point 4 | lsqr | 0.8 | 0.375 | 0.875 | 3.119s | 10.051s |
| Initial point 5 | eigen | 0.9 | 0.3125 | 0.875 | 3.035s | 13.320s |
| Initial point 6 | lsqr | 0.7 | 0.6875 | 0.875 | 3.067s | 16.604s |
| Initial point 7 | lsqr | 0.5 | 0.75 | 0.875 | 3.099s | 19.933s |
| Initial point 8 | lsqr | 0.9 | 0.5 | 0.875 | 3.098s | 23.242s |
| Initial point 9 | lsqr | 0.6 | 0.3125 | 0.875 | 3.093s | 26.562s |
| Initial point 10 | eigen | 0.8 | 0.875 | 0.875 | 3.088s | 29.871s |
| Iteration 11 | eigen | 0.6 | 0.9375 | 0.9375 | 3.050s | 33.344s |
| Iteration 12 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 33.697s |
| Iteration 13 | eigen | 0.7 | 0.625 | 0.9375 | 3.094s | 37.128s |
| Iteration 14 | lsqr | auto | 0.5 | 0.9375 | 3.121s | 40.638s |
| Iteration 15 | eigen | auto | 0.75 | 0.9375 | 3.085s | 44.082s |
| Iteration 16 | svd | --- | 0.6875 | 0.9375 | 0.000s | 44.451s |
| Iteration 17 | svd | --- | 0.6875 | 0.9375 | 0.000s | 44.807s |
| Iteration 18 | lsqr | 1.0 | 0.75 | 0.9375 | 3.097s | 48.277s |
| Iteration 19 | svd | --- | 0.6875 | 0.9375 | 0.001s | 48.652s |
| Iteration 20 | lsqr | None | 0.625 | 0.9375 | 3.097s | 52.151s |
| Iteration 21 | eigen | 0.5 | 1.0 | 1.0 | 3.066s | 55.646s |
| Iteration 22 | svd | --- | 0.6875 | 1.0 | 0.000s | 56.612s |
| Iteration 23 | svd | --- | 0.6875 | 1.0 | 0.000s | 57.005s |
| Iteration 24 | eigen | None | 0.75 | 1.0 | 3.108s | 1m:01s |
| Iteration 25 | svd | --- | 0.6875 | 1.0 | 0.000s | 1m:01s |
| Iteration 26 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:01s |
| Iteration 27 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:02s |
| Iteration 28 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:02s |
| Iteration 29 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:03s |
| Iteration 30 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:03s |
| Iteration 31 | lsqr | auto | 0.5 | 1.0 | 0.000s | 1m:04s |
| Iteration 32 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:04s |
| Iteration 33 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:04s |
| Iteration 34 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:05s |
| Iteration 35 | lsqr | None | 0.625 | 1.0 | 0.000s | 1m:05s |
| Iteration 36 | lsqr | 0.9 | 0.5 | 1.0 | 0.000s | 1m:06s |
| Iteration 37 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:06s |
| Iteration 38 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:07s |
| Iteration 39 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:07s |
| Iteration 40 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:08s |
| Iteration 41 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:08s |
| Iteration 42 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:09s |
| Iteration 43 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:09s |
| Iteration 44 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:10s |
| Iteration 45 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:11s |
| Iteration 46 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:11s |
| Iteration 47 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 48 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 49 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:13s |
| Iteration 50 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:13s |
Bayesian Optimization ---------------------------
Best call --> Iteration 21
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7188
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.57 ± 0.06
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:14s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.875 | 0.875 | 3.074s | 3.077s |
| Initial point 2 | 0.9 | 0.75 | 0.875 | 3.122s | 6.417s |
| Initial point 3 | 0.1 | 0.875 | 0.875 | 3.115s | 9.762s |
| Initial point 4 | 1.0 | 0.875 | 0.875 | 0.000s | 9.979s |
| Initial point 5 | 0.2 | 0.3125 | 0.875 | 3.079s | 13.272s |
| Initial point 6 | 0.4 | 0.75 | 0.875 | 3.098s | 16.586s |
| Initial point 7 | 0.4 | 0.75 | 0.875 | 0.000s | 16.809s |
| Initial point 8 | 0.7 | 0.4375 | 0.875 | 3.091s | 20.133s |
| Initial point 9 | 0.9 | 0.75 | 0.875 | 0.000s | 20.361s |
| Initial point 10 | 0.8 | 0.875 | 0.875 | 3.080s | 23.666s |
| Iteration 11 | 0.3 | 0.25 | 0.875 | 3.094s | 27.067s |
| Iteration 12 | 0.6 | 0.1875 | 0.875 | 3.083s | 30.470s |
| Iteration 13 | 0.5 | 0.25 | 0.875 | 3.102s | 33.888s |
| Iteration 14 | 0.0 | 0.75 | 0.875 | 3.156s | 37.357s |
| Iteration 15 | 0.8 | 0.875 | 0.875 | 0.000s | 37.670s |
| Iteration 16 | 0.1 | 0.875 | 0.875 | 0.000s | 37.991s |
| Iteration 17 | 0.8 | 0.875 | 0.875 | 0.000s | 38.308s |
| Iteration 18 | 0.1 | 0.875 | 0.875 | 0.000s | 38.627s |
| Iteration 19 | 1.0 | 0.875 | 0.875 | 0.000s | 38.955s |
| Iteration 20 | 0.8 | 0.875 | 0.875 | 0.000s | 39.293s |
| Iteration 21 | 1.0 | 0.875 | 0.875 | 0.000s | 39.627s |
| Iteration 22 | 0.1 | 0.875 | 0.875 | 0.000s | 39.986s |
| Iteration 23 | 0.1 | 0.875 | 0.875 | 0.000s | 40.300s |
| Iteration 24 | 0.8 | 0.875 | 0.875 | 0.000s | 40.640s |
| Iteration 25 | 1.0 | 0.875 | 0.875 | 0.000s | 40.960s |
| Iteration 26 | 0.8 | 0.875 | 0.875 | 0.000s | 41.303s |
| Iteration 27 | 0.1 | 0.875 | 0.875 | 0.000s | 41.891s |
| Iteration 28 | 1.0 | 0.875 | 0.875 | 0.000s | 42.912s |
| Iteration 29 | 0.8 | 0.875 | 0.875 | 0.000s | 43.252s |
| Iteration 30 | 0.1 | 0.875 | 0.875 | 0.000s | 43.601s |
| Iteration 31 | 1.0 | 0.875 | 0.875 | 0.000s | 43.946s |
| Iteration 32 | 0.6 | 0.1875 | 0.875 | 0.000s | 44.291s |
| Iteration 33 | 0.8 | 0.875 | 0.875 | 0.000s | 44.658s |
| Iteration 34 | 1.0 | 0.875 | 0.875 | 0.000s | 45.011s |
| Iteration 35 | 0.1 | 0.875 | 0.875 | 0.000s | 45.371s |
| Iteration 36 | 0.3 | 0.25 | 0.875 | 0.000s | 45.748s |
| Iteration 37 | 0.8 | 0.875 | 0.875 | 0.000s | 46.124s |
| Iteration 38 | 1.0 | 0.875 | 0.875 | 0.000s | 46.519s |
| Iteration 39 | 0.1 | 0.875 | 0.875 | 0.000s | 47.121s |
| Iteration 40 | 0.8 | 0.875 | 0.875 | 0.000s | 47.506s |
| Iteration 41 | 1.0 | 0.875 | 0.875 | 0.000s | 47.969s |
| Iteration 42 | 0.1 | 0.875 | 0.875 | 0.000s | 48.386s |
| Iteration 43 | 0.8 | 0.875 | 0.875 | 0.001s | 48.805s |
| Iteration 44 | 0.1 | 0.875 | 0.875 | 0.000s | 49.220s |
| Iteration 45 | 1.0 | 0.875 | 0.875 | 0.001s | 49.659s |
| Iteration 46 | 0.1 | 0.875 | 0.875 | 0.000s | 50.073s |
| Iteration 47 | 1.0 | 0.875 | 0.875 | 0.000s | 50.496s |
| Iteration 48 | 0.8 | 0.875 | 0.875 | 0.000s | 50.926s |
| Iteration 49 | 1.0 | 0.875 | 0.875 | 0.000s | 51.363s |
| Iteration 50 | 0.1 | 0.875 | 0.875 | 0.000s | 51.850s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'reg_param': 0.1}
Best evaluation --> roc_auc: 0.875
Time elapsed: 52.299s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7116
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.61 ± 0.097
Time elapsed: 0.028s
-------------------------------------------------
Total time: 52.337s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 11.5112 | dista.. | auto | 40 | 1 | 0.875 | 0.875 | 3.122s | 3.143s |
| Initial point 2 | 4.578 | uniform | kd_tree | 39 | 2 | 0.3125 | 0.875 | 3.125s | 6.512s |
| Initial point 3 | 3.6163 | dista.. | ball_tree | 25 | 2 | 0.9375 | 0.9375 | 3.117s | 9.857s |
| Initial point 4 | 10.5505 | uniform | ball_tree | 39 | 2 | 0.5 | 0.9375 | 3.204s | 13.280s |
| Initial point 5 | 8.265 | dista.. | auto | 30 | 2 | 0.375 | 0.9375 | 3.151s | 16.692s |
| Initial point 6 | 9.5714 | dista.. | ball_tree | 21 | 2 | 0.625 | 0.9375 | 3.105s | 20.021s |
| Initial point 7 | 6.8462 | dista.. | ball_tree | 24 | 1 | 0.375 | 0.9375 | 3.152s | 23.425s |
| Initial point 8 | 1.6406 | dista.. | ball_tree | 21 | 2 | 0.4375 | 0.9375 | 3.106s | 26.751s |
| Initial point 9 | 7.6262 | uniform | ball_tree | 24 | 1 | 0.5625 | 0.9375 | 3.133s | 30.118s |
| Initial point 10 | 5.4168 | uniform | brute | 22 | 2 | 0.6875 | 0.9375 | 3.114s | 33.488s |
| Iteration 11 | 8.167 | dista.. | kd_tree | 25 | 2 | 0.9375 | 0.9375 | 3.095s | 37.102s |
| Iteration 12 | 5.8917 | dista.. | kd_tree | 25 | 2 | 0.5 | 0.9375 | 3.121s | 40.741s |
| Iteration 13 | 0.4689 | uniform | brute | 40 | 1 | 0.5 | 0.9375 | 3.088s | 44.240s |
| Iteration 14 | 0.1251 | dista.. | auto | 25 | 2 | 0.5 | 0.9375 | 3.121s | 47.817s |
| Iteration 15 | 8.608 | dista.. | kd_tree | 25 | 2 | 0.6562 | 0.9375 | 3.033s | 51.377s |
| Iteration 16 | 10.4199 | dista.. | ball_tree | 25 | 2 | 0.8125 | 0.9375 | 3.082s | 54.898s |
| Iteration 17 | 0.7801 | uniform | auto | 40 | 2 | 0.625 | 0.9375 | 3.079s | 58.427s |
| Iteration 18 | 0.8468 | uniform | auto | 40 | 1 | 0.5 | 0.9375 | 3.098s | 1m:02s |
| Iteration 19 | 2.884 | dista.. | auto | 40 | 1 | 0.625 | 0.9375 | 3.095s | 1m:06s |
| Iteration 20 | 11.5437 | dista.. | auto | 25 | 2 | 0.4375 | 0.9375 | 3.103s | 1m:09s |
| Iteration 21 | 0.0748 | dista.. | ball_tree | 25 | 2 | 0.5 | 0.9375 | 3.693s | 1m:13s |
| Iteration 22 | 7.9065 | dista.. | ball_tree | 24 | 2 | 0.375 | 0.9375 | 3.125s | 1m:17s |
| Iteration 23 | 11.5332 | dista.. | ball_tree | 25 | 1 | 0.875 | 0.9375 | 3.121s | 1m:21s |
| Iteration 24 | 11.5437 | dista.. | ball_tree | 25 | 1 | 0.6875 | 0.9375 | 3.156s | 1m:24s |
| Iteration 25 | 7.9707 | dista.. | auto | 25 | 2 | 0.375 | 0.9375 | 3.126s | 1m:28s |
| Iteration 26 | 3.697 | dista.. | ball_tree | 23 | 2 | 1.0 | 1.0 | 3.128s | 1m:32s |
| Iteration 27 | 3.6964 | dista.. | kd_tree | 23 | 2 | 0.75 | 1.0 | 3.147s | 1m:35s |
| Iteration 28 | 9.391 | uniform | ball_tree | 23 | 1 | 0.75 | 1.0 | 3.109s | 1m:39s |
| Iteration 29 | 0.0 | dista.. | ball_tree | 23 | 2 | 0.5 | 1.0 | 3.127s | 1m:43s |
| Iteration 30 | 4.0644 | dista.. | ball_tree | 23 | 2 | 0.375 | 1.0 | 3.086s | 1m:46s |
| Iteration 31 | 10.4479 | dista.. | kd_tree | 25 | 1 | 0.9375 | 1.0 | 3.091s | 1m:50s |
| Iteration 32 | 11.3828 | dista.. | brute | 25 | 1 | 0.8125 | 1.0 | 3.094s | 1m:53s |
| Iteration 33 | 10.9674 | uniform | brute | 25 | 1 | 0.8125 | 1.0 | 3.099s | 1m:57s |
| Iteration 34 | 3.6735 | dista.. | auto | 22 | 2 | 1.0 | 1.0 | 3.171s | 2m:01s |
| Iteration 35 | 3.6738 | dista.. | auto | 25 | 2 | 0.6875 | 1.0 | 3.121s | 2m:05s |
| Iteration 36 | 3.543 | dista.. | ball_tree | 22 | 2 | 0.4062 | 1.0 | 3.121s | 2m:08s |
| Iteration 37 | 10.5093 | dista.. | kd_tree | 30 | 1 | 0.625 | 1.0 | 3.099s | 2m:12s |
| Iteration 38 | 3.7443 | dista.. | auto | 39 | 2 | 0.8125 | 1.0 | 3.130s | 2m:16s |
| Iteration 39 | 3.7347 | uniform | kd_tree | 23 | 2 | 0.3125 | 1.0 | 3.133s | 2m:20s |
| Iteration 40 | 10.4719 | dista.. | auto | 38 | 1 | 0.375 | 1.0 | 3.124s | 2m:24s |
| Iteration 41 | 3.7447 | dista.. | ball_tree | 24 | 2 | 0.7188 | 1.0 | 3.118s | 2m:27s |
| Iteration 42 | 11.2857 | dista.. | ball_tree | 29 | 2 | 0.8125 | 1.0 | 3.123s | 2m:31s |
| Iteration 43 | 11.4127 | dista.. | ball_tree | 34 | 1 | 0.9375 | 1.0 | 3.116s | 2m:35s |
| Iteration 44 | 11.4122 | dista.. | auto | 22 | 1 | 0.7812 | 1.0 | 3.751s | 2m:39s |
| Iteration 45 | 11.4397 | dista.. | brute | 40 | 1 | 0.5 | 1.0 | 3.139s | 2m:43s |
| Iteration 46 | 9.5166 | uniform | brute | 21 | 1 | 0.75 | 1.0 | 3.165s | 2m:47s |
| Iteration 47 | 11.5437 | dista.. | kd_tree | 40 | 1 | 0.75 | 1.0 | 3.156s | 2m:51s |
| Iteration 48 | 11.4387 | dista.. | ball_tree | 38 | 1 | 0.5 | 1.0 | 3.156s | 2m:55s |
| Iteration 49 | 9.331 | dista.. | brute | 25 | 2 | 0.25 | 1.0 | 3.121s | 2m:59s |
| Iteration 50 | 3.6817 | dista.. | ball_tree | 40 | 2 | 0.4375 | 1.0 | 3.141s | 3m:02s |
Bayesian Optimization ---------------------------
Best call --> Iteration 34
Best parameters --> {'radius': 3.6735, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 22, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:03s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.71 ± 0.0374
Time elapsed: 0.050s
-------------------------------------------------
Total time: 3m:03s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.6562 | 0.6562 | 3.453s | 3.460s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 1.0 | 1.0 | 3.511s | 7.213s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.6875 | 1.0 | 3.241s | 10.684s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.625 | 1.0 | 3.432s | 14.346s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.625 | 1.0 | 3.339s | 17.951s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.625 | 1.0 | 3.509s | 21.688s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.875 | 1.0 | 3.202s | 25.152s |
| Initial point 8 | 411 | 0.019 | SAMME | 1.0 | 1.0 | 3.413s | 28.828s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.75 | 1.0 | 3.132s | 32.191s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.75 | 1.0 | 3.273s | 35.715s |
| Iteration 11 | 411 | 0.0195 | SAMME | 1.0 | 1.0 | 3.371s | 39.507s |
| Iteration 12 | 500 | 0.0118 | SAMME.R | 0.8125 | 1.0 | 3.521s | 43.540s |
| Iteration 13 | 500 | 0.0698 | SAMME.R | 1.0 | 1.0 | 3.477s | 47.490s |
| Iteration 14 | 407 | 0.0193 | SAMME | 0.8125 | 1.0 | 3.411s | 51.435s |
| Iteration 15 | 415 | 0.0191 | SAMME | 0.75 | 1.0 | 3.384s | 55.370s |
| Iteration 16 | 496 | 0.0685 | SAMME | 1.0 | 1.0 | 3.463s | 59.297s |
| Iteration 17 | 498 | 0.063 | SAMME.R | 0.9375 | 1.0 | 3.488s | 1m:03s |
| Iteration 18 | 500 | 0.0676 | SAMME | 0.8125 | 1.0 | 3.461s | 1m:07s |
| Iteration 19 | 493 | 0.0692 | SAMME | 0.75 | 1.0 | 3.459s | 1m:11s |
| Iteration 20 | 499 | 0.1 | SAMME.R | 0.8125 | 1.0 | 3.483s | 1m:15s |
| Iteration 21 | 498 | 0.0394 | SAMME.R | 0.875 | 1.0 | 4.105s | 1m:20s |
| Iteration 22 | 410 | 0.0336 | SAMME | 0.5 | 1.0 | 3.385s | 1m:24s |
| Iteration 23 | 499 | 0.0551 | SAMME.R | 1.0 | 1.0 | 3.589s | 1m:28s |
| Iteration 24 | 497 | 0.0682 | SAMME | 0.9375 | 1.0 | 3.498s | 1m:32s |
| Iteration 25 | 410 | 0.0133 | SAMME | 0.5938 | 1.0 | 3.422s | 1m:36s |
| Iteration 26 | 500 | 0.0558 | SAMME.R | 0.875 | 1.0 | 3.520s | 1m:40s |
| Iteration 27 | 498 | 0.0512 | SAMME.R | 1.0 | 1.0 | 3.569s | 1m:44s |
| Iteration 28 | 498 | 0.0499 | SAMME.R | 0.9375 | 1.0 | 3.515s | 1m:48s |
| Iteration 29 | 496 | 0.0519 | SAMME | 1.0 | 1.0 | 3.497s | 1m:52s |
| Iteration 30 | 497 | 0.0542 | SAMME.R | 0.5938 | 1.0 | 3.503s | 1m:56s |
| Iteration 31 | 500 | 0.0462 | SAMME | 1.0 | 1.0 | 3.486s | 2m:00s |
| Iteration 32 | 500 | 0.0461 | SAMME | 0.75 | 1.0 | 3.486s | 2m:04s |
| Iteration 33 | 51 | 9.2665 | SAMME | 0.3438 | 1.0 | 3.124s | 2m:08s |
| Iteration 34 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 3.505s | 2m:12s |
| Iteration 35 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.000s | 2m:13s |
| Iteration 36 | 500 | 0.01 | SAMME | 0.9375 | 1.0 | 3.399s | 2m:17s |
| Iteration 37 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.000s | 2m:17s |
| Iteration 38 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.000s | 2m:18s |
| Iteration 39 | 500 | 0.01 | SAMME | 0.9375 | 1.0 | 0.000s | 2m:18s |
| Iteration 40 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.000s | 2m:19s |
| Iteration 41 | 500 | 0.01 | SAMME | 0.9375 | 1.0 | 0.000s | 2m:19s |
| Iteration 42 | 500 | 0.01 | SAMME | 0.9375 | 1.0 | 0.001s | 2m:20s |
| Iteration 43 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.000s | 2m:20s |
| Iteration 44 | 50 | 0.01 | SAMME.R | 0.8438 | 1.0 | 3.094s | 2m:24s |
| Iteration 45 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.000s | 2m:25s |
| Iteration 46 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.000s | 2m:25s |
| Iteration 47 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.000s | 2m:26s |
| Iteration 48 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.001s | 2m:26s |
| Iteration 49 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.000s | 2m:27s |
| Iteration 50 | 494 | 0.07 | SAMME.R | 0.5625 | 1.0 | 3.478s | 2m:31s |
Bayesian Optimization ---------------------------
Best call --> Iteration 23
Best parameters --> {'n_estimators': 499, 'learning_rate': 0.0551, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:32s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.455s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.62 ± 0.04
Time elapsed: 2.021s
-------------------------------------------------
Total time: 2m:35s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.875 | 0.875 | 3.449s | 3.466s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.75 | 0.875 | 3.323s | 7.055s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.8125 | 0.875 | 3.337s | 10.647s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.875 | 3.148s | 14.019s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.5 | 0.875 | 4.010s | 18.266s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.5625 | 0.875 | 3.240s | 21.747s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.875 | 0.875 | 3.278s | 25.285s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.875 | 0.875 | 3.282s | 28.858s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.9375 | 0.9375 | 3.416s | 32.517s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.75 | 0.9375 | 3.331s | 36.513s |
| Iteration 11 | 490 | entropy | 3 | 2 | 8 | 0.8 | False | 0.0307 | --- | 0.9375 | 0.9375 | 3.381s | 40.572s |
| Iteration 12 | 399 | entropy | 7 | 12 | 8 | 0.5 | False | 0.0208 | --- | 0.8125 | 0.9375 | 3.314s | 44.489s |
| Iteration 13 | 460 | entropy | None | 3 | 16 | 0.7 | False | 0.0053 | --- | 0.75 | 0.9375 | 3.353s | 48.428s |
| Iteration 14 | 486 | entropy | 3 | 5 | 9 | 0.8 | False | 0.0256 | --- | 0.625 | 0.9375 | 3.396s | 52.528s |
| Iteration 15 | 331 | entropy | 5 | 18 | 5 | 0.9 | True | 0.0226 | 0.9 | 0.875 | 0.9375 | 3.362s | 56.463s |
| Iteration 16 | 455 | gini | 5 | 19 | 8 | None | False | 0.0062 | --- | 0.9062 | 0.9375 | 3.378s | 1m:00s |
| Iteration 17 | 420 | entropy | 1 | 10 | 6 | 0.9 | False | 0.0188 | --- | 0.7812 | 0.9375 | 3.387s | 1m:05s |
| Iteration 18 | 274 | gini | 7 | 16 | 8 | 0.8 | False | 0.0062 | --- | 0.625 | 0.9375 | 3.315s | 1m:08s |
| Iteration 19 | 88 | entropy | 5 | 17 | 6 | None | False | 0.0309 | --- | 0.5625 | 0.9375 | 3.182s | 1m:12s |
| Iteration 20 | 101 | gini | 1 | 8 | 16 | log2 | False | 0.0193 | --- | 0.6875 | 0.9375 | 3.188s | 1m:16s |
| Iteration 21 | 158 | gini | 6 | 11 | 5 | 0.8 | True | 0.001 | None | 0.8125 | 0.9375 | 3.162s | 1m:20s |
| Iteration 22 | 499 | gini | 1 | 13 | 8 | auto | False | 0.0 | --- | 0.3125 | 0.9375 | 3.319s | 1m:24s |
| Iteration 23 | 486 | gini | 3 | 17 | 3 | None | False | 0.0161 | --- | 0.9375 | 0.9375 | 3.389s | 1m:28s |
| Iteration 24 | 61 | gini | 2 | 5 | 6 | None | False | 0.0085 | --- | 0.75 | 0.9375 | 3.110s | 1m:32s |
| Iteration 25 | 500 | entropy | 3 | 15 | 10 | auto | True | 0.0202 | 0.8 | 0.25 | 0.9375 | 3.452s | 1m:36s |
| Iteration 26 | 500 | entropy | 3 | 5 | 1 | 0.9 | True | 0.0233 | 0.8 | 0.875 | 0.9375 | 3.467s | 1m:40s |
| Iteration 27 | 500 | gini | 9 | 19 | 3 | 0.9 | True | 0.0131 | 0.6 | 1.0 | 1.0 | 3.453s | 1m:44s |
| Iteration 28 | 500 | gini | None | 12 | 3 | 0.9 | True | 0.0178 | 0.7 | 0.9375 | 1.0 | 3.489s | 1m:48s |
| Iteration 29 | 164 | entropy | 5 | 8 | 20 | auto | False | 0.0254 | --- | 0.9062 | 1.0 | 3.156s | 1m:52s |
| Iteration 30 | 500 | entropy | 9 | 19 | 20 | auto | False | 0.0106 | --- | 0.5938 | 1.0 | 3.374s | 1m:57s |
| Iteration 31 | 10 | entropy | 1 | 5 | 5 | auto | False | 0.0203 | --- | 1.0 | 1.0 | 3.081s | 2m:00s |
| Iteration 32 | 10 | entropy | None | 2 | 10 | auto | False | 0.035 | --- | 0.75 | 1.0 | 3.073s | 2m:04s |
| Iteration 33 | 119 | entropy | 5 | 18 | 1 | auto | False | 0.0057 | --- | 0.9375 | 1.0 | 3.201s | 2m:09s |
| Iteration 34 | 500 | gini | 7 | 20 | 1 | 0.8 | True | 0.0 | 0.9 | 1.0 | 1.0 | 3.468s | 2m:13s |
| Iteration 35 | 500 | gini | 4 | 10 | 1 | 0.8 | False | 0.0262 | --- | 0.875 | 1.0 | 3.387s | 2m:17s |
| Iteration 36 | 500 | gini | 9 | 20 | 1 | None | True | 0.0 | 0.9 | 0.9375 | 1.0 | 3.475s | 2m:21s |
| Iteration 37 | 81 | entropy | None | 14 | 1 | sqrt | False | 0.0001 | --- | 0.875 | 1.0 | 3.151s | 2m:25s |
| Iteration 38 | 500 | gini | 9 | 20 | 1 | 0.8 | True | 0.0 | 0.7 | 0.8125 | 1.0 | 3.442s | 2m:30s |
| Iteration 39 | 10 | entropy | 8 | 12 | 19 | 0.5 | False | 0.0025 | --- | 0.6875 | 1.0 | 3.097s | 2m:34s |
| Iteration 40 | 500 | gini | 9 | 2 | 1 | None | True | 0.035 | 0.9 | 0.9375 | 1.0 | 3.520s | 2m:38s |
| Iteration 41 | 10 | entropy | 9 | 2 | 1 | auto | False | 0.0 | --- | 0.6562 | 1.0 | 3.098s | 2m:42s |
| Iteration 42 | 500 | gini | None | 2 | 20 | None | True | 0.035 | None | 0.7812 | 1.0 | 3.498s | 2m:47s |
| Iteration 43 | 416 | gini | None | 2 | 1 | None | False | 0.0 | --- | 0.6875 | 1.0 | 3.306s | 2m:51s |
| Iteration 44 | 500 | entropy | 9 | 20 | 15 | None | True | 0.0177 | 0.9 | 0.75 | 1.0 | 3.447s | 2m:55s |
| Iteration 45 | 157 | entropy | None | 20 | 4 | auto | False | 0.035 | --- | 0.75 | 1.0 | 3.177s | 2m:59s |
| Iteration 46 | 500 | gini | 9 | 20 | 20 | 0.9 | False | 0.0285 | --- | 0.5625 | 1.0 | 3.366s | 3m:04s |
| Iteration 47 | 440 | gini | 7 | 5 | 1 | 0.9 | True | 0.0082 | 0.9 | 0.875 | 1.0 | 3.456s | 3m:08s |
| Iteration 48 | 24 | gini | 1 | 16 | 5 | 0.5 | False | 0.0297 | --- | 0.5625 | 1.0 | 3.098s | 3m:12s |
| Iteration 49 | 500 | entropy | 9 | 20 | 4 | 0.9 | True | 0.0334 | 0.5 | 0.5625 | 1.0 | 3.452s | 3m:16s |
| Iteration 50 | 277 | entropy | None | 12 | 1 | 0.6 | True | 0.0118 | 0.5 | 0.625 | 1.0 | 3.287s | 3m:21s |
Bayesian Optimization ---------------------------
Best call --> Iteration 34
Best parameters --> {'n_estimators': 500, 'criterion': 'gini', 'max_depth': 7, 'min_samples_split': 20, 'min_samples_leaf': 1, 'max_features': 0.8, 'bootstrap': True, 'ccp_alpha': 0.0, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:22s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9848
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.416s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.66 ± 0.0735
Time elapsed: 1.883s
-------------------------------------------------
Total time: 3m:24s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.191s | 3.209s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.8125 | 0.8125 | 3.172s | 6.628s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.8125 | 3.161s | 10.037s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.8125 | 3.119s | 13.438s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.8125 | 3.130s | 16.832s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.8125 | 3.101s | 20.165s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.8125 | 3.124s | 23.523s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.8125 | 3.111s | 26.943s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.8125 | 0.8125 | 3.153s | 30.355s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.8125 | 3.134s | 33.730s |
| Iteration 11 | 26 | 0.3306 | 6 | 0.2334 | 10 | 0.6 | 0.5 | 100 | 1 | 0.5 | 0.8125 | 3.106s | 37.370s |
| Iteration 12 | 386 | 0.0292 | 6 | 0.4273 | 2 | 0.8 | 0.8 | 0.1 | 1 | 0.75 | 0.8125 | 3.775s | 41.755s |
| Iteration 13 | 33 | 0.0495 | 6 | 0.0519 | 1 | 1.0 | 0.8 | 10 | 0.1 | 0.5 | 0.8125 | 3.142s | 45.504s |
| Iteration 14 | 259 | 0.049 | 6 | 0.0059 | 1 | 0.8 | 0.8 | 10 | 0.1 | 0.625 | 0.8125 | 3.140s | 49.387s |
| Iteration 15 | 489 | 0.0404 | 2 | 0.462 | 4 | 0.8 | 0.9 | 0.01 | 0 | 0.9375 | 0.9375 | 3.166s | 53.187s |
| Iteration 16 | 370 | 0.0147 | 8 | 0.1385 | 7 | 0.8 | 0.4 | 0 | 0 | 0.5 | 0.9375 | 3.131s | 56.971s |
| Iteration 17 | 189 | 0.0472 | 2 | 0.9646 | 3 | 0.9 | 0.9 | 0.1 | 0 | 1.0 | 1.0 | 3.134s | 1m:01s |
| Iteration 18 | 188 | 0.3128 | 2 | 0.4456 | 7 | 0.9 | 0.9 | 0.01 | 0 | 0.375 | 1.0 | 3.165s | 1m:05s |
| Iteration 19 | 265 | 0.0248 | 1 | 1.0 | 3 | 0.9 | 0.9 | 0 | 0 | 0.8125 | 1.0 | 3.179s | 1m:09s |
| Iteration 20 | 216 | 0.01 | 7 | 0.239 | 3 | 1.0 | 0.5 | 0.1 | 0 | 0.75 | 1.0 | 3.165s | 1m:13s |
| Iteration 21 | 262 | 0.0255 | 1 | 0.836 | 4 | 0.9 | 0.6 | 0.1 | 0.1 | 0.5625 | 1.0 | 3.108s | 1m:16s |
| Iteration 22 | 323 | 0.06 | 3 | 0.4613 | 3 | 0.8 | 1.0 | 0.01 | 0 | 0.3125 | 1.0 | 3.121s | 1m:20s |
| Iteration 23 | 321 | 0.0425 | 6 | 0.8726 | 8 | 0.9 | 0.9 | 0.1 | 0 | 0.5 | 1.0 | 3.144s | 1m:24s |
| Iteration 24 | 263 | 0.0394 | 2 | 0.5631 | 3 | 0.8 | 0.9 | 0.1 | 0 | 0.75 | 1.0 | 3.166s | 1m:28s |
| Iteration 25 | 34 | 0.0151 | 4 | 0.9149 | 4 | 0.9 | 0.9 | 1 | 0 | 0.4688 | 1.0 | 3.092s | 1m:32s |
| Iteration 26 | 46 | 0.2423 | 4 | 0.8588 | 3 | 0.8 | 0.9 | 0.01 | 0.01 | 0.875 | 1.0 | 3.098s | 1m:36s |
| Iteration 27 | 500 | 0.1008 | 1 | 1.0 | 3 | 1.0 | 0.9 | 0.01 | 0 | 1.0 | 1.0 | 3.157s | 1m:40s |
| Iteration 28 | 376 | 0.4125 | 4 | 1.0 | 3 | 0.9 | 0.8 | 0.1 | 0 | 0.75 | 1.0 | 3.144s | 1m:44s |
| Iteration 29 | 442 | 0.2184 | 9 | 1.0 | 3 | 1.0 | 0.9 | 0.1 | 10 | 1.0 | 1.0 | 3.160s | 1m:48s |
| Iteration 30 | 199 | 0.0319 | 3 | 1.0 | 3 | 1.0 | 0.9 | 0.1 | 0.01 | 0.5625 | 1.0 | 3.116s | 1m:52s |
| Iteration 31 | 500 | 0.8357 | 5 | 0.6787 | 3 | 0.6 | 0.9 | 0.01 | 10 | 1.0 | 1.0 | 3.191s | 1m:56s |
| Iteration 32 | 500 | 1.0 | 7 | 0.2114 | 3 | 0.5 | 0.9 | 0.01 | 100 | 0.8125 | 1.0 | 3.171s | 1m:59s |
| Iteration 33 | 500 | 0.5144 | 10 | 0.8665 | 2 | 0.9 | 0.9 | 0.01 | 0.1 | 0.9375 | 1.0 | 3.193s | 2m:03s |
| Iteration 34 | 500 | 0.3734 | 5 | 1.0 | 3 | 0.8 | 0.9 | 0.01 | 0.1 | 0.9375 | 1.0 | 3.188s | 2m:07s |
| Iteration 35 | 500 | 0.6592 | 9 | 1.0 | 2 | 0.9 | 0.9 | 0.01 | 1 | 0.875 | 1.0 | 3.168s | 2m:12s |
| Iteration 36 | 500 | 0.0383 | 3 | 0.3565 | 3 | 0.9 | 0.9 | 0.01 | 0.01 | 1.0 | 1.0 | 3.805s | 2m:16s |
| Iteration 37 | 500 | 0.021 | 5 | 0.9275 | 3 | 1.0 | 0.9 | 0.1 | 0.01 | 0.8125 | 1.0 | 3.151s | 2m:20s |
| Iteration 38 | 500 | 0.0956 | 6 | 0.7309 | 3 | 0.6 | 0.9 | 0.01 | 0 | 0.75 | 1.0 | 3.189s | 2m:24s |
| Iteration 39 | 500 | 0.0243 | 6 | 0.0226 | 2 | 1.0 | 0.9 | 0 | 1 | 1.0 | 1.0 | 3.204s | 2m:28s |
| Iteration 40 | 500 | 0.1541 | 4 | 0.2392 | 2 | 1.0 | 0.9 | 0 | 1 | 1.0 | 1.0 | 3.201s | 2m:32s |
| Iteration 41 | 500 | 0.0265 | 1 | 0.4132 | 2 | 1.0 | 0.9 | 0 | 10 | 0.6875 | 1.0 | 3.152s | 2m:36s |
| Iteration 42 | 500 | 0.0934 | 2 | 0.7742 | 9 | 0.7 | 0.8 | 0 | 1 | 0.5 | 1.0 | 3.172s | 2m:40s |
| Iteration 43 | 500 | 0.2027 | 8 | 0.3661 | 2 | 1.0 | 0.9 | 0 | 1 | 0.75 | 1.0 | 3.169s | 2m:44s |
| Iteration 44 | 500 | 0.0158 | 2 | 0.405 | 1 | 0.9 | 0.5 | 100 | 100 | 0.5 | 1.0 | 3.169s | 2m:48s |
| Iteration 45 | 500 | 1.0 | 10 | 1.0 | 1 | 0.5 | 0.4 | 0 | 100 | 0.5 | 1.0 | 3.181s | 2m:52s |
| Iteration 46 | 500 | 0.7367 | 2 | 0.0362 | 1 | 1.0 | 0.8 | 0 | 0.01 | 1.0 | 1.0 | 3.166s | 2m:56s |
| Iteration 47 | 500 | 0.0358 | 5 | 0.7814 | 1 | 0.8 | 0.8 | 0 | 0 | 0.8125 | 1.0 | 3.221s | 3m:00s |
| Iteration 48 | 500 | 0.7244 | 2 | 0.554 | 2 | 0.5 | 0.9 | 0.01 | 0 | 0.75 | 1.0 | 3.201s | 3m:05s |
| Iteration 49 | 500 | 0.5744 | 3 | 0.7886 | 3 | 1.0 | 0.9 | 0 | 1 | 0.5 | 1.0 | 3.203s | 3m:09s |
| Iteration 50 | 20 | 0.2328 | 4 | 0.2445 | 1 | 1.0 | 0.8 | 0.01 | 10 | 0.75 | 1.0 | 3.151s | 3m:13s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0383, 'max_depth': 3, 'gamma': 0.3565, 'min_child_weight': 3, 'subsample': 0.9, 'colsample_bytree': 0.9, 'reg_alpha': 0.01, 'reg_lambda': 0.01}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9902
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.101s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.585 ± 0.1744
Time elapsed: 0.310s
-------------------------------------------------
Total time: 3m:15s
Final results ==================== >>
Duration: 20m:06s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.515 ± 0.1251 ~
Logistic Regression --> roc_auc: 0.54 ± 0.1356 ~
Linear Discriminant Analysis --> roc_auc: 0.57 ± 0.06 ~
Quadratic Discriminant Analysis --> roc_auc: 0.61 ± 0.097
Radius Nearest Neighbors --> roc_auc: 0.71 ± 0.0374 ~ !
AdaBoost --> roc_auc: 0.62 ± 0.04 ~
Random Forest --> roc_auc: 0.66 ± 0.0735 ~
XGBoost --> roc_auc: 0.585 ± 0.1744 ~
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 839 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVRNQGGKLIF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAGNSGNTPLVF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CAVSETGNQFYF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAASATSGTYKYIF.
>>> Dropping feature CAASKTGNQFYF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVEDQTGANNLFF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAASALYGGSQGNLIF.
>>> Dropping feature CAGPNAGGTSYGKLTF.
>>> Dropping feature CALMDTGRRALTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAPNSGGGADGLTF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CVVTNQAGTALIF.
>>> Dropping feature CAGNTGNQFYF.
>>> Dropping feature CALRNSGNTPLVF.
>>> Dropping feature CAPLDSNYQLIW.
>>> Dropping feature CASSLGRTEAFF.
>>> Dropping feature CASSLRASVTETQYF.
>>> Dropping feature CAVDGQKLLF.
>>> Dropping feature CAVPTSGTYKYIF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAVGARAAGNKLTF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVVNAGGTSYGKLTF.
>>> Dropping feature CASSSGETQYF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CAVDAGGTSYGKLTF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASGTGTASKLTF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.625 | 0.625 | 0.671s | 0.690s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.875 | 0.875 | 0.740s | 1.709s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 1.0 | 1.0 | 0.681s | 2.637s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 1.0 | 1.0 | 0.720s | 3.600s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.6875 | 1.0 | 0.679s | 4.559s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.5 | 1.0 | 0.714s | 5.551s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.8125 | 1.0 | 0.704s | 6.502s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.9375 | 1.0 | 0.721s | 7.466s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.8125 | 1.0 | 0.668s | 8.373s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.8125 | 1.0 | 0.676s | 9.286s |
| Iteration 11 | exponen.. | 0.8977 | 116 | 0.8 | squared_er.. | 16 | 16 | 4 | 0.5 | 0.0176 | 0.875 | 1.0 | 0.661s | 10.524s |
| Iteration 12 | deviance | 0.01 | 500 | 0.5 | squared_er.. | 20 | 1 | 4 | auto | 0.035 | 1.0 | 1.0 | 1.389s | 12.579s |
| Iteration 13 | exponen.. | 0.01 | 500 | 0.5 | squared_er.. | 12 | 1 | 5 | auto | 0.0 | 0.75 | 1.0 | 0.764s | 14.082s |
| Iteration 14 | exponen.. | 0.0142 | 61 | 0.8 | squared_er.. | 6 | 17 | 3 | log2 | 0.0345 | 0.6562 | 1.0 | 0.639s | 15.250s |
| Iteration 15 | exponen.. | 0.2034 | 107 | 0.8 | squared_er.. | 18 | 18 | 6 | sqrt | 0.034 | 0.75 | 1.0 | 0.642s | 16.481s |
| Iteration 16 | exponen.. | 0.2163 | 240 | 0.6 | friedman_mse | 3 | 17 | 5 | auto | 0.0192 | 0.6875 | 1.0 | 0.677s | 17.820s |
| Iteration 17 | deviance | 0.0267 | 402 | 0.6 | squared_er.. | 20 | 3 | 5 | 0.6 | 0.0238 | 1.0 | 1.0 | 0.720s | 19.151s |
| Iteration 18 | exponen.. | 0.0135 | 468 | 0.7 | friedman_mse | 17 | 18 | 8 | 0.8 | 0.0039 | 0.5 | 1.0 | 0.738s | 20.502s |
| Iteration 19 | deviance | 0.0462 | 452 | 0.5 | squared_er.. | 20 | 8 | 3 | log2 | 0.006 | 0.875 | 1.0 | 0.728s | 21.795s |
| Iteration 20 | deviance | 1.0 | 11 | 0.7 | friedman_mse | 20 | 14 | 3 | None | 0.035 | 0.6562 | 1.0 | 0.625s | 23.025s |
| Iteration 21 | exponen.. | 0.7287 | 64 | 0.9 | squared_er.. | 20 | 5 | 1 | log2 | 0.0225 | 0.875 | 1.0 | 0.645s | 24.251s |
| Iteration 22 | exponen.. | 0.07 | 485 | 0.8 | squared_er.. | 20 | 10 | 3 | None | 0.035 | 0.9375 | 1.0 | 0.783s | 25.587s |
| Iteration 23 | deviance | 0.0888 | 365 | 0.8 | squared_er.. | 17 | 5 | 3 | 0.6 | 0.0217 | 1.0 | 1.0 | 0.709s | 27.047s |
| Iteration 24 | deviance | 0.0158 | 493 | 0.6 | squared_er.. | 15 | 10 | 1 | sqrt | 0.0045 | 0.5625 | 1.0 | 0.763s | 28.369s |
| Iteration 25 | deviance | 0.016 | 131 | 0.6 | squared_er.. | 18 | 1 | 2 | 0.7 | 0.0231 | 1.0 | 1.0 | 0.654s | 29.688s |
| Iteration 26 | deviance | 0.01 | 458 | 0.5 | squared_er.. | 20 | 1 | 5 | sqrt | 0.035 | 1.0 | 1.0 | 0.720s | 31.094s |
| Iteration 27 | deviance | 0.9347 | 214 | 0.7 | squared_er.. | 17 | 8 | 3 | log2 | 0.0239 | 0.9688 | 1.0 | 0.663s | 32.486s |
| Iteration 28 | exponen.. | 0.01 | 307 | 0.7 | squared_er.. | 17 | 18 | 3 | log2 | 0.0162 | 0.6875 | 1.0 | 0.714s | 34.090s |
| Iteration 29 | exponen.. | 0.1686 | 335 | 0.9 | squared_er.. | 17 | 17 | 7 | 0.5 | 0.0228 | 0.625 | 1.0 | 0.747s | 35.550s |
| Iteration 30 | deviance | 0.0267 | 187 | 0.6 | squared_er.. | 20 | 3 | 1 | None | 0.0238 | 0.875 | 1.0 | 0.688s | 37.143s |
| Iteration 31 | deviance | 0.0398 | 435 | 0.6 | squared_er.. | 20 | 1 | 4 | 0.6 | 0.035 | 0.75 | 1.0 | 0.767s | 38.660s |
| Iteration 32 | exponen.. | 0.404 | 28 | 0.8 | squared_er.. | 17 | 17 | 8 | 0.8 | 0.0235 | 1.0 | 1.0 | 0.654s | 40.067s |
| Iteration 33 | exponen.. | 0.0767 | 102 | 0.6 | friedman_mse | 5 | 16 | 1 | 0.8 | 0.0336 | 0.3438 | 1.0 | 0.659s | 41.568s |
| Iteration 34 | deviance | 0.2901 | 262 | 0.6 | squared_er.. | 20 | 4 | 4 | 0.7 | 0.0133 | 1.0 | 1.0 | 0.692s | 42.979s |
| Iteration 35 | deviance | 0.0189 | 275 | 1.0 | squared_er.. | 20 | 2 | 2 | 0.6 | 0.0135 | 0.5625 | 1.0 | 0.689s | 44.380s |
| Iteration 36 | exponen.. | 0.2747 | 220 | 0.6 | squared_er.. | 20 | 4 | 8 | sqrt | 0.0219 | 0.9375 | 1.0 | 0.684s | 45.881s |
| Iteration 37 | deviance | 0.0827 | 68 | 0.7 | squared_er.. | 5 | 5 | 4 | 0.8 | 0.0175 | 0.875 | 1.0 | 0.637s | 47.890s |
| Iteration 38 | exponen.. | 0.1072 | 91 | 0.7 | squared_er.. | 7 | 7 | 8 | 0.6 | 0.035 | 0.875 | 1.0 | 0.650s | 49.407s |
| Iteration 39 | deviance | 0.0127 | 91 | 0.6 | squared_er.. | 14 | 4 | 6 | 0.6 | 0.0032 | 0.9375 | 1.0 | 0.648s | 50.733s |
| Iteration 40 | exponen.. | 0.0127 | 484 | 0.6 | squared_er.. | 20 | 15 | 4 | 0.6 | 0.0236 | 0.8125 | 1.0 | 0.734s | 52.359s |
| Iteration 41 | exponen.. | 0.4477 | 232 | 0.8 | squared_er.. | 12 | 15 | 5 | 0.9 | 0.0031 | 0.75 | 1.0 | 0.733s | 53.803s |
| Iteration 42 | deviance | 0.8304 | 24 | 0.7 | squared_er.. | 20 | 3 | 4 | 0.6 | 0.0222 | 0.7188 | 1.0 | 0.666s | 55.254s |
| Iteration 43 | deviance | 0.3338 | 348 | 0.5 | squared_er.. | 19 | 5 | 4 | 0.7 | 0.0 | 0.9375 | 1.0 | 0.742s | 56.751s |
| Iteration 44 | exponen.. | 0.0142 | 174 | 0.5 | squared_er.. | 17 | 7 | 9 | 0.8 | 0.035 | 1.0 | 1.0 | 0.708s | 58.750s |
| Iteration 45 | exponen.. | 0.0138 | 289 | 0.5 | squared_er.. | 18 | 4 | 8 | 0.8 | 0.035 | 0.9375 | 1.0 | 0.697s | 1m:00s |
| Iteration 46 | deviance | 0.0231 | 500 | 0.6 | squared_er.. | 19 | 9 | 8 | 0.8 | 0.0235 | 0.8125 | 1.0 | 0.738s | 1m:02s |
| Iteration 47 | exponen.. | 0.0154 | 55 | 0.5 | squared_er.. | 17 | 18 | 1 | auto | 0.0046 | 0.5 | 1.0 | 0.654s | 1m:04s |
| Iteration 48 | deviance | 0.2246 | 209 | 0.6 | friedman_mse | 5 | 16 | 9 | 0.9 | 0.0223 | 1.0 | 1.0 | 0.714s | 1m:05s |
| Iteration 49 | deviance | 0.0264 | 481 | 0.6 | squared_er.. | 16 | 3 | 6 | 0.6 | 0.0239 | 0.875 | 1.0 | 0.763s | 1m:07s |
| Iteration 50 | deviance | 0.3003 | 289 | 0.6 | squared_er.. | 20 | 4 | 3 | 0.6 | 0.0107 | 0.875 | 1.0 | 0.755s | 1m:09s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.01, 'n_estimators': 500, 'subsample': 0.5, 'criterion': 'squared_error', 'min_samples_split': 20, 'min_samples_leaf': 1, 'max_depth': 4, 'max_features': 'auto', 'ccp_alpha': 0.035}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:10s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9491
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.141s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.71 ± 0.086
Time elapsed: 0.633s
-------------------------------------------------
Total time: 1m:11s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.8125 | 0.8125 | 0.693s | 0.706s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.5625 | 0.8125 | 0.695s | 1.632s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.4375 | 0.8125 | 0.692s | 2.563s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.625 | 0.8125 | 0.699s | 3.499s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.625 | 0.8125 | 0.697s | 4.422s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.625 | 0.8125 | 0.687s | 5.340s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.625 | 0.8125 | 0.698s | 6.290s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.75 | 0.8125 | 0.685s | 7.204s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.75 | 0.8125 | 0.699s | 8.138s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.4375 | 0.8125 | 0.694s | 9.067s |
| Iteration 11 | none | --- | newto.. | 923 | --- | 0.125 | 0.8125 | 0.690s | 10.223s |
| Iteration 12 | l2 | 24.6682 | newto.. | 923 | --- | 0.8125 | 0.8125 | 0.690s | 11.534s |
| Iteration 13 | none | --- | saga | 881 | --- | 0.5 | 0.8125 | 1.279s | 13.331s |
| Iteration 14 | l2 | 63.5933 | newto.. | 820 | --- | 0.5 | 0.8125 | 0.697s | 14.530s |
| Iteration 15 | l2 | 30.3233 | newto.. | 947 | --- | 0.875 | 0.875 | 0.703s | 15.875s |
| Iteration 16 | l2 | 39.1019 | newto.. | 960 | --- | 0.875 | 0.875 | 0.695s | 17.178s |
| Iteration 17 | none | --- | lbfgs | 958 | --- | 0.75 | 0.875 | 0.699s | 18.525s |
| Iteration 18 | l2 | 2.5032 | newto.. | 961 | --- | 0.625 | 0.875 | 0.691s | 19.844s |
| Iteration 19 | l2 | 0.0095 | libli.. | 146 | --- | 0.6875 | 0.875 | 0.697s | 21.176s |
| Iteration 20 | l2 | 0.1781 | libli.. | 991 | --- | 0.8125 | 0.875 | 0.689s | 22.539s |
| Iteration 21 | elast.. | 100.0 | saga | 1000 | 0.2 | 0.5625 | 0.875 | 0.708s | 23.915s |
| Iteration 22 | l2 | 12.3954 | newto.. | 972 | --- | 0.75 | 0.875 | 0.702s | 25.350s |
| Iteration 23 | none | --- | newto.. | 953 | --- | 1.0 | 1.0 | 0.698s | 26.739s |
| Iteration 24 | none | --- | newto.. | 950 | --- | 0.1875 | 1.0 | 0.688s | 28.151s |
| Iteration 25 | l2 | 1.0856 | newto.. | 1000 | --- | 0.8125 | 1.0 | 0.708s | 29.395s |
| Iteration 26 | l2 | 0.1073 | lbfgs | 1000 | --- | 0.625 | 1.0 | 0.694s | 30.629s |
| Iteration 27 | l2 | 2.6605 | lbfgs | 974 | --- | 0.6875 | 1.0 | 0.702s | 31.889s |
| Iteration 28 | l2 | 0.015 | lbfgs | 285 | --- | 0.5 | 1.0 | 0.709s | 33.165s |
| Iteration 29 | l2 | 14.5265 | sag | 912 | --- | 0.625 | 1.0 | 0.691s | 34.423s |
| Iteration 30 | l2 | 0.2789 | sag | 900 | --- | 0.9375 | 1.0 | 0.637s | 35.639s |
| Iteration 31 | l2 | 0.015 | libli.. | 897 | --- | 0.5 | 1.0 | 0.628s | 36.813s |
| Iteration 32 | l1 | 0.5307 | libli.. | 239 | --- | 0.75 | 1.0 | 0.644s | 38.020s |
| Iteration 33 | l1 | 0.0367 | libli.. | 348 | --- | 0.5 | 1.0 | 0.636s | 39.246s |
| Iteration 34 | l2 | 0.0766 | newto.. | 947 | --- | 0.8125 | 1.0 | 0.657s | 40.471s |
| Iteration 35 | elast.. | 0.001 | saga | 410 | 0.1 | 0.5 | 1.0 | 0.632s | 41.670s |
| Iteration 36 | none | --- | newto.. | 100 | --- | 0.875 | 1.0 | 0.661s | 42.953s |
| Iteration 37 | none | --- | saga | 153 | --- | 0.4375 | 1.0 | 1.240s | 44.796s |
| Iteration 38 | none | --- | newto.. | 955 | --- | 0.625 | 1.0 | 0.654s | 46.257s |
| Iteration 39 | l1 | 48.1333 | saga | 703 | --- | 0.75 | 1.0 | 0.698s | 47.586s |
| Iteration 40 | l2 | 0.3084 | sag | 222 | --- | 0.8125 | 1.0 | 0.675s | 48.918s |
| Iteration 41 | l2 | 1.3901 | newto.. | 613 | --- | 0.75 | 1.0 | 0.697s | 50.249s |
| Iteration 42 | l2 | 0.2517 | sag | 762 | --- | 0.375 | 1.0 | 0.677s | 51.571s |
| Iteration 43 | l1 | 83.6376 | libli.. | 788 | --- | 0.4375 | 1.0 | 0.654s | 52.911s |
| Iteration 44 | l2 | 0.0092 | sag | 535 | --- | 0.9375 | 1.0 | 0.690s | 54.241s |
| Iteration 45 | l1 | 0.0233 | saga | 513 | --- | 0.5 | 1.0 | 0.714s | 55.601s |
| Iteration 46 | l2 | 0.0122 | libli.. | 512 | --- | 0.5625 | 1.0 | 0.696s | 56.996s |
| Iteration 47 | l2 | 3.8469 | newto.. | 638 | --- | 0.75 | 1.0 | 0.700s | 58.479s |
| Iteration 48 | l2 | 0.1396 | sag | 551 | --- | 0.5625 | 1.0 | 0.711s | 59.876s |
| Iteration 49 | l2 | 43.857 | newto.. | 946 | --- | 0.625 | 1.0 | 0.695s | 1m:01s |
| Iteration 50 | l2 | 0.0856 | newto.. | 730 | --- | 0.625 | 1.0 | 0.699s | 1m:03s |
Bayesian Optimization ---------------------------
Best call --> Iteration 23
Best parameters --> {'penalty': 'none', 'solver': 'newton-cg', 'max_iter': 953}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7938
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.019s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.43 ± 0.0927
Time elapsed: 0.146s
-------------------------------------------------
Total time: 1m:04s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.8125 | 0.8125 | 0.629s | 0.634s |
| Initial point 2 | svd | --- | 0.5625 | 0.8125 | 0.654s | 1.959s |
| Initial point 3 | svd | --- | 0.5625 | 0.8125 | 0.000s | 2.299s |
| Initial point 4 | lsqr | 0.8 | 0.75 | 0.8125 | 0.628s | 3.148s |
| Initial point 5 | eigen | 0.9 | 0.625 | 0.8125 | 0.632s | 4.016s |
| Initial point 6 | lsqr | 0.7 | 0.6875 | 0.8125 | 0.655s | 4.906s |
| Initial point 7 | lsqr | 0.5 | 0.8125 | 0.8125 | 0.636s | 5.778s |
| Initial point 8 | lsqr | 0.9 | 0.875 | 0.875 | 0.630s | 6.634s |
| Initial point 9 | lsqr | 0.6 | 0.75 | 0.875 | 0.651s | 7.525s |
| Initial point 10 | eigen | 0.8 | 0.625 | 0.875 | 0.636s | 8.378s |
| Iteration 11 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 8.722s |
| Iteration 12 | lsqr | None | 0.8125 | 0.875 | 0.651s | 9.734s |
| Iteration 13 | lsqr | 1.0 | 0.4375 | 0.875 | 1.191s | 11.298s |
| Iteration 14 | lsqr | auto | 0.4375 | 0.875 | 0.645s | 12.315s |
| Iteration 15 | eigen | auto | 0.9375 | 0.9375 | 0.633s | 13.320s |
| Iteration 16 | svd | --- | 0.5625 | 0.9375 | 0.000s | 13.719s |
| Iteration 17 | svd | --- | 0.5625 | 0.9375 | 0.000s | 14.119s |
| Iteration 18 | svd | --- | 0.5625 | 0.9375 | 0.000s | 14.525s |
| Iteration 19 | eigen | 0.7 | 0.75 | 0.9375 | 0.630s | 15.566s |
| Iteration 20 | eigen | 0.6 | 0.8125 | 0.9375 | 0.626s | 16.608s |
| Iteration 21 | eigen | 0.5 | 0.5 | 0.9375 | 0.646s | 17.651s |
| Iteration 22 | svd | --- | 0.5625 | 0.9375 | 0.000s | 18.048s |
| Iteration 23 | svd | --- | 0.5625 | 0.9375 | 0.000s | 18.499s |
| Iteration 24 | eigen | None | 0.5 | 0.9375 | 0.634s | 19.543s |
| Iteration 25 | svd | --- | 0.5625 | 0.9375 | 0.001s | 19.953s |
| Iteration 26 | eigen | auto | 0.9375 | 0.9375 | 0.001s | 20.385s |
| Iteration 27 | eigen | auto | 0.9375 | 0.9375 | 0.000s | 20.818s |
| Iteration 28 | eigen | auto | 0.9375 | 0.9375 | 0.000s | 21.444s |
| Iteration 29 | lsqr | auto | 0.4375 | 0.9375 | 0.000s | 21.865s |
| Iteration 30 | eigen | auto | 0.9375 | 0.9375 | 0.000s | 22.307s |
| Iteration 31 | lsqr | auto | 0.4375 | 0.9375 | 0.000s | 22.772s |
| Iteration 32 | eigen | auto | 0.9375 | 0.9375 | 0.000s | 23.249s |
| Iteration 33 | eigen | auto | 0.9375 | 0.9375 | 0.000s | 23.700s |
| Iteration 34 | eigen | auto | 0.9375 | 0.9375 | 0.000s | 24.165s |
| Iteration 35 | eigen | 0.5 | 0.5 | 0.9375 | 0.000s | 24.639s |
| Iteration 36 | eigen | auto | 0.9375 | 0.9375 | 0.001s | 25.116s |
| Iteration 37 | eigen | auto | 0.9375 | 0.9375 | 0.000s | 25.627s |
| Iteration 38 | eigen | auto | 0.9375 | 0.9375 | 0.001s | 26.123s |
| Iteration 39 | eigen | auto | 0.9375 | 0.9375 | 0.000s | 26.626s |
| Iteration 40 | eigen | auto | 0.9375 | 0.9375 | 0.000s | 27.137s |
| Iteration 41 | eigen | auto | 0.9375 | 0.9375 | 0.000s | 27.674s |
| Iteration 42 | eigen | auto | 0.9375 | 0.9375 | 0.000s | 28.190s |
| Iteration 43 | eigen | auto | 0.9375 | 0.9375 | 0.000s | 28.719s |
| Iteration 44 | eigen | auto | 0.9375 | 0.9375 | 0.001s | 29.262s |
| Iteration 45 | eigen | auto | 0.9375 | 0.9375 | 0.000s | 29.801s |
| Iteration 46 | eigen | auto | 0.9375 | 0.9375 | 0.001s | 30.369s |
| Iteration 47 | eigen | auto | 0.9375 | 0.9375 | 0.000s | 30.933s |
| Iteration 48 | eigen | auto | 0.9375 | 0.9375 | 0.000s | 31.488s |
| Iteration 49 | eigen | auto | 0.9375 | 0.9375 | 0.000s | 32.051s |
| Iteration 50 | eigen | auto | 0.9375 | 0.9375 | 0.000s | 32.618s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'solver': 'eigen', 'shrinkage': 'auto'}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 33.188s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7643
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.38 ± 0.103
Time elapsed: 0.033s
-------------------------------------------------
Total time: 33.232s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.8125 | 0.8125 | 0.640s | 0.644s |
| Initial point 2 | 0.9 | 0.5625 | 0.8125 | 0.640s | 1.512s |
| Initial point 3 | 0.1 | 0.4375 | 0.8125 | 0.637s | 2.390s |
| Initial point 4 | 1.0 | 0.8125 | 0.8125 | 0.000s | 2.610s |
| Initial point 5 | 0.2 | 0.5625 | 0.8125 | 0.629s | 3.465s |
| Initial point 6 | 0.4 | 0.8125 | 0.8125 | 0.637s | 4.317s |
| Initial point 7 | 0.4 | 0.8125 | 0.8125 | 0.000s | 4.534s |
| Initial point 8 | 0.7 | 0.875 | 0.875 | 0.643s | 5.481s |
| Initial point 9 | 0.9 | 0.5625 | 0.875 | 0.000s | 5.697s |
| Initial point 10 | 0.8 | 0.625 | 0.875 | 0.643s | 6.562s |
| Iteration 11 | 0.3 | 0.75 | 0.875 | 1.123s | 7.993s |
| Iteration 12 | 0.6 | 1.0 | 1.0 | 0.628s | 8.971s |
| Iteration 13 | 0.5 | 0.4375 | 1.0 | 0.623s | 9.913s |
| Iteration 14 | 0.0 | 0.6875 | 1.0 | 0.681s | 10.955s |
| Iteration 15 | 0.6 | 1.0 | 1.0 | 0.000s | 11.294s |
| Iteration 16 | 0.6 | 1.0 | 1.0 | 0.000s | 11.613s |
| Iteration 17 | 0.6 | 1.0 | 1.0 | 0.000s | 11.932s |
| Iteration 18 | 0.6 | 1.0 | 1.0 | 0.000s | 12.254s |
| Iteration 19 | 0.6 | 1.0 | 1.0 | 0.000s | 12.573s |
| Iteration 20 | 0.6 | 1.0 | 1.0 | 0.000s | 12.892s |
| Iteration 21 | 0.6 | 1.0 | 1.0 | 0.000s | 13.209s |
| Iteration 22 | 0.6 | 1.0 | 1.0 | 0.000s | 13.535s |
| Iteration 23 | 0.4 | 0.8125 | 1.0 | 0.000s | 13.878s |
| Iteration 24 | 0.6 | 1.0 | 1.0 | 0.000s | 14.207s |
| Iteration 25 | 0.6 | 1.0 | 1.0 | 0.000s | 14.574s |
| Iteration 26 | 0.6 | 1.0 | 1.0 | 0.000s | 14.919s |
| Iteration 27 | 0.6 | 1.0 | 1.0 | 0.000s | 15.290s |
| Iteration 28 | 0.9 | 0.5625 | 1.0 | 0.000s | 15.623s |
| Iteration 29 | 0.6 | 1.0 | 1.0 | 0.000s | 15.969s |
| Iteration 30 | 0.8 | 0.625 | 1.0 | 0.000s | 16.322s |
| Iteration 31 | 0.6 | 1.0 | 1.0 | 0.000s | 16.677s |
| Iteration 32 | 0.6 | 1.0 | 1.0 | 0.001s | 17.040s |
| Iteration 33 | 0.6 | 1.0 | 1.0 | 0.000s | 17.428s |
| Iteration 34 | 0.6 | 1.0 | 1.0 | 0.000s | 17.804s |
| Iteration 35 | 0.6 | 1.0 | 1.0 | 0.000s | 18.230s |
| Iteration 36 | 0.6 | 1.0 | 1.0 | 0.000s | 18.600s |
| Iteration 37 | 0.6 | 1.0 | 1.0 | 0.000s | 18.976s |
| Iteration 38 | 0.6 | 1.0 | 1.0 | 0.000s | 19.370s |
| Iteration 39 | 0.6 | 1.0 | 1.0 | 0.000s | 19.772s |
| Iteration 40 | 0.6 | 1.0 | 1.0 | 0.000s | 20.171s |
| Iteration 41 | 0.6 | 1.0 | 1.0 | 0.000s | 20.570s |
| Iteration 42 | 0.6 | 1.0 | 1.0 | 0.000s | 20.967s |
| Iteration 43 | 0.6 | 1.0 | 1.0 | 0.000s | 21.375s |
| Iteration 44 | 0.6 | 1.0 | 1.0 | 0.000s | 21.788s |
| Iteration 45 | 0.6 | 1.0 | 1.0 | 0.000s | 22.209s |
| Iteration 46 | 0.6 | 1.0 | 1.0 | 0.000s | 22.645s |
| Iteration 47 | 0.6 | 1.0 | 1.0 | 0.000s | 23.155s |
| Iteration 48 | 0.6 | 1.0 | 1.0 | 0.000s | 23.670s |
| Iteration 49 | 0.6 | 1.0 | 1.0 | 0.000s | 24.127s |
| Iteration 50 | 0.6 | 1.0 | 1.0 | 0.000s | 24.581s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'reg_param': 0.6}
Best evaluation --> roc_auc: 1.0
Time elapsed: 25.044s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7804
Test evaluation --> roc_auc: 0.35
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.35 ± 0.1378
Time elapsed: 0.028s
-------------------------------------------------
Total time: 25.082s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.4997 | dista.. | auto | 40 | 1 | 0.875 | 0.875 | 0.648s | 0.669s |
| Initial point 2 | 4.9711 | uniform | kd_tree | 39 | 2 | 0.75 | 0.875 | 0.661s | 1.656s |
| Initial point 3 | 3.9269 | dista.. | ball_tree | 25 | 2 | 0.375 | 0.875 | 0.666s | 2.583s |
| Initial point 4 | 11.4565 | uniform | ball_tree | 39 | 2 | 0.5 | 0.875 | 0.646s | 3.462s |
| Initial point 5 | 8.9747 | dista.. | auto | 30 | 2 | 0.625 | 0.875 | 0.666s | 4.351s |
| Initial point 6 | 10.3933 | dista.. | ball_tree | 21 | 2 | 0.625 | 0.875 | 0.652s | 5.255s |
| Initial point 7 | 7.434 | dista.. | ball_tree | 24 | 1 | 0.75 | 0.875 | 0.648s | 6.154s |
| Initial point 8 | 1.7815 | dista.. | ball_tree | 21 | 2 | 0.9375 | 0.9375 | 0.659s | 7.078s |
| Initial point 9 | 8.281 | uniform | ball_tree | 24 | 1 | 0.8125 | 0.9375 | 0.650s | 7.960s |
| Initial point 10 | 5.8819 | uniform | brute | 22 | 2 | 0.4688 | 0.9375 | 0.647s | 8.847s |
| Iteration 11 | 0.0 | uniform | auto | 21 | 2 | 0.5 | 0.9375 | 0.654s | 10.056s |
| Iteration 12 | 1.9227 | dista.. | auto | 21 | 2 | 1.0 | 1.0 | 0.657s | 11.187s |
| Iteration 13 | 2.1508 | dista.. | auto | 21 | 2 | 0.5312 | 1.0 | 0.692s | 12.417s |
| Iteration 14 | 1.8946 | dista.. | ball_tree | 21 | 1 | 0.625 | 1.0 | 1.257s | 14.248s |
| Iteration 15 | 1.8947 | dista.. | auto | 21 | 2 | 1.0 | 1.0 | 0.669s | 15.480s |
| Iteration 16 | 1.9091 | uniform | ball_tree | 21 | 2 | 0.5625 | 1.0 | 0.657s | 16.729s |
| Iteration 17 | 1.5918 | dista.. | auto | 21 | 2 | 0.5625 | 1.0 | 0.646s | 17.964s |
| Iteration 18 | 12.3577 | dista.. | kd_tree | 40 | 1 | 0.625 | 1.0 | 0.650s | 19.285s |
| Iteration 19 | 1.8914 | dista.. | ball_tree | 24 | 2 | 0.3125 | 1.0 | 0.659s | 20.580s |
| Iteration 20 | 1.8913 | dista.. | kd_tree | 21 | 2 | 0.5 | 1.0 | 0.657s | 21.956s |
| Iteration 21 | 8.4492 | dista.. | ball_tree | 24 | 1 | 0.5 | 1.0 | 0.655s | 23.096s |
| Iteration 22 | 1.8494 | dista.. | ball_tree | 21 | 2 | 0.75 | 1.0 | 0.652s | 24.369s |
| Iteration 23 | 1.7236 | dista.. | ball_tree | 21 | 2 | 0.75 | 1.0 | 0.646s | 25.667s |
| Iteration 24 | 8.1345 | uniform | ball_tree | 24 | 2 | 0.5 | 1.0 | 0.640s | 26.929s |
| Iteration 25 | 1.8324 | dista.. | auto | 21 | 2 | 1.0 | 1.0 | 0.644s | 28.284s |
| Iteration 26 | 1.8744 | dista.. | auto | 21 | 1 | 0.4375 | 1.0 | 0.637s | 29.558s |
| Iteration 27 | 1.871 | dista.. | auto | 21 | 2 | 0.75 | 1.0 | 0.640s | 30.894s |
| Iteration 28 | 1.8637 | dista.. | auto | 21 | 2 | 0.75 | 1.0 | 0.653s | 32.278s |
| Iteration 29 | 1.5721 | dista.. | ball_tree | 21 | 2 | 0.6875 | 1.0 | 0.657s | 33.819s |
| Iteration 30 | 8.1771 | uniform | kd_tree | 24 | 1 | 0.5312 | 1.0 | 0.683s | 35.220s |
| Iteration 31 | 1.8896 | dista.. | auto | 21 | 2 | 0.5625 | 1.0 | 0.653s | 36.684s |
| Iteration 32 | 8.3717 | uniform | auto | 24 | 1 | 0.7812 | 1.0 | 0.700s | 38.137s |
| Iteration 33 | 8.4802 | uniform | ball_tree | 24 | 1 | 0.5312 | 1.0 | 0.684s | 39.619s |
| Iteration 34 | 0.1975 | dista.. | auto | 20 | 2 | 0.25 | 1.0 | 0.693s | 40.916s |
| Iteration 35 | 1.8111 | dista.. | auto | 21 | 2 | 0.5 | 1.0 | 0.695s | 42.479s |
| Iteration 36 | 2.0151 | dista.. | auto | 21 | 2 | 0.875 | 1.0 | 0.632s | 43.995s |
| Iteration 37 | 12.3734 | dista.. | auto | 40 | 1 | 0.5 | 1.0 | 0.651s | 45.368s |
| Iteration 38 | 1.9562 | dista.. | auto | 21 | 2 | 0.625 | 1.0 | 0.682s | 46.757s |
| Iteration 39 | 1.9443 | dista.. | auto | 21 | 2 | 0.7188 | 1.0 | 0.681s | 48.266s |
| Iteration 40 | 8.1665 | uniform | auto | 24 | 1 | 0.75 | 1.0 | 1.263s | 50.220s |
| Iteration 41 | 1.8738 | dista.. | ball_tree | 21 | 2 | 0.0625 | 1.0 | 0.697s | 51.832s |
| Iteration 42 | 12.4027 | dista.. | brute | 40 | 1 | 0.5 | 1.0 | 0.706s | 53.142s |
| Iteration 43 | 0.2544 | uniform | brute | 20 | 1 | 0.125 | 1.0 | 0.690s | 54.416s |
| Iteration 44 | 1.8493 | dista.. | auto | 21 | 1 | 0.7812 | 1.0 | 0.694s | 55.699s |
| Iteration 45 | 3.4074 | uniform | ball_tree | 21 | 1 | 0.75 | 1.0 | 0.692s | 57.034s |
| Iteration 46 | 5.2719 | uniform | auto | 21 | 1 | 0.6875 | 1.0 | 0.689s | 58.343s |
| Iteration 47 | 1.6694 | uniform | kd_tree | 39 | 2 | 0.7188 | 1.0 | 0.630s | 59.576s |
| Iteration 48 | 2.8493 | uniform | kd_tree | 38 | 2 | 0.5625 | 1.0 | 0.643s | 1m:01s |
| Iteration 49 | 0.4191 | uniform | brute | 40 | 1 | 0.25 | 1.0 | 0.638s | 1m:02s |
| Iteration 50 | 12.2742 | dista.. | kd_tree | 20 | 1 | 0.625 | 1.0 | 0.636s | 1m:03s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'radius': 1.8947, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 21, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.66 ± 0.049
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:04s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.7812 | 0.7812 | 1.012s | 1.019s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.9375 | 0.9375 | 1.088s | 2.334s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.875 | 0.9375 | 0.915s | 3.529s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.8125 | 0.9375 | 0.944s | 4.694s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.6875 | 0.9375 | 0.827s | 5.751s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.5938 | 0.9375 | 1.007s | 6.987s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.75 | 0.9375 | 0.673s | 7.881s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.9062 | 0.9375 | 0.929s | 9.068s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.625 | 0.9375 | 0.634s | 9.932s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.8125 | 0.9375 | 0.748s | 10.917s |
| Iteration 11 | 464 | 0.0478 | SAMME.R | 1.0 | 1.0 | 0.988s | 12.333s |
| Iteration 12 | 455 | 0.0357 | SAMME.R | 1.0 | 1.0 | 0.971s | 13.799s |
| Iteration 13 | 464 | 0.0409 | SAMME | 0.5 | 1.0 | 0.935s | 15.162s |
| Iteration 14 | 446 | 0.0454 | SAMME.R | 1.0 | 1.0 | 0.967s | 16.673s |
| Iteration 15 | 438 | 0.0416 | SAMME.R | 0.9375 | 1.0 | 0.978s | 18.108s |
| Iteration 16 | 467 | 0.0342 | SAMME.R | 0.9375 | 1.0 | 1.040s | 19.666s |
| Iteration 17 | 158 | 0.0489 | SAMME.R | 1.0 | 1.0 | 1.366s | 21.511s |
| Iteration 18 | 50 | 0.0467 | SAMME.R | 0.6875 | 1.0 | 0.702s | 22.773s |
| Iteration 19 | 191 | 0.0496 | SAMME.R | 1.0 | 1.0 | 0.815s | 24.070s |
| Iteration 20 | 180 | 0.0514 | SAMME.R | 0.875 | 1.0 | 0.765s | 25.326s |
| Iteration 21 | 286 | 0.0409 | SAMME.R | 0.6875 | 1.0 | 0.868s | 26.679s |
| Iteration 22 | 167 | 0.0355 | SAMME.R | 0.9375 | 1.0 | 0.758s | 27.912s |
| Iteration 23 | 500 | 0.0709 | SAMME.R | 0.9375 | 1.0 | 1.032s | 29.429s |
| Iteration 24 | 462 | 0.0505 | SAMME.R | 0.5625 | 1.0 | 1.006s | 30.919s |
| Iteration 25 | 454 | 0.0198 | SAMME.R | 1.0 | 1.0 | 1.060s | 32.407s |
| Iteration 26 | 461 | 0.0179 | SAMME.R | 0.8125 | 1.0 | 1.050s | 33.908s |
| Iteration 27 | 453 | 0.0227 | SAMME.R | 1.0 | 1.0 | 1.052s | 35.417s |
| Iteration 28 | 132 | 0.0193 | SAMME.R | 0.5625 | 1.0 | 0.785s | 36.669s |
| Iteration 29 | 437 | 0.0278 | SAMME.R | 0.875 | 1.0 | 1.053s | 38.236s |
| Iteration 30 | 450 | 0.01 | SAMME.R | 0.8438 | 1.0 | 1.046s | 39.864s |
| Iteration 31 | 493 | 0.0272 | SAMME.R | 1.0 | 1.0 | 1.090s | 41.498s |
| Iteration 32 | 500 | 0.0277 | SAMME.R | 1.0 | 1.0 | 1.092s | 43.103s |
| Iteration 33 | 500 | 0.0277 | SAMME.R | 1.0 | 1.0 | 0.000s | 43.589s |
| Iteration 34 | 500 | 0.0233 | SAMME.R | 0.875 | 1.0 | 1.092s | 45.190s |
| Iteration 35 | 500 | 0.0333 | SAMME.R | 0.6875 | 1.0 | 1.080s | 46.785s |
| Iteration 36 | 425 | 0.0261 | SAMME.R | 0.9375 | 1.0 | 1.039s | 48.326s |
| Iteration 37 | 456 | 0.026 | SAMME.R | 0.8125 | 1.0 | 1.064s | 49.889s |
| Iteration 38 | 172 | 0.0843 | SAMME.R | 0.875 | 1.0 | 0.822s | 51.257s |
| Iteration 39 | 394 | 0.0208 | SAMME.R | 0.875 | 1.0 | 0.947s | 52.725s |
| Iteration 40 | 500 | 0.0148 | SAMME.R | 1.0 | 1.0 | 1.061s | 54.334s |
| Iteration 41 | 500 | 0.0135 | SAMME.R | 0.8438 | 1.0 | 1.651s | 56.548s |
| Iteration 42 | 190 | 0.1882 | SAMME.R | 0.8125 | 1.0 | 0.829s | 57.924s |
| Iteration 43 | 103 | 1.3619 | SAMME | 0.75 | 1.0 | 0.734s | 59.197s |
| Iteration 44 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 1.067s | 1m:01s |
| Iteration 45 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.000s | 1m:01s |
| Iteration 46 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.000s | 1m:02s |
| Iteration 47 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.000s | 1m:02s |
| Iteration 48 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.000s | 1m:03s |
| Iteration 49 | 449 | 1.1957 | SAMME.R | 0.75 | 1.0 | 1.026s | 1m:05s |
| Iteration 50 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.000s | 1m:05s |
Bayesian Optimization ---------------------------
Best call --> Iteration 17
Best parameters --> {'n_estimators': 158, 'learning_rate': 0.0489, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:06s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9969
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.154s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.65 ± 0.1703
Time elapsed: 0.679s
-------------------------------------------------
Total time: 1m:07s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 1.0 | 1.0 | 1.056s | 1.075s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.75 | 1.0 | 0.902s | 2.283s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.625 | 1.0 | 0.929s | 3.453s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 1.0 | 0.741s | 4.488s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.9375 | 1.0 | 0.934s | 5.680s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.6875 | 1.0 | 0.782s | 6.729s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.875 | 1.0 | 0.804s | 7.765s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 1.0 | 1.0 | 0.801s | 8.807s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 1.0 | 1.0 | 0.915s | 10.096s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.5625 | 1.0 | 0.898s | 11.273s |
| Iteration 11 | 444 | entropy | 1 | 17 | 13 | 0.5 | False | 0.0006 | --- | 0.875 | 1.0 | 0.877s | 12.836s |
| Iteration 12 | 192 | entropy | None | 9 | 17 | auto | False | 0.032 | --- | 1.0 | 1.0 | 0.751s | 14.234s |
| Iteration 13 | 432 | gini | 4 | 10 | 16 | 0.7 | False | 0.0047 | --- | 0.4375 | 1.0 | 0.884s | 15.747s |
| Iteration 14 | 489 | entropy | 1 | 20 | 6 | 0.5 | True | 0.024 | 0.9 | 0.6875 | 1.0 | 1.005s | 17.409s |
| Iteration 15 | 81 | gini | None | 18 | 19 | 0.9 | True | 0.0016 | 0.5 | 0.5 | 1.0 | 0.698s | 18.766s |
| Iteration 16 | 214 | entropy | 2 | 14 | 16 | 0.6 | False | 0.0275 | --- | 0.625 | 1.0 | 0.760s | 20.184s |
| Iteration 17 | 137 | entropy | None | 19 | 13 | auto | False | 0.0255 | --- | 1.0 | 1.0 | 0.727s | 21.535s |
| Iteration 18 | 227 | entropy | None | 12 | 15 | auto | False | 0.0307 | --- | 0.5 | 1.0 | 0.759s | 22.996s |
| Iteration 19 | 278 | entropy | None | 5 | 16 | log2 | False | 0.0181 | --- | 0.8438 | 1.0 | 0.800s | 24.530s |
| Iteration 20 | 189 | entropy | 5 | 3 | 8 | 0.7 | False | 0.0009 | --- | 0.875 | 1.0 | 0.783s | 26.102s |
| Iteration 21 | 345 | gini | 1 | 10 | 5 | 0.5 | True | 0.0347 | 0.7 | 0.6875 | 1.0 | 0.956s | 28.350s |
| Iteration 22 | 190 | entropy | None | 6 | 17 | auto | False | 0.0099 | --- | 0.875 | 1.0 | 0.799s | 29.843s |
| Iteration 23 | 325 | gini | 5 | 12 | 8 | 0.7 | False | 0.0153 | --- | 1.0 | 1.0 | 0.873s | 31.419s |
| Iteration 24 | 310 | gini | None | 3 | 13 | auto | True | 0.0307 | 0.8 | 0.75 | 1.0 | 0.912s | 33.245s |
| Iteration 25 | 314 | entropy | None | 10 | 17 | auto | False | 0.0127 | --- | 1.0 | 1.0 | 0.866s | 34.840s |
| Iteration 26 | 299 | entropy | 5 | 13 | 8 | 0.8 | False | 0.0 | --- | 1.0 | 1.0 | 0.850s | 36.512s |
| Iteration 27 | 109 | entropy | 6 | 13 | 8 | 0.7 | False | 0.024 | --- | 0.875 | 1.0 | 0.713s | 38.111s |
| Iteration 28 | 286 | entropy | 5 | 13 | 8 | 0.7 | False | 0.0014 | --- | 0.5625 | 1.0 | 0.848s | 39.917s |
| Iteration 29 | 460 | gini | 5 | 12 | 8 | 0.7 | False | 0.0024 | --- | 0.8125 | 1.0 | 0.973s | 41.767s |
| Iteration 30 | 229 | entropy | None | 11 | 17 | 0.6 | False | 0.0226 | --- | 0.7188 | 1.0 | 0.815s | 43.426s |
| Iteration 31 | 207 | entropy | None | 11 | 17 | auto | True | 0.0183 | 0.7 | 0.5 | 1.0 | 0.828s | 45.196s |
| Iteration 32 | 440 | entropy | None | 12 | 13 | sqrt | False | 0.0315 | --- | 1.0 | 1.0 | 0.938s | 47.013s |
| Iteration 33 | 302 | entropy | None | 16 | 13 | sqrt | False | 0.023 | --- | 0.4375 | 1.0 | 0.867s | 48.727s |
| Iteration 34 | 133 | gini | None | 18 | 18 | auto | False | 0.0061 | --- | 0.625 | 1.0 | 0.752s | 50.158s |
| Iteration 35 | 265 | entropy | None | 10 | 17 | auto | False | 0.0178 | --- | 0.625 | 1.0 | 0.848s | 51.799s |
| Iteration 36 | 455 | gini | 5 | 9 | 8 | None | False | 0.0322 | --- | 0.8438 | 1.0 | 0.959s | 53.455s |
| Iteration 37 | 320 | gini | 5 | 15 | 8 | 0.8 | False | 0.0001 | --- | 0.75 | 1.0 | 0.825s | 55.052s |
| Iteration 38 | 248 | entropy | 1 | 11 | 9 | sqrt | True | 0.0249 | 0.8 | 0.8125 | 1.0 | 0.821s | 56.565s |
| Iteration 39 | 105 | gini | 9 | 18 | 8 | 0.8 | False | 0.0278 | --- | 0.875 | 1.0 | 0.696s | 57.942s |
| Iteration 40 | 85 | entropy | 4 | 20 | 9 | None | False | 0.0348 | --- | 0.875 | 1.0 | 0.688s | 59.308s |
| Iteration 41 | 453 | entropy | 5 | 15 | 8 | 0.7 | False | 0.0036 | --- | 0.625 | 1.0 | 0.918s | 1m:01s |
| Iteration 42 | 131 | gini | 9 | 20 | 10 | None | False | 0.0109 | --- | 0.625 | 1.0 | 0.754s | 1m:03s |
| Iteration 43 | 28 | entropy | 9 | 7 | 7 | sqrt | False | 0.0311 | --- | 0.875 | 1.0 | 0.688s | 1m:04s |
| Iteration 44 | 276 | entropy | None | 4 | 8 | 0.6 | False | 0.0058 | --- | 1.0 | 1.0 | 0.841s | 1m:06s |
| Iteration 45 | 306 | entropy | None | 2 | 1 | None | False | 0.0126 | --- | 0.6875 | 1.0 | 1.486s | 1m:08s |
| Iteration 46 | 319 | gini | 8 | 20 | 1 | log2 | True | 0.0176 | 0.9 | 0.6875 | 1.0 | 0.865s | 1m:09s |
| Iteration 47 | 130 | gini | 9 | 3 | 6 | None | False | 0.0178 | --- | 0.75 | 1.0 | 0.706s | 1m:11s |
| Iteration 48 | 83 | entropy | 1 | 7 | 10 | sqrt | True | 0.0033 | 0.9 | 0.8125 | 1.0 | 0.722s | 1m:12s |
| Iteration 49 | 233 | gini | None | 6 | 8 | 0.8 | False | 0.0332 | --- | 0.8438 | 1.0 | 0.818s | 1m:14s |
| Iteration 50 | 80 | entropy | 1 | 3 | 4 | 0.6 | True | 0.0005 | None | 0.75 | 1.0 | 0.735s | 1m:15s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'n_estimators': 499, 'criterion': 'entropy', 'max_depth': 1, 'min_samples_split': 20, 'min_samples_leaf': 5, 'max_features': 0.5, 'bootstrap': True, 'ccp_alpha': 0.0234, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:16s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8768
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.445s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.76 ± 0.0374
Time elapsed: 1.998s
-------------------------------------------------
Total time: 1m:18s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.763s | 0.782s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.9375 | 0.9375 | 0.758s | 1.823s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.9375 | 0.759s | 2.831s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.9375 | 0.705s | 3.792s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.9375 | 0.745s | 4.789s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.9375 | 0.723s | 5.795s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.9375 | 0.725s | 6.764s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.9375 | 0.719s | 7.754s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.75 | 0.9375 | 0.762s | 8.788s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.9375 | 0.729s | 9.777s |
| Iteration 11 | 290 | 0.0173 | 5 | 0.2189 | 3 | 0.6 | 0.7 | 0.01 | 100 | 0.875 | 0.9375 | 0.735s | 11.157s |
| Iteration 12 | 497 | 0.0395 | 5 | 0.3915 | 3 | 0.9 | 0.9 | 0.01 | 0.1 | 0.9375 | 0.9375 | 0.760s | 12.615s |
| Iteration 13 | 214 | 0.0134 | 10 | 0.2995 | 2 | 0.6 | 0.5 | 100 | 0.01 | 0.5 | 0.9375 | 0.709s | 14.024s |
| Iteration 14 | 258 | 0.0664 | 4 | 0.4136 | 3 | 0.6 | 0.6 | 1 | 0.1 | 0.7812 | 0.9375 | 0.720s | 15.542s |
| Iteration 15 | 500 | 0.0503 | 7 | 0.415 | 2 | 1.0 | 1.0 | 0.01 | 0 | 1.0 | 1.0 | 0.769s | 16.991s |
| Iteration 16 | 243 | 0.244 | 1 | 0.4039 | 1 | 0.7 | 1.0 | 0.01 | 0.01 | 0.6875 | 1.0 | 0.724s | 18.443s |
| Iteration 17 | 500 | 0.0193 | 10 | 0.3707 | 1 | 1.0 | 0.6 | 0.01 | 0 | 1.0 | 1.0 | 0.773s | 19.925s |
| Iteration 18 | 500 | 0.0344 | 4 | 0.7703 | 2 | 0.7 | 0.6 | 0.01 | 0 | 0.5625 | 1.0 | 0.766s | 21.469s |
| Iteration 19 | 472 | 0.1659 | 10 | 0.3783 | 2 | 1.0 | 0.8 | 0.01 | 0.01 | 0.875 | 1.0 | 0.764s | 22.965s |
| Iteration 20 | 20 | 0.01 | 10 | 0.362 | 2 | 1.0 | 0.8 | 0.1 | 0 | 0.8125 | 1.0 | 0.644s | 24.417s |
| Iteration 21 | 500 | 0.01 | 6 | 0.3773 | 2 | 0.6 | 0.6 | 0 | 10 | 0.75 | 1.0 | 0.714s | 25.934s |
| Iteration 22 | 500 | 0.0339 | 8 | 0.3878 | 2 | 1.0 | 0.8 | 0.01 | 0 | 0.875 | 1.0 | 0.722s | 27.478s |
| Iteration 23 | 500 | 0.3026 | 9 | 0.3901 | 2 | 0.6 | 1.0 | 0 | 0 | 0.875 | 1.0 | 0.727s | 29.013s |
| Iteration 24 | 313 | 0.414 | 6 | 0.1899 | 1 | 0.9 | 1.0 | 0.01 | 0.01 | 0.5625 | 1.0 | 0.708s | 31.060s |
| Iteration 25 | 500 | 0.0161 | 10 | 0.3068 | 1 | 0.9 | 0.9 | 0.1 | 10 | 1.0 | 1.0 | 0.782s | 32.605s |
| Iteration 26 | 477 | 0.0148 | 8 | 0.4308 | 2 | 1.0 | 1.0 | 0 | 0.1 | 1.0 | 1.0 | 0.774s | 34.210s |
| Iteration 27 | 419 | 0.1747 | 10 | 0.3398 | 1 | 1.0 | 0.8 | 0.1 | 0 | 1.0 | 1.0 | 0.758s | 35.802s |
| Iteration 28 | 500 | 0.0108 | 6 | 0.3336 | 1 | 0.9 | 0.9 | 0.1 | 0.1 | 0.6875 | 1.0 | 0.792s | 37.333s |
| Iteration 29 | 500 | 0.01 | 10 | 0.3931 | 1 | 1.0 | 1.0 | 0 | 10 | 0.9375 | 1.0 | 0.787s | 38.887s |
| Iteration 30 | 500 | 0.3059 | 6 | 0.4417 | 2 | 1.0 | 1.0 | 0 | 0.1 | 0.6875 | 1.0 | 0.756s | 40.468s |
| Iteration 31 | 460 | 0.0398 | 7 | 0.3259 | 3 | 0.5 | 0.8 | 0 | 100 | 0.5312 | 1.0 | 0.707s | 42.041s |
| Iteration 32 | 444 | 0.0126 | 7 | 0.4078 | 2 | 0.9 | 0.9 | 0 | 0.01 | 0.9375 | 1.0 | 0.772s | 43.701s |
| Iteration 33 | 255 | 0.4267 | 9 | 0.1795 | 1 | 1.0 | 0.9 | 0.01 | 1 | 0.7188 | 1.0 | 0.736s | 45.258s |
| Iteration 34 | 338 | 0.047 | 8 | 0.4558 | 2 | 0.7 | 0.7 | 0 | 0.01 | 1.0 | 1.0 | 0.749s | 46.863s |
| Iteration 35 | 184 | 0.0161 | 7 | 0.1912 | 2 | 0.5 | 0.4 | 0.01 | 0.1 | 0.625 | 1.0 | 0.721s | 48.376s |
| Iteration 36 | 56 | 0.6267 | 10 | 0.3352 | 1 | 0.9 | 0.4 | 0.01 | 1 | 0.6875 | 1.0 | 0.648s | 49.870s |
| Iteration 37 | 450 | 0.1716 | 8 | 0.4528 | 2 | 0.7 | 0.9 | 0 | 0 | 0.8125 | 1.0 | 0.720s | 51.415s |
| Iteration 38 | 500 | 0.0378 | 10 | 0.3683 | 1 | 0.9 | 1.0 | 0 | 1 | 0.8125 | 1.0 | 0.732s | 52.954s |
| Iteration 39 | 52 | 0.01 | 10 | 0.0 | 1 | 1.0 | 1.0 | 0 | 100 | 0.9375 | 1.0 | 0.693s | 54.582s |
| Iteration 40 | 266 | 0.0343 | 8 | 0.3643 | 2 | 0.7 | 0.8 | 0 | 0.01 | 0.9375 | 1.0 | 0.726s | 56.128s |
| Iteration 41 | 285 | 0.0521 | 8 | 0.4321 | 2 | 0.7 | 0.5 | 0.01 | 0.1 | 0.8125 | 1.0 | 0.725s | 57.699s |
| Iteration 42 | 500 | 0.0354 | 10 | 0.4767 | 1 | 1.0 | 0.7 | 0.01 | 0.01 | 0.8125 | 1.0 | 0.775s | 59.414s |
| Iteration 43 | 500 | 0.0256 | 10 | 0.2066 | 2 | 1.0 | 0.8 | 0 | 0 | 0.9375 | 1.0 | 0.762s | 1m:01s |
| Iteration 44 | 473 | 0.0213 | 10 | 0.0978 | 3 | 1.0 | 0.4 | 0 | 0.1 | 1.0 | 1.0 | 0.754s | 1m:03s |
| Iteration 45 | 500 | 0.0273 | 10 | 0.1483 | 3 | 1.0 | 0.9 | 0 | 0 | 0.9375 | 1.0 | 0.759s | 1m:05s |
| Iteration 46 | 130 | 0.0293 | 10 | 0.1597 | 2 | 0.9 | 0.4 | 0 | 100 | 0.5938 | 1.0 | 0.662s | 1m:06s |
| Iteration 47 | 252 | 0.0488 | 8 | 0.5753 | 2 | 0.8 | 0.9 | 0 | 0.01 | 0.75 | 1.0 | 0.695s | 1m:08s |
| Iteration 48 | 453 | 0.0346 | 10 | 0.219 | 2 | 1.0 | 1.0 | 0 | 0.01 | 1.0 | 1.0 | 0.762s | 1m:10s |
| Iteration 49 | 491 | 0.0334 | 10 | 0.238 | 2 | 1.0 | 1.0 | 0 | 0.01 | 0.9375 | 1.0 | 1.364s | 1m:12s |
| Iteration 50 | 500 | 0.01 | 10 | 0.2902 | 3 | 1.0 | 0.6 | 0 | 0 | 0.875 | 1.0 | 0.763s | 1m:14s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0161, 'max_depth': 10, 'gamma': 0.3068, 'min_child_weight': 1, 'subsample': 0.9, 'colsample_bytree': 0.9, 'reg_alpha': 0.1, 'reg_lambda': 10}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9857
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.133s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.64 ± 0.1114
Time elapsed: 0.417s
-------------------------------------------------
Total time: 1m:15s
Final results ==================== >>
Duration: 7m:58s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.71 ± 0.086 ~
Logistic Regression --> roc_auc: 0.43 ± 0.0927 ~
Linear Discriminant Analysis --> roc_auc: 0.38 ± 0.103 ~
Quadratic Discriminant Analysis --> roc_auc: 0.35 ± 0.1378 ~
Radius Nearest Neighbors --> roc_auc: 0.66 ± 0.049 ~
AdaBoost --> roc_auc: 0.65 ± 0.1703
Random Forest --> roc_auc: 0.76 ± 0.0374 !
XGBoost --> roc_auc: 0.64 ± 0.1114 ~
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CALQGGSEKLVF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVRNQGGKLIF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAGNSGNTPLVF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CAVSETGNQFYF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAASATSGTYKYIF.
>>> Dropping feature CAASKTGNQFYF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVEDQTGANNLFF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAASALYGGSQGNLIF.
>>> Dropping feature CAGPNAGGTSYGKLTF.
>>> Dropping feature CALMDTGRRALTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAPNSGGGADGLTF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CVVTNQAGTALIF.
>>> Dropping feature CAGNTGNQFYF.
>>> Dropping feature CALRNSGNTPLVF.
>>> Dropping feature CAPLDSNYQLIW.
>>> Dropping feature CASSLGRTEAFF.
>>> Dropping feature CASSLRASVTETQYF.
>>> Dropping feature CAVDGQKLLF.
>>> Dropping feature CAVPTSGTYKYIF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAVGARAAGNKLTF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVVNAGGTSYGKLTF.
>>> Dropping feature CASSSGETQYF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CAVDAGGTSYGKLTF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASGTGTASKLTF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.875 | 0.875 | 3.194s | 3.215s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.375 | 0.875 | 3.244s | 6.705s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.75 | 0.875 | 3.189s | 10.184s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.875 | 0.875 | 3.231s | 13.693s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.6875 | 0.875 | 3.221s | 17.291s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.875 | 0.875 | 3.227s | 20.772s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.75 | 0.875 | 3.221s | 24.244s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.75 | 0.875 | 3.178s | 27.679s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.375 | 0.875 | 3.148s | 31.074s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.7812 | 0.875 | 3.401s | 34.750s |
| Iteration 11 | exponen.. | 0.4506 | 224 | 0.5 | friedman_mse | 3 | 16 | 5 | 0.5 | 0.0131 | 0.5 | 0.875 | 3.138s | 38.528s |
| Iteration 12 | exponen.. | 0.028 | 320 | 0.9 | squared_er.. | 12 | 5 | 8 | 0.9 | 0.0172 | 0.875 | 0.875 | 3.234s | 42.310s |
| Iteration 13 | deviance | 0.0559 | 482 | 0.7 | friedman_mse | 10 | 7 | 10 | auto | 0.0296 | 0.4375 | 0.875 | 3.237s | 46.239s |
| Iteration 14 | exponen.. | 0.048 | 269 | 1.0 | squared_er.. | 12 | 14 | 3 | None | 0.0265 | 0.5625 | 0.875 | 3.132s | 49.926s |
| Iteration 15 | exponen.. | 0.013 | 500 | 1.0 | squared_er.. | 4 | 1 | 9 | None | 0.0165 | 0.875 | 0.875 | 3.200s | 53.719s |
| Iteration 16 | deviance | 0.2749 | 236 | 0.8 | squared_er.. | 6 | 18 | 4 | 0.6 | 0.0064 | 0.7812 | 0.875 | 3.118s | 57.423s |
| Iteration 17 | exponen.. | 0.01 | 307 | 1.0 | squared_er.. | 19 | 17 | 7 | log2 | 0.0081 | 0.8125 | 0.875 | 3.141s | 1m:01s |
| Iteration 18 | deviance | 0.021 | 279 | 1.0 | squared_er.. | 9 | 10 | 7 | 0.7 | 0.017 | 0.9375 | 0.9375 | 3.148s | 1m:05s |
| Iteration 19 | deviance | 0.7894 | 386 | 0.7 | squared_er.. | 3 | 7 | 10 | 0.8 | 0.0 | 0.875 | 0.9375 | 3.136s | 1m:09s |
| Iteration 20 | deviance | 0.039 | 115 | 1.0 | squared_er.. | 5 | 18 | 4 | 0.7 | 0.0166 | 0.5 | 0.9375 | 3.222s | 1m:13s |
| Iteration 21 | deviance | 0.1075 | 357 | 0.7 | squared_er.. | 9 | 14 | 8 | 0.6 | 0.0149 | 0.5625 | 0.9375 | 3.294s | 1m:17s |
| Iteration 22 | deviance | 0.0249 | 496 | 1.0 | squared_er.. | 17 | 5 | 7 | sqrt | 0.0193 | 1.0 | 1.0 | 3.143s | 1m:20s |
| Iteration 23 | deviance | 0.0346 | 500 | 1.0 | squared_er.. | 20 | 2 | 7 | auto | 0.0207 | 1.0 | 1.0 | 3.186s | 1m:24s |
| Iteration 24 | deviance | 0.3467 | 10 | 1.0 | squared_er.. | 6 | 15 | 9 | log2 | 0.0266 | 0.5625 | 1.0 | 3.105s | 1m:28s |
| Iteration 25 | exponen.. | 1.0 | 10 | 1.0 | squared_er.. | 9 | 20 | 9 | log2 | 0.0106 | 0.875 | 1.0 | 3.109s | 1m:32s |
| Iteration 26 | exponen.. | 0.0273 | 262 | 1.0 | squared_er.. | 8 | 6 | 8 | 0.6 | 0.0271 | 0.6875 | 1.0 | 3.758s | 1m:36s |
| Iteration 27 | deviance | 0.3954 | 369 | 1.0 | squared_er.. | 19 | 19 | 6 | 0.6 | 0.0276 | 0.9062 | 1.0 | 3.132s | 1m:40s |
| Iteration 28 | deviance | 0.0891 | 411 | 1.0 | squared_er.. | 20 | 11 | 7 | log2 | 0.0265 | 0.5 | 1.0 | 3.188s | 1m:44s |
| Iteration 29 | exponen.. | 0.2708 | 28 | 0.6 | friedman_mse | 2 | 16 | 5 | 0.5 | 0.0343 | 0.875 | 1.0 | 3.125s | 1m:47s |
| Iteration 30 | deviance | 0.0258 | 500 | 0.9 | squared_er.. | 20 | 9 | 8 | log2 | 0.0091 | 0.8438 | 1.0 | 3.257s | 1m:51s |
| Iteration 31 | deviance | 0.0297 | 500 | 0.7 | squared_er.. | 20 | 1 | 3 | log2 | 0.0202 | 0.75 | 1.0 | 3.209s | 1m:55s |
| Iteration 32 | deviance | 0.0292 | 500 | 0.9 | squared_er.. | 12 | 18 | 8 | 0.9 | 0.0203 | 0.75 | 1.0 | 3.189s | 1m:59s |
| Iteration 33 | deviance | 0.0299 | 500 | 1.0 | squared_er.. | 15 | 2 | 7 | log2 | 0.0197 | 0.4062 | 1.0 | 3.160s | 2m:03s |
| Iteration 34 | deviance | 0.01 | 37 | 1.0 | friedman_mse | 19 | 8 | 2 | sqrt | 0.0182 | 0.7188 | 1.0 | 3.103s | 2m:07s |
| Iteration 35 | exponen.. | 0.0157 | 218 | 0.6 | squared_er.. | 5 | 6 | 7 | 0.7 | 0.0162 | 0.6875 | 1.0 | 3.163s | 2m:11s |
| Iteration 36 | deviance | 0.0549 | 466 | 0.8 | friedman_mse | 15 | 10 | 10 | 0.5 | 0.0203 | 0.4375 | 1.0 | 3.189s | 2m:15s |
| Iteration 37 | deviance | 0.08 | 495 | 0.6 | squared_er.. | 10 | 2 | 4 | log2 | 0.0003 | 0.75 | 1.0 | 3.196s | 2m:19s |
| Iteration 38 | exponen.. | 0.0799 | 11 | 0.6 | friedman_mse | 15 | 17 | 6 | 0.9 | 0.035 | 0.4375 | 1.0 | 3.083s | 2m:22s |
| Iteration 39 | deviance | 0.0855 | 10 | 0.7 | squared_er.. | 19 | 17 | 5 | auto | 0.0003 | 0.6875 | 1.0 | 3.127s | 2m:26s |
| Iteration 40 | exponen.. | 0.4349 | 485 | 0.5 | squared_er.. | 10 | 17 | 3 | 0.8 | 0.0 | 0.5 | 1.0 | 3.193s | 2m:30s |
| Iteration 41 | exponen.. | 0.0579 | 499 | 0.9 | squared_er.. | 5 | 6 | 8 | log2 | 0.0001 | 0.75 | 1.0 | 3.209s | 2m:34s |
| Iteration 42 | exponen.. | 0.6846 | 236 | 0.5 | squared_er.. | 19 | 17 | 10 | 0.7 | 0.0345 | 0.5 | 1.0 | 3.119s | 2m:37s |
| Iteration 43 | deviance | 0.1832 | 158 | 0.9 | squared_er.. | 4 | 10 | 10 | 0.5 | 0.0002 | 0.9375 | 1.0 | 3.145s | 2m:41s |
| Iteration 44 | deviance | 0.1095 | 308 | 0.9 | squared_er.. | 12 | 16 | 10 | log2 | 0.0036 | 0.8125 | 1.0 | 3.192s | 2m:45s |
| Iteration 45 | exponen.. | 0.3322 | 474 | 1.0 | squared_er.. | 11 | 7 | 10 | 0.5 | 0.0033 | 0.625 | 1.0 | 3.192s | 2m:49s |
| Iteration 46 | exponen.. | 0.0191 | 195 | 0.7 | squared_er.. | 13 | 10 | 10 | 0.9 | 0.0004 | 0.75 | 1.0 | 3.159s | 2m:53s |
| Iteration 47 | deviance | 0.2276 | 241 | 0.5 | squared_er.. | 20 | 14 | 10 | auto | 0.0002 | 0.8125 | 1.0 | 3.191s | 2m:57s |
| Iteration 48 | deviance | 0.0406 | 97 | 1.0 | squared_er.. | 14 | 7 | 9 | 0.9 | 0.0053 | 0.75 | 1.0 | 3.123s | 3m:00s |
| Iteration 49 | deviance | 0.0125 | 62 | 0.8 | squared_er.. | 4 | 3 | 10 | sqrt | 0.0026 | 0.75 | 1.0 | 3.158s | 3m:04s |
| Iteration 50 | deviance | 0.0252 | 453 | 1.0 | squared_er.. | 8 | 4 | 9 | 0.5 | 0.0063 | 1.0 | 1.0 | 3.846s | 3m:09s |
Bayesian Optimization ---------------------------
Best call --> Iteration 50
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.0252, 'n_estimators': 453, 'subsample': 1.0, 'criterion': 'squared_error', 'min_samples_split': 8, 'min_samples_leaf': 4, 'max_depth': 9, 'max_features': 0.5, 'ccp_alpha': 0.0063}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:10s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.114s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.0748
Time elapsed: 0.530s
-------------------------------------------------
Total time: 3m:10s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.625 | 0.625 | 3.212s | 3.223s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.4375 | 0.625 | 3.176s | 6.653s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.5 | 0.625 | 3.176s | 10.066s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.75 | 0.75 | 3.160s | 13.479s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.625 | 0.75 | 3.183s | 16.903s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.375 | 0.75 | 3.147s | 20.281s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.6875 | 0.75 | 3.154s | 23.680s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.875 | 0.875 | 3.176s | 27.093s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.5625 | 0.875 | 3.147s | 30.501s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.6875 | 0.875 | 3.162s | 33.911s |
| Iteration 11 | l2 | 6.9184 | sag | 124 | --- | 0.625 | 0.875 | 3.146s | 37.588s |
| Iteration 12 | l2 | 0.7545 | libli.. | 905 | --- | 0.875 | 0.875 | 3.165s | 41.313s |
| Iteration 13 | l2 | 0.0757 | libli.. | 962 | --- | 0.625 | 0.875 | 3.156s | 44.933s |
| Iteration 14 | l2 | 0.0065 | saga | 158 | --- | 0.5 | 0.875 | 3.149s | 48.596s |
| Iteration 15 | l2 | 0.0052 | saga | 212 | --- | 0.75 | 0.875 | 3.110s | 52.213s |
| Iteration 16 | l2 | 0.008 | saga | 162 | --- | 0.625 | 0.875 | 3.157s | 55.851s |
| Iteration 17 | l2 | 3.3831 | lbfgs | 109 | --- | 0.5625 | 0.875 | 3.162s | 59.518s |
| Iteration 18 | l2 | 0.2043 | sag | 303 | --- | 0.8125 | 0.875 | 3.163s | 1m:03s |
| Iteration 19 | l2 | 0.2825 | sag | 283 | --- | 0.875 | 0.875 | 3.139s | 1m:07s |
| Iteration 20 | none | --- | sag | 325 | --- | 0.5625 | 0.875 | 3.142s | 1m:11s |
| Iteration 21 | l2 | 0.0017 | libli.. | 869 | --- | 0.5 | 0.875 | 3.148s | 1m:14s |
| Iteration 22 | l2 | 0.3357 | sag | 272 | --- | 0.8125 | 0.875 | 3.168s | 1m:18s |
| Iteration 23 | l2 | 0.9854 | libli.. | 915 | --- | 1.0 | 1.0 | 3.137s | 1m:22s |
| Iteration 24 | l2 | 3.047 | libli.. | 934 | --- | 0.375 | 1.0 | 3.136s | 1m:26s |
| Iteration 25 | l2 | 0.93 | libli.. | 939 | --- | 0.4375 | 1.0 | 3.162s | 1m:30s |
| Iteration 26 | l2 | 33.3924 | libli.. | 912 | --- | 0.5625 | 1.0 | 3.118s | 1m:33s |
| Iteration 27 | l2 | 0.9023 | libli.. | 913 | --- | 0.5625 | 1.0 | 3.152s | 1m:37s |
| Iteration 28 | l2 | 0.042 | newto.. | 900 | --- | 0.625 | 1.0 | 3.734s | 1m:41s |
| Iteration 29 | none | --- | lbfgs | 263 | --- | 0.8125 | 1.0 | 3.141s | 1m:45s |
| Iteration 30 | l2 | 46.2051 | sag | 254 | --- | 0.6875 | 1.0 | 3.141s | 1m:49s |
| Iteration 31 | l2 | 0.037 | sag | 271 | --- | 0.6875 | 1.0 | 3.105s | 1m:52s |
| Iteration 32 | l2 | 0.002 | libli.. | 229 | --- | 0.625 | 1.0 | 3.139s | 1m:56s |
| Iteration 33 | l2 | 0.079 | libli.. | 192 | --- | 0.25 | 1.0 | 3.113s | 1m:60s |
| Iteration 34 | l2 | 0.2667 | sag | 286 | --- | 0.9375 | 1.0 | 3.140s | 2m:04s |
| Iteration 35 | l2 | 38.4736 | sag | 282 | --- | 0.4375 | 1.0 | 3.102s | 2m:07s |
| Iteration 36 | l2 | 0.7012 | sag | 290 | --- | 0.3125 | 1.0 | 3.117s | 2m:11s |
| Iteration 37 | l2 | 0.4455 | sag | 910 | --- | 0.75 | 1.0 | 3.133s | 2m:15s |
| Iteration 38 | l2 | 0.2524 | sag | 323 | --- | 0.8125 | 1.0 | 3.123s | 2m:19s |
| Iteration 39 | l2 | 1.7691 | sag | 105 | --- | 0.8125 | 1.0 | 3.079s | 2m:22s |
| Iteration 40 | elast.. | 0.4701 | saga | 135 | 0.1 | 0.875 | 1.0 | 3.151s | 2m:26s |
| Iteration 41 | elast.. | 0.0011 | saga | 904 | 0.6 | 0.5 | 1.0 | 3.126s | 2m:30s |
| Iteration 42 | l2 | 0.5055 | newto.. | 128 | --- | 0.1875 | 1.0 | 3.126s | 2m:34s |
| Iteration 43 | elast.. | 0.4577 | saga | 209 | 0.1 | 0.875 | 1.0 | 3.167s | 2m:38s |
| Iteration 44 | elast.. | 0.3459 | saga | 179 | 0.1 | 0.625 | 1.0 | 3.202s | 2m:42s |
| Iteration 45 | l2 | 1.0322 | sag | 132 | --- | 0.6875 | 1.0 | 3.156s | 2m:45s |
| Iteration 46 | l2 | 0.1821 | sag | 114 | --- | 0.375 | 1.0 | 3.129s | 2m:49s |
| Iteration 47 | elast.. | 0.9255 | saga | 725 | 0.1 | 0.8125 | 1.0 | 3.121s | 2m:53s |
| Iteration 48 | elast.. | 1.3484 | saga | 982 | 0.1 | 0.625 | 1.0 | 3.110s | 2m:57s |
| Iteration 49 | elast.. | 31.7488 | saga | 670 | 0.9 | 0.625 | 1.0 | 3.133s | 3m:01s |
| Iteration 50 | elast.. | 0.5761 | saga | 324 | 0.6 | 0.9375 | 1.0 | 3.141s | 3m:05s |
Bayesian Optimization ---------------------------
Best call --> Iteration 23
Best parameters --> {'penalty': 'l2', 'C': 0.9854, 'solver': 'liblinear', 'max_iter': 915}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:05s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8973
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.49 ± 0.1356
Time elapsed: 0.052s
-------------------------------------------------
Total time: 3m:05s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.625 | 0.625 | 3.118s | 3.125s |
| Initial point 2 | svd | --- | 0.375 | 0.625 | 3.716s | 7.067s |
| Initial point 3 | svd | --- | 0.375 | 0.625 | 0.000s | 7.296s |
| Initial point 4 | lsqr | 0.8 | 0.1875 | 0.625 | 3.147s | 10.670s |
| Initial point 5 | eigen | 0.9 | 0.5625 | 0.625 | 3.117s | 14.015s |
| Initial point 6 | lsqr | 0.7 | 0.25 | 0.625 | 3.122s | 17.374s |
| Initial point 7 | lsqr | 0.5 | 0.625 | 0.625 | 3.129s | 20.754s |
| Initial point 8 | lsqr | 0.9 | 0.75 | 0.75 | 3.133s | 24.127s |
| Initial point 9 | lsqr | 0.6 | 0.625 | 0.75 | 3.120s | 27.473s |
| Initial point 10 | eigen | 0.8 | 0.5625 | 0.75 | 3.143s | 30.956s |
| Iteration 11 | lsqr | 0.9 | 0.75 | 0.75 | 0.000s | 31.422s |
| Iteration 12 | eigen | 0.7 | 0.5625 | 0.75 | 3.092s | 35.250s |
| Iteration 13 | svd | --- | 0.375 | 0.75 | 0.000s | 36.095s |
| Iteration 14 | lsqr | auto | 0.5 | 0.75 | 3.109s | 39.666s |
| Iteration 15 | eigen | auto | 0.75 | 0.75 | 3.141s | 43.231s |
| Iteration 16 | svd | --- | 0.375 | 0.75 | 0.000s | 43.614s |
| Iteration 17 | eigen | None | 0.6875 | 0.75 | 3.153s | 47.181s |
| Iteration 18 | lsqr | 1.0 | 0.1875 | 0.75 | 3.156s | 50.751s |
| Iteration 19 | eigen | 0.6 | 0.5625 | 0.75 | 3.199s | 54.339s |
| Iteration 20 | eigen | 0.5 | 0.875 | 0.875 | 3.196s | 57.943s |
| Iteration 21 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 58.368s |
| Iteration 22 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 58.771s |
| Iteration 23 | svd | --- | 0.375 | 0.875 | 0.000s | 59.178s |
| Iteration 24 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 59.585s |
| Iteration 25 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:00s |
| Iteration 26 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:00s |
| Iteration 27 | lsqr | None | 0.5 | 0.875 | 3.155s | 1m:04s |
| Iteration 28 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:05s |
| Iteration 29 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:05s |
| Iteration 30 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:05s |
| Iteration 31 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:06s |
| Iteration 32 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:06s |
| Iteration 33 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:07s |
| Iteration 34 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:07s |
| Iteration 35 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:08s |
| Iteration 36 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:08s |
| Iteration 37 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:09s |
| Iteration 38 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:09s |
| Iteration 39 | eigen | 0.5 | 0.875 | 0.875 | 0.001s | 1m:10s |
| Iteration 40 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:11s |
| Iteration 41 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:11s |
| Iteration 42 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:12s |
| Iteration 43 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:12s |
| Iteration 44 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:13s |
| Iteration 45 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:13s |
| Iteration 46 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:14s |
| Iteration 47 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:14s |
| Iteration 48 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:15s |
| Iteration 49 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:16s |
| Iteration 50 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:16s |
Bayesian Optimization ---------------------------
Best call --> Iteration 20
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:17s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6714
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.49 ± 0.1463
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:17s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.625 | 0.625 | 3.146s | 3.149s |
| Initial point 2 | 0.9 | 0.625 | 0.625 | 3.173s | 6.613s |
| Initial point 3 | 0.1 | 0.25 | 0.625 | 3.771s | 10.621s |
| Initial point 4 | 1.0 | 0.625 | 0.625 | 0.000s | 10.865s |
| Initial point 5 | 0.2 | 0.4375 | 0.625 | 3.136s | 14.256s |
| Initial point 6 | 0.4 | 0.25 | 0.625 | 3.168s | 17.661s |
| Initial point 7 | 0.4 | 0.25 | 0.625 | 0.000s | 17.887s |
| Initial point 8 | 0.7 | 0.75 | 0.75 | 3.152s | 21.263s |
| Initial point 9 | 0.9 | 0.625 | 0.75 | 0.000s | 21.506s |
| Initial point 10 | 0.8 | 0.625 | 0.75 | 3.230s | 24.988s |
| Iteration 11 | 0.3 | 0.625 | 0.75 | 3.157s | 28.481s |
| Iteration 12 | 0.6 | 0.4375 | 0.75 | 3.181s | 32.012s |
| Iteration 13 | 0.5 | 0.0 | 0.75 | 3.137s | 35.482s |
| Iteration 14 | 0.0 | 0.4375 | 0.75 | 3.190s | 39.000s |
| Iteration 15 | 0.7 | 0.75 | 0.75 | 0.000s | 39.361s |
| Iteration 16 | 0.7 | 0.75 | 0.75 | 0.000s | 39.692s |
| Iteration 17 | 0.7 | 0.75 | 0.75 | 0.000s | 40.020s |
| Iteration 18 | 0.7 | 0.75 | 0.75 | 0.000s | 40.356s |
| Iteration 19 | 0.7 | 0.75 | 0.75 | 0.000s | 40.722s |
| Iteration 20 | 0.7 | 0.75 | 0.75 | 0.000s | 41.048s |
| Iteration 21 | 0.6 | 0.4375 | 0.75 | 0.000s | 41.385s |
| Iteration 22 | 0.7 | 0.75 | 0.75 | 0.000s | 41.731s |
| Iteration 23 | 0.7 | 0.75 | 0.75 | 0.000s | 42.088s |
| Iteration 24 | 0.7 | 0.75 | 0.75 | 0.000s | 42.446s |
| Iteration 25 | 0.7 | 0.75 | 0.75 | 0.000s | 42.796s |
| Iteration 26 | 0.7 | 0.75 | 0.75 | 0.000s | 43.192s |
| Iteration 27 | 0.7 | 0.75 | 0.75 | 0.000s | 43.561s |
| Iteration 28 | 0.9 | 0.625 | 0.75 | 0.000s | 43.916s |
| Iteration 29 | 0.7 | 0.75 | 0.75 | 0.000s | 44.270s |
| Iteration 30 | 0.8 | 0.625 | 0.75 | 0.000s | 44.639s |
| Iteration 31 | 0.7 | 0.75 | 0.75 | 0.000s | 45.009s |
| Iteration 32 | 0.7 | 0.75 | 0.75 | 0.000s | 45.384s |
| Iteration 33 | 0.7 | 0.75 | 0.75 | 0.001s | 45.769s |
| Iteration 34 | 0.7 | 0.75 | 0.75 | 0.000s | 46.152s |
| Iteration 35 | 0.7 | 0.75 | 0.75 | 0.000s | 46.522s |
| Iteration 36 | 0.7 | 0.75 | 0.75 | 0.000s | 46.897s |
| Iteration 37 | 0.7 | 0.75 | 0.75 | 0.000s | 47.286s |
| Iteration 38 | 0.7 | 0.75 | 0.75 | 0.000s | 47.685s |
| Iteration 39 | 0.7 | 0.75 | 0.75 | 0.000s | 48.080s |
| Iteration 40 | 0.7 | 0.75 | 0.75 | 0.000s | 48.525s |
| Iteration 41 | 0.7 | 0.75 | 0.75 | 0.000s | 49.126s |
| Iteration 42 | 0.7 | 0.75 | 0.75 | 0.000s | 49.540s |
| Iteration 43 | 0.7 | 0.75 | 0.75 | 0.000s | 49.974s |
| Iteration 44 | 0.7 | 0.75 | 0.75 | 0.000s | 50.394s |
| Iteration 45 | 0.7 | 0.75 | 0.75 | 0.000s | 50.832s |
| Iteration 46 | 0.7 | 0.75 | 0.75 | 0.000s | 51.264s |
| Iteration 47 | 0.7 | 0.75 | 0.75 | 0.000s | 51.711s |
| Iteration 48 | 0.7 | 0.75 | 0.75 | 0.001s | 52.158s |
| Iteration 49 | 0.7 | 0.75 | 0.75 | 0.000s | 52.615s |
| Iteration 50 | 0.7 | 0.75 | 0.75 | 0.000s | 53.073s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'reg_param': 0.7}
Best evaluation --> roc_auc: 0.75
Time elapsed: 53.571s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.542
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.54 ± 0.1685
Time elapsed: 0.027s
-------------------------------------------------
Total time: 53.608s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 11.4988 | dista.. | auto | 40 | 1 | 0.6562 | 0.6562 | 3.144s | 3.165s |
| Initial point 2 | 4.5731 | uniform | kd_tree | 39 | 2 | 0.0625 | 0.6562 | 3.201s | 6.598s |
| Initial point 3 | 3.6125 | dista.. | ball_tree | 25 | 2 | 0.5625 | 0.6562 | 3.220s | 10.069s |
| Initial point 4 | 10.5392 | uniform | ball_tree | 39 | 2 | 0.5 | 0.6562 | 3.193s | 13.514s |
| Initial point 5 | 8.2561 | dista.. | auto | 30 | 2 | 0.375 | 0.6562 | 3.206s | 16.952s |
| Initial point 6 | 9.5611 | dista.. | ball_tree | 21 | 2 | 0.375 | 0.6562 | 3.216s | 20.409s |
| Initial point 7 | 6.8388 | dista.. | ball_tree | 24 | 1 | 0.625 | 0.6562 | 3.230s | 23.904s |
| Initial point 8 | 1.6388 | dista.. | ball_tree | 21 | 2 | 0.5625 | 0.6562 | 3.204s | 27.360s |
| Initial point 9 | 7.618 | uniform | ball_tree | 24 | 1 | 0.3438 | 0.6562 | 3.119s | 30.715s |
| Initial point 10 | 5.4109 | uniform | brute | 22 | 2 | 0.5938 | 0.6562 | 3.173s | 34.138s |
| Iteration 11 | 3.5164 | dista.. | auto | 29 | 1 | 0.75 | 0.75 | 3.113s | 37.704s |
| Iteration 12 | 0.0 | dista.. | auto | 40 | 1 | 0.5 | 0.75 | 3.747s | 41.958s |
| Iteration 13 | 4.2535 | dista.. | ball_tree | 30 | 1 | 0.5 | 0.75 | 3.131s | 45.601s |
| Iteration 14 | 8.6804 | dista.. | auto | 22 | 1 | 0.75 | 0.75 | 3.126s | 49.243s |
| Iteration 15 | 11.5313 | dista.. | ball_tree | 36 | 1 | 1.0 | 1.0 | 3.102s | 52.847s |
| Iteration 16 | 11.5313 | dista.. | brute | 30 | 1 | 0.5625 | 1.0 | 3.108s | 56.583s |
| Iteration 17 | 5.4068 | uniform | brute | 30 | 1 | 0.25 | 1.0 | 3.138s | 1m:00s |
| Iteration 18 | 11.5313 | dista.. | auto | 28 | 1 | 0.8125 | 1.0 | 3.120s | 1m:04s |
| Iteration 19 | 11.5313 | dista.. | ball_tree | 35 | 1 | 0.8125 | 1.0 | 3.111s | 1m:08s |
| Iteration 20 | 11.5313 | dista.. | ball_tree | 28 | 1 | 0.25 | 1.0 | 3.152s | 1m:11s |
| Iteration 21 | 10.9286 | dista.. | ball_tree | 38 | 1 | 0.6875 | 1.0 | 3.138s | 1m:15s |
| Iteration 22 | 0.0 | dista.. | brute | 40 | 1 | 0.5 | 1.0 | 3.117s | 1m:19s |
| Iteration 23 | 0.7567 | dista.. | ball_tree | 36 | 1 | 0.5 | 1.0 | 3.139s | 1m:22s |
| Iteration 24 | 10.0342 | dista.. | ball_tree | 36 | 1 | 0.7188 | 1.0 | 3.113s | 1m:26s |
| Iteration 25 | 7.1327 | uniform | auto | 26 | 1 | 0.625 | 1.0 | 3.139s | 1m:30s |
| Iteration 26 | 7.5729 | dista.. | auto | 26 | 1 | 0.5938 | 1.0 | 3.120s | 1m:33s |
| Iteration 27 | 11.2415 | dista.. | auto | 26 | 1 | 0.75 | 1.0 | 3.100s | 1m:37s |
| Iteration 28 | 11.5313 | uniform | ball_tree | 36 | 1 | 0.875 | 1.0 | 3.156s | 1m:41s |
| Iteration 29 | 10.2914 | uniform | auto | 29 | 1 | 0.625 | 1.0 | 3.150s | 1m:45s |
| Iteration 30 | 11.5313 | uniform | ball_tree | 37 | 1 | 0.375 | 1.0 | 3.174s | 1m:48s |
| Iteration 31 | 11.4202 | dista.. | ball_tree | 36 | 1 | 0.6875 | 1.0 | 3.166s | 1m:52s |
| Iteration 32 | 11.5313 | uniform | ball_tree | 36 | 1 | 0.875 | 1.0 | 0.001s | 1m:53s |
| Iteration 33 | 11.5313 | uniform | ball_tree | 36 | 1 | 0.875 | 1.0 | 0.001s | 1m:53s |
| Iteration 34 | 11.5313 | uniform | ball_tree | 35 | 1 | 0.875 | 1.0 | 3.142s | 1m:57s |
| Iteration 35 | 11.5313 | dista.. | ball_tree | 36 | 1 | 1.0 | 1.0 | 0.001s | 1m:58s |
| Iteration 36 | 11.5313 | dista.. | ball_tree | 35 | 1 | 0.8125 | 1.0 | 0.001s | 1m:59s |
| Iteration 37 | 11.4074 | uniform | auto | 28 | 1 | 0.5625 | 1.0 | 3.161s | 2m:03s |
| Iteration 38 | 11.5313 | uniform | ball_tree | 35 | 1 | 0.875 | 1.0 | 0.001s | 2m:03s |
| Iteration 39 | 11.5313 | uniform | ball_tree | 36 | 1 | 0.875 | 1.0 | 0.000s | 2m:04s |
| Iteration 40 | 11.5313 | uniform | ball_tree | 35 | 1 | 0.875 | 1.0 | 0.001s | 2m:05s |
| Iteration 41 | 11.5313 | dista.. | ball_tree | 36 | 1 | 1.0 | 1.0 | 0.001s | 2m:06s |
| Iteration 42 | 11.5313 | uniform | ball_tree | 35 | 1 | 0.875 | 1.0 | 0.000s | 2m:06s |
| Iteration 43 | 11.5313 | uniform | ball_tree | 35 | 1 | 0.875 | 1.0 | 0.001s | 2m:08s |
| Iteration 44 | 11.5313 | uniform | ball_tree | 35 | 1 | 0.875 | 1.0 | 0.000s | 2m:09s |
| Iteration 45 | 11.5313 | uniform | ball_tree | 36 | 1 | 0.875 | 1.0 | 0.001s | 2m:10s |
| Iteration 46 | 11.5313 | dista.. | ball_tree | 36 | 1 | 1.0 | 1.0 | 0.001s | 2m:10s |
| Iteration 47 | 11.5313 | dista.. | ball_tree | 36 | 1 | 1.0 | 1.0 | 0.001s | 2m:11s |
| Iteration 48 | 11.5313 | uniform | ball_tree | 36 | 1 | 0.875 | 1.0 | 0.001s | 2m:12s |
| Iteration 49 | 11.5313 | dista.. | ball_tree | 36 | 2 | 0.6875 | 1.0 | 3.205s | 2m:16s |
| Iteration 50 | 3.4019 | uniform | auto | 29 | 2 | 0.4688 | 1.0 | 3.194s | 2m:20s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'radius': 11.5313, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 36, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:21s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.019s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.5 ± 0.0447
Time elapsed: 0.057s
-------------------------------------------------
Total time: 2m:21s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.4375 | 0.4375 | 3.581s | 3.589s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.4375 | 0.4375 | 3.610s | 7.439s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.625 | 0.625 | 3.364s | 11.034s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.875 | 0.875 | 3.484s | 14.782s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.8125 | 0.875 | 3.343s | 18.377s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.75 | 0.875 | 3.529s | 22.148s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.6562 | 0.875 | 3.190s | 25.576s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.8125 | 0.875 | 3.459s | 29.271s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.625 | 0.875 | 3.160s | 32.677s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.625 | 0.875 | 3.295s | 36.208s |
| Iteration 11 | 58 | 0.0101 | SAMME | 0.6562 | 0.875 | 3.195s | 39.807s |
| Iteration 12 | 427 | 0.0448 | SAMME | 0.8125 | 0.875 | 3.524s | 43.784s |
| Iteration 13 | 430 | 6.7106 | SAMME | 0.5 | 0.875 | 3.150s | 47.412s |
| Iteration 14 | 247 | 0.1443 | SAMME | 0.6875 | 0.875 | 3.313s | 51.189s |
| Iteration 15 | 500 | 0.1496 | SAMME | 0.875 | 0.875 | 3.486s | 55.133s |
| Iteration 16 | 210 | 0.4407 | SAMME.R | 0.625 | 0.875 | 3.275s | 58.949s |
| Iteration 17 | 471 | 0.1126 | SAMME | 0.875 | 0.875 | 3.465s | 1m:03s |
| Iteration 18 | 500 | 0.3191 | SAMME | 0.9375 | 0.9375 | 3.465s | 1m:07s |
| Iteration 19 | 440 | 0.2921 | SAMME | 0.8125 | 0.9375 | 3.457s | 1m:11s |
| Iteration 20 | 500 | 0.3997 | SAMME | 0.5625 | 0.9375 | 3.502s | 1m:15s |
| Iteration 21 | 500 | 0.0513 | SAMME | 0.5 | 0.9375 | 3.496s | 1m:19s |
| Iteration 22 | 422 | 0.01 | SAMME.R | 0.9375 | 0.9375 | 3.500s | 1m:23s |
| Iteration 23 | 500 | 0.3163 | SAMME.R | 1.0 | 1.0 | 3.566s | 1m:27s |
| Iteration 24 | 426 | 0.3212 | SAMME.R | 0.5 | 1.0 | 3.504s | 1m:31s |
| Iteration 25 | 498 | 0.3003 | SAMME.R | 1.0 | 1.0 | 4.193s | 1m:36s |
| Iteration 26 | 499 | 0.3083 | SAMME.R | 0.625 | 1.0 | 3.572s | 1m:40s |
| Iteration 27 | 500 | 0.2781 | SAMME | 0.625 | 1.0 | 3.548s | 1m:44s |
| Iteration 28 | 500 | 0.3319 | SAMME.R | 0.75 | 1.0 | 3.569s | 1m:48s |
| Iteration 29 | 496 | 0.3155 | SAMME | 0.9375 | 1.0 | 3.430s | 1m:52s |
| Iteration 30 | 478 | 0.3114 | SAMME | 0.75 | 1.0 | 3.444s | 1m:56s |
| Iteration 31 | 419 | 0.0105 | SAMME.R | 0.8125 | 1.0 | 3.454s | 2m:00s |
| Iteration 32 | 446 | 0.01 | SAMME.R | 1.0 | 1.0 | 3.447s | 2m:04s |
| Iteration 33 | 457 | 0.01 | SAMME.R | 0.4375 | 1.0 | 3.433s | 2m:08s |
| Iteration 34 | 430 | 0.01 | SAMME | 0.8438 | 1.0 | 3.403s | 2m:12s |
| Iteration 35 | 494 | 0.3128 | SAMME | 0.6562 | 1.0 | 3.413s | 2m:16s |
| Iteration 36 | 444 | 0.01 | SAMME.R | 0.4375 | 1.0 | 3.481s | 2m:20s |
| Iteration 37 | 425 | 0.01 | SAMME | 0.75 | 1.0 | 3.403s | 2m:24s |
| Iteration 38 | 396 | 0.0102 | SAMME.R | 0.875 | 1.0 | 3.410s | 2m:28s |
| Iteration 39 | 402 | 0.0109 | SAMME | 0.9062 | 1.0 | 3.362s | 2m:32s |
| Iteration 40 | 389 | 0.011 | SAMME | 0.6562 | 1.0 | 3.354s | 2m:36s |
| Iteration 41 | 406 | 0.01 | SAMME | 0.625 | 1.0 | 3.376s | 2m:40s |
| Iteration 42 | 490 | 0.2036 | SAMME.R | 0.5625 | 1.0 | 3.473s | 2m:44s |
| Iteration 43 | 380 | 0.0989 | SAMME | 0.9375 | 1.0 | 3.346s | 2m:48s |
| Iteration 44 | 378 | 0.0958 | SAMME.R | 0.5 | 1.0 | 3.398s | 2m:52s |
| Iteration 45 | 495 | 0.3356 | SAMME.R | 0.5625 | 1.0 | 3.513s | 2m:56s |
| Iteration 46 | 424 | 0.0107 | SAMME | 0.4688 | 1.0 | 3.392s | 3m:00s |
| Iteration 47 | 497 | 0.3346 | SAMME | 0.9375 | 1.0 | 3.446s | 3m:04s |
| Iteration 48 | 51 | 0.1449 | SAMME | 0.625 | 1.0 | 3.089s | 3m:08s |
| Iteration 49 | 398 | 0.0114 | SAMME.R | 0.875 | 1.0 | 3.421s | 3m:12s |
| Iteration 50 | 398 | 0.0108 | SAMME.R | 0.9375 | 1.0 | 3.389s | 3m:16s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'n_estimators': 498, 'learning_rate': 0.3003, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:17s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.480s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.1643
Time elapsed: 2.647s
-------------------------------------------------
Total time: 3m:20s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.875 | 0.875 | 3.514s | 3.533s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.5312 | 0.875 | 3.394s | 7.192s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.5625 | 0.875 | 3.404s | 10.862s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.875 | 3.221s | 14.375s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.75 | 0.875 | 3.390s | 18.021s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.5625 | 0.875 | 3.259s | 21.583s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.75 | 0.875 | 3.286s | 25.112s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.75 | 0.875 | 3.311s | 28.685s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.4375 | 0.875 | 3.370s | 32.313s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.75 | 0.875 | 3.426s | 36.012s |
| Iteration 11 | 450 | entropy | 9 | 7 | 14 | 0.7 | True | 0.0062 | 0.8 | 0.875 | 0.875 | 3.451s | 40.119s |
| Iteration 12 | 474 | entropy | 5 | 13 | 10 | 0.6 | True | 0.0148 | 0.9 | 1.0 | 1.0 | 3.525s | 44.242s |
| Iteration 13 | 10 | entropy | None | 18 | 9 | 0.8 | False | 0.0233 | --- | 0.1562 | 1.0 | 3.115s | 47.939s |
| Iteration 14 | 356 | entropy | None | 20 | 1 | auto | True | 0.035 | 0.9 | 0.4375 | 1.0 | 3.396s | 52.125s |
| Iteration 15 | 468 | gini | 8 | 14 | 20 | 0.9 | True | 0.0248 | 0.9 | 0.8125 | 1.0 | 3.450s | 56.358s |
| Iteration 16 | 500 | entropy | None | 6 | 20 | 0.7 | True | 0.0123 | 0.7 | 0.5 | 1.0 | 3.503s | 1m:01s |
| Iteration 17 | 500 | gini | 8 | 12 | 5 | log2 | True | 0.0343 | None | 0.9375 | 1.0 | 3.523s | 1m:05s |
| Iteration 18 | 442 | gini | 6 | 12 | 7 | 0.8 | True | 0.0008 | 0.6 | 0.875 | 1.0 | 3.455s | 1m:09s |
| Iteration 19 | 490 | entropy | 6 | 14 | 10 | 0.5 | True | 0.0256 | 0.9 | 0.8125 | 1.0 | 3.483s | 1m:13s |
| Iteration 20 | 471 | entropy | 3 | 17 | 9 | 0.5 | True | 0.0038 | 0.8 | 0.5 | 1.0 | 3.493s | 1m:18s |
| Iteration 21 | 496 | entropy | 1 | 13 | 20 | 0.5 | True | 0.0255 | 0.7 | 0.5 | 1.0 | 3.522s | 1m:22s |
| Iteration 22 | 470 | entropy | 5 | 4 | 10 | 0.9 | True | 0.0201 | 0.6 | 1.0 | 1.0 | 3.457s | 1m:26s |
| Iteration 23 | 294 | entropy | 5 | 6 | 10 | 0.7 | True | 0.0294 | 0.8 | 1.0 | 1.0 | 3.342s | 1m:30s |
| Iteration 24 | 475 | gini | 5 | 16 | 8 | 0.5 | True | 0.0339 | 0.6 | 0.75 | 1.0 | 3.457s | 1m:34s |
| Iteration 25 | 342 | entropy | 5 | 7 | 10 | 0.7 | True | 0.026 | 0.8 | 0.875 | 1.0 | 3.430s | 1m:38s |
| Iteration 26 | 393 | entropy | 4 | 14 | 10 | 0.9 | True | 0.0054 | None | 0.8125 | 1.0 | 3.446s | 1m:43s |
| Iteration 27 | 454 | entropy | 7 | 5 | 5 | 0.7 | True | 0.0127 | 0.8 | 0.6875 | 1.0 | 4.142s | 1m:48s |
| Iteration 28 | 500 | gini | 7 | 5 | 5 | 0.6 | True | 0.0283 | 0.5 | 0.625 | 1.0 | 3.525s | 1m:52s |
| Iteration 29 | 485 | entropy | 9 | 12 | 5 | 0.5 | True | 0.0202 | 0.6 | 0.9375 | 1.0 | 3.503s | 1m:56s |
| Iteration 30 | 471 | gini | 5 | 10 | 10 | 0.9 | True | 0.0147 | 0.8 | 0.9375 | 1.0 | 3.486s | 2m:01s |
| Iteration 31 | 168 | gini | 9 | 15 | 5 | 0.5 | True | 0.0342 | None | 0.6875 | 1.0 | 3.239s | 2m:05s |
| Iteration 32 | 500 | entropy | 5 | 15 | 10 | 0.5 | True | 0.0081 | 0.7 | 0.625 | 1.0 | 3.500s | 2m:09s |
| Iteration 33 | 453 | entropy | 5 | 12 | 10 | 0.8 | True | 0.0312 | 0.8 | 0.375 | 1.0 | 3.441s | 2m:14s |
| Iteration 34 | 49 | entropy | 9 | 14 | 1 | None | True | 0.0134 | 0.5 | 0.875 | 1.0 | 3.072s | 2m:17s |
| Iteration 35 | 145 | entropy | 9 | 3 | 15 | None | True | 0.0087 | 0.8 | 0.625 | 1.0 | 3.191s | 2m:21s |
| Iteration 36 | 353 | gini | None | 2 | 1 | None | True | 0.007 | 0.8 | 0.5 | 1.0 | 3.351s | 2m:25s |
| Iteration 37 | 500 | gini | 9 | 20 | 1 | auto | True | 0.0 | 0.9 | 0.6875 | 1.0 | 3.458s | 2m:29s |
| Iteration 38 | 447 | entropy | 9 | 20 | 11 | None | True | 0.0342 | None | 0.8125 | 1.0 | 3.446s | 2m:33s |
| Iteration 39 | 59 | entropy | 9 | 6 | 18 | auto | True | 0.0249 | 0.5 | 0.5 | 1.0 | 3.134s | 2m:37s |
| Iteration 40 | 500 | gini | 9 | 6 | 2 | None | True | 0.0085 | 0.8 | 0.6875 | 1.0 | 3.580s | 2m:42s |
| Iteration 41 | 361 | gini | 9 | 5 | 9 | sqrt | True | 0.0192 | 0.6 | 0.625 | 1.0 | 3.396s | 2m:46s |
| Iteration 42 | 489 | gini | 9 | 13 | 17 | auto | False | 0.0007 | --- | 0.4062 | 1.0 | 3.486s | 2m:50s |
| Iteration 43 | 10 | gini | 9 | 4 | 13 | None | True | 0.0349 | 0.8 | 1.0 | 1.0 | 3.144s | 2m:54s |
| Iteration 44 | 476 | entropy | 5 | 13 | 10 | 0.7 | True | 0.0323 | 0.8 | 0.875 | 1.0 | 3.538s | 2m:59s |
| Iteration 45 | 224 | gini | 9 | 14 | 8 | None | True | 0.0172 | 0.6 | 0.4375 | 1.0 | 3.307s | 3m:03s |
| Iteration 46 | 411 | entropy | None | 19 | 17 | None | True | 0.034 | 0.8 | 0.5 | 1.0 | 3.487s | 3m:07s |
| Iteration 47 | 10 | entropy | 6 | 2 | 1 | None | True | 0.0309 | 0.9 | 0.9375 | 1.0 | 3.138s | 3m:11s |
| Iteration 48 | 10 | entropy | 6 | 2 | 1 | None | True | 0.035 | None | 0.9375 | 1.0 | 3.122s | 3m:15s |
| Iteration 49 | 10 | entropy | 6 | 2 | 1 | None | True | 0.0241 | 0.9 | 0.5312 | 1.0 | 3.118s | 3m:19s |
| Iteration 50 | 500 | entropy | 6 | 2 | 20 | None | True | 0.035 | 0.9 | 0.5625 | 1.0 | 3.476s | 3m:23s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'n_estimators': 474, 'criterion': 'entropy', 'max_depth': 5, 'min_samples_split': 13, 'min_samples_leaf': 10, 'max_features': 0.6, 'bootstrap': True, 'ccp_alpha': 0.0148, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9366
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.420s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.0707
Time elapsed: 1.910s
-------------------------------------------------
Total time: 3m:26s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.242s | 3.262s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.4375 | 0.5 | 3.829s | 7.587s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.5 | 3.222s | 11.058s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.5 | 3.171s | 14.486s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.5 | 3.173s | 17.964s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.5 | 3.150s | 21.397s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.5 | 3.224s | 24.874s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.5 | 3.163s | 28.300s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.375 | 0.5 | 3.216s | 31.777s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.5 | 3.137s | 35.192s |
| Iteration 11 | 61 | 0.0137 | 5 | 0.8896 | 9 | 0.5 | 0.7 | 0 | 0.1 | 0.5 | 0.5 | 3.135s | 38.957s |
| Iteration 12 | 406 | 1.0 | 2 | 1.0 | 3 | 0.6 | 0.5 | 10 | 100 | 0.5 | 0.5 | 3.214s | 42.812s |
| Iteration 13 | 176 | 0.3575 | 1 | 0.0 | 10 | 0.7 | 0.9 | 0.1 | 0 | 0.5 | 0.5 | 3.161s | 46.582s |
| Iteration 14 | 21 | 0.1148 | 3 | 0.3012 | 9 | 0.9 | 0.8 | 0.01 | 0.01 | 0.5 | 0.5 | 3.145s | 50.340s |
| Iteration 15 | 21 | 0.3441 | 1 | 0.6783 | 10 | 0.5 | 0.9 | 100 | 0.1 | 0.5 | 0.5 | 3.154s | 54.097s |
| Iteration 16 | 414 | 0.0175 | 10 | 0.7524 | 8 | 1.0 | 0.7 | 100 | 100 | 0.5 | 0.5 | 3.173s | 57.867s |
| Iteration 17 | 318 | 0.1954 | 2 | 0.8391 | 3 | 0.7 | 0.8 | 10 | 1 | 0.5 | 0.5 | 3.182s | 1m:02s |
| Iteration 18 | 88 | 0.4557 | 7 | 0.2742 | 5 | 0.6 | 0.9 | 0 | 100 | 0.6875 | 0.6875 | 3.135s | 1m:06s |
| Iteration 19 | 421 | 0.01 | 7 | 0.7145 | 5 | 0.8 | 0.6 | 0 | 0 | 0.6875 | 0.6875 | 3.180s | 1m:09s |
| Iteration 20 | 500 | 0.01 | 7 | 1.0 | 10 | 1.0 | 0.4 | 100 | 100 | 0.5 | 0.6875 | 3.221s | 1m:13s |
| Iteration 21 | 385 | 0.0958 | 8 | 0.4942 | 5 | 0.9 | 0.4 | 100 | 0.01 | 0.5 | 0.6875 | 3.221s | 1m:17s |
| Iteration 22 | 252 | 0.9167 | 7 | 0.0 | 7 | 0.8 | 0.6 | 100 | 1 | 0.5 | 0.6875 | 3.181s | 1m:21s |
| Iteration 23 | 48 | 0.0905 | 1 | 0.0564 | 5 | 0.6 | 0.4 | 0 | 0 | 1.0 | 1.0 | 3.205s | 1m:25s |
| Iteration 24 | 252 | 0.8863 | 1 | 0.0503 | 5 | 0.6 | 0.6 | 0.01 | 0.01 | 0.7188 | 1.0 | 3.201s | 1m:29s |
| Iteration 25 | 500 | 1.0 | 1 | 0.0 | 1 | 0.5 | 0.4 | 0 | 0 | 1.0 | 1.0 | 3.249s | 1m:33s |
| Iteration 26 | 20 | 0.0557 | 1 | 0.0 | 5 | 0.6 | 0.4 | 0 | 0 | 0.625 | 1.0 | 3.169s | 1m:37s |
| Iteration 27 | 500 | 1.0 | 10 | 1.0 | 10 | 1.0 | 0.4 | 0 | 100 | 0.5 | 1.0 | 3.220s | 1m:41s |
| Iteration 28 | 500 | 0.01 | 4 | 0.0 | 1 | 0.5 | 0.4 | 0 | 0 | 0.625 | 1.0 | 3.223s | 1m:45s |
| Iteration 29 | 439 | 0.1019 | 1 | 0.641 | 7 | 0.9 | 0.4 | 0.01 | 0.1 | 0.625 | 1.0 | 3.807s | 1m:49s |
| Iteration 30 | 386 | 1.0 | 10 | 0.0 | 8 | 1.0 | 0.4 | 0 | 0.1 | 0.5 | 1.0 | 3.205s | 1m:53s |
| Iteration 31 | 265 | 0.0925 | 1 | 0.0083 | 4 | 0.6 | 0.6 | 0.1 | 0.01 | 0.5625 | 1.0 | 3.186s | 1m:57s |
| Iteration 32 | 20 | 1.0 | 1 | 0.5746 | 1 | 0.7 | 0.4 | 0 | 100 | 0.5 | 1.0 | 3.153s | 2m:01s |
| Iteration 33 | 451 | 0.7828 | 3 | 0.1432 | 9 | 0.8 | 0.4 | 1 | 0 | 0.5 | 1.0 | 3.191s | 2m:05s |
| Iteration 34 | 63 | 0.8226 | 1 | 0.0531 | 4 | 0.7 | 0.7 | 0.01 | 0 | 0.75 | 1.0 | 3.153s | 2m:09s |
| Iteration 35 | 205 | 0.8053 | 4 | 0.0422 | 2 | 0.5 | 0.4 | 0 | 0.01 | 0.7812 | 1.0 | 3.158s | 2m:13s |
| Iteration 36 | 34 | 1.0 | 1 | 0.7339 | 1 | 0.9 | 0.4 | 0 | 0 | 0.5 | 1.0 | 3.133s | 2m:17s |
| Iteration 37 | 125 | 0.6545 | 9 | 0.0136 | 3 | 0.5 | 0.7 | 0 | 0.01 | 0.625 | 1.0 | 3.155s | 2m:21s |
| Iteration 38 | 470 | 1.0 | 1 | 0.0 | 2 | 0.5 | 0.5 | 0 | 0.1 | 0.75 | 1.0 | 3.216s | 2m:25s |
| Iteration 39 | 430 | 0.7814 | 1 | 0.0988 | 5 | 0.9 | 0.5 | 0 | 0 | 0.7812 | 1.0 | 3.160s | 2m:29s |
| Iteration 40 | 101 | 1.0 | 1 | 0.0 | 1 | 0.5 | 0.9 | 0 | 0.01 | 0.5625 | 1.0 | 3.171s | 2m:33s |
| Iteration 41 | 68 | 1.0 | 1 | 0.0 | 7 | 0.5 | 0.4 | 0 | 0 | 0.5 | 1.0 | 3.141s | 2m:37s |
| Iteration 42 | 351 | 0.1809 | 5 | 0.0058 | 1 | 0.8 | 0.4 | 0.1 | 0.1 | 0.5 | 1.0 | 3.197s | 2m:41s |
| Iteration 43 | 74 | 1.0 | 1 | 0.0374 | 2 | 0.9 | 0.4 | 0 | 0 | 0.875 | 1.0 | 3.197s | 2m:45s |
| Iteration 44 | 489 | 1.0 | 1 | 0.0659 | 2 | 1.0 | 0.4 | 0 | 0.01 | 0.625 | 1.0 | 3.199s | 2m:49s |
| Iteration 45 | 137 | 1.0 | 1 | 0.0 | 3 | 0.7 | 0.4 | 0 | 1 | 0.3125 | 1.0 | 3.198s | 2m:53s |
| Iteration 46 | 326 | 1.0 | 5 | 0.0 | 1 | 0.6 | 0.4 | 0 | 0 | 0.5 | 1.0 | 3.194s | 2m:57s |
| Iteration 47 | 29 | 0.0332 | 1 | 0.061 | 5 | 0.9 | 0.4 | 0.01 | 0 | 0.8125 | 1.0 | 3.168s | 3m:01s |
| Iteration 48 | 189 | 0.2117 | 1 | 0.0619 | 5 | 0.8 | 0.4 | 0 | 0 | 0.5 | 1.0 | 3.179s | 3m:05s |
| Iteration 49 | 238 | 0.0651 | 1 | 0.0964 | 1 | 0.9 | 0.8 | 0.01 | 0 | 0.875 | 1.0 | 3.219s | 3m:10s |
| Iteration 50 | 375 | 0.27 | 1 | 0.0 | 1 | 0.7 | 0.5 | 0.1 | 0 | 0.8125 | 1.0 | 3.253s | 3m:14s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'n_estimators': 500, 'learning_rate': 1.0, 'max_depth': 1, 'gamma': 0.0, 'min_child_weight': 1, 'subsample': 0.5, 'colsample_bytree': 0.4, 'reg_alpha': 0, 'reg_lambda': 0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.098s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.0837
Time elapsed: 0.277s
-------------------------------------------------
Total time: 3m:15s
Final results ==================== >>
Duration: 20m:48s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.72 ± 0.0748
Logistic Regression --> roc_auc: 0.49 ± 0.1356 ~
Linear Discriminant Analysis --> roc_auc: 0.49 ± 0.1463
Quadratic Discriminant Analysis --> roc_auc: 0.54 ± 0.1685
Radius Nearest Neighbors --> roc_auc: 0.5 ± 0.0447 ~
AdaBoost --> roc_auc: 0.75 ± 0.1643 !
Random Forest --> roc_auc: 0.75 ± 0.0707 !
XGBoost --> roc_auc: 0.75 ± 0.0837 ~ !
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 806 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAYRSYNTDKLIF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASATSGTYKYIF.
>>> Dropping feature CAASTNTGNQFYF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CALILTGGGNKLTF.
>>> Dropping feature CAVDTDKLIF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAVLNAGNNRKLIW.
>>> Dropping feature CAVRNTGFQKLVF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CAATDSNYQLIW.
>>> Dropping feature CAGNTGNQFYF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVENQAGTALIF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVRYGGSQGNLIF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVGTGTASKLTF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CALNFGNEKLTF.
>>> Dropping feature CALNTGTASKLTF.
>>> Dropping feature CALTSGTYKYIF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CASSGSARQLTF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVFTSGTYKYIF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.4688 | 0.4688 | 0.685s | 0.706s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.9375 | 0.9375 | 1.432s | 2.403s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 1.0 | 1.0 | 0.715s | 3.376s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.9375 | 1.0 | 0.740s | 4.375s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.9375 | 1.0 | 0.767s | 5.428s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.4375 | 1.0 | 0.811s | 6.535s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 1.0 | 1.0 | 0.767s | 7.558s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.625 | 1.0 | 0.801s | 8.697s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.75 | 1.0 | 0.742s | 9.944s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.5625 | 1.0 | 0.728s | 10.924s |
| Iteration 11 | exponen.. | 0.7093 | 111 | 0.9 | squared_er.. | 14 | 6 | 6 | auto | 0.0294 | 0.8125 | 1.0 | 0.708s | 12.297s |
| Iteration 12 | exponen.. | 0.0116 | 147 | 0.7 | squared_er.. | 9 | 1 | 6 | auto | 0.0001 | 1.0 | 1.0 | 0.685s | 13.589s |
| Iteration 13 | deviance | 0.0111 | 203 | 0.8 | squared_er.. | 15 | 14 | 5 | None | 0.0307 | 0.6875 | 1.0 | 0.684s | 14.886s |
| Iteration 14 | exponen.. | 0.2267 | 157 | 0.8 | squared_er.. | 9 | 9 | 6 | auto | 0.0208 | 0.875 | 1.0 | 0.666s | 16.139s |
| Iteration 15 | deviance | 1.0 | 10 | 0.5 | friedman_mse | 2 | 20 | 10 | None | 0.0 | 0.5 | 1.0 | 0.617s | 17.308s |
| Iteration 16 | exponen.. | 0.01 | 500 | 0.5 | friedman_mse | 2 | 20 | 1 | auto | 0.0 | 0.5 | 1.0 | 0.721s | 18.664s |
| Iteration 17 | exponen.. | 0.01 | 131 | 0.7 | squared_er.. | 11 | 1 | 5 | auto | 0.0 | 0.5625 | 1.0 | 0.665s | 19.949s |
| Iteration 18 | deviance | 0.402 | 274 | 0.6 | squared_er.. | 20 | 13 | 5 | None | 0.0342 | 0.9375 | 1.0 | 0.691s | 21.311s |
| Iteration 19 | exponen.. | 0.01 | 500 | 0.5 | friedman_mse | 9 | 15 | 1 | auto | 0.035 | 0.5 | 1.0 | 0.724s | 22.656s |
| Iteration 20 | exponen.. | 0.0117 | 243 | 0.9 | squared_er.. | 7 | 13 | 5 | auto | 0.0324 | 1.0 | 1.0 | 0.687s | 24.013s |
| Iteration 21 | deviance | 0.8448 | 395 | 0.5 | squared_er.. | 19 | 11 | 3 | auto | 0.0186 | 0.625 | 1.0 | 0.712s | 25.387s |
| Iteration 22 | exponen.. | 0.4071 | 11 | 0.8 | squared_er.. | 13 | 12 | 3 | auto | 0.0201 | 0.9375 | 1.0 | 0.624s | 26.702s |
| Iteration 23 | exponen.. | 0.4007 | 76 | 0.8 | squared_er.. | 20 | 20 | 2 | auto | 0.0272 | 0.8125 | 1.0 | 0.639s | 27.971s |
| Iteration 24 | exponen.. | 0.787 | 241 | 1.0 | squared_er.. | 5 | 12 | 8 | auto | 0.0243 | 0.8125 | 1.0 | 0.674s | 29.426s |
| Iteration 25 | exponen.. | 0.3961 | 126 | 0.8 | squared_er.. | 15 | 18 | 3 | auto | 0.0219 | 0.9375 | 1.0 | 0.671s | 30.802s |
| Iteration 26 | exponen.. | 0.0118 | 246 | 0.9 | squared_er.. | 19 | 14 | 5 | auto | 0.0302 | 0.8125 | 1.0 | 0.692s | 32.186s |
| Iteration 27 | exponen.. | 0.0204 | 276 | 0.9 | squared_er.. | 2 | 7 | 5 | auto | 0.0288 | 0.5 | 1.0 | 0.716s | 33.615s |
| Iteration 28 | exponen.. | 0.0149 | 242 | 0.7 | squared_er.. | 15 | 13 | 5 | auto | 0.0311 | 1.0 | 1.0 | 0.697s | 35.127s |
| Iteration 29 | exponen.. | 0.7493 | 148 | 0.8 | squared_er.. | 6 | 19 | 6 | 0.7 | 0.0004 | 0.6875 | 1.0 | 0.692s | 36.493s |
| Iteration 30 | exponen.. | 0.5114 | 257 | 0.8 | squared_er.. | 17 | 9 | 8 | auto | 0.0032 | 0.875 | 1.0 | 0.683s | 38.063s |
| Iteration 31 | exponen.. | 0.3095 | 148 | 0.6 | squared_er.. | 10 | 13 | 6 | auto | 0.0059 | 0.875 | 1.0 | 1.244s | 40.157s |
| Iteration 32 | exponen.. | 0.0417 | 59 | 0.9 | squared_er.. | 12 | 20 | 3 | auto | 0.0095 | 0.6875 | 1.0 | 0.690s | 41.667s |
| Iteration 33 | exponen.. | 0.258 | 242 | 0.9 | squared_er.. | 15 | 3 | 5 | auto | 0.0319 | 0.8125 | 1.0 | 0.734s | 43.120s |
| Iteration 34 | deviance | 1.0 | 221 | 0.5 | squared_er.. | 20 | 20 | 10 | auto | 0.035 | 0.5 | 1.0 | 0.722s | 44.663s |
| Iteration 35 | exponen.. | 0.0126 | 134 | 0.8 | squared_er.. | 2 | 8 | 6 | auto | 0.0179 | 1.0 | 1.0 | 0.709s | 46.254s |
| Iteration 36 | exponen.. | 0.0664 | 249 | 0.6 | squared_er.. | 19 | 13 | 5 | auto | 0.0289 | 0.6875 | 1.0 | 0.719s | 47.828s |
| Iteration 37 | exponen.. | 0.0121 | 317 | 0.8 | squared_er.. | 4 | 5 | 6 | auto | 0.0006 | 0.875 | 1.0 | 0.789s | 49.577s |
| Iteration 38 | exponen.. | 0.012 | 129 | 0.8 | squared_er.. | 2 | 20 | 5 | auto | 0.0166 | 0.5938 | 1.0 | 0.708s | 51.106s |
| Iteration 39 | exponen.. | 0.0113 | 185 | 0.9 | squared_er.. | 2 | 6 | 5 | auto | 0.0216 | 0.8125 | 1.0 | 0.719s | 52.730s |
| Iteration 40 | exponen.. | 0.01 | 322 | 0.7 | squared_er.. | 12 | 2 | 10 | auto | 0.0034 | 0.8125 | 1.0 | 0.776s | 54.284s |
| Iteration 41 | deviance | 0.6327 | 32 | 0.6 | squared_er.. | 15 | 8 | 2 | None | 0.0316 | 0.8125 | 1.0 | 0.630s | 55.654s |
| Iteration 42 | exponen.. | 0.8021 | 426 | 0.8 | squared_er.. | 5 | 18 | 8 | auto | 0.0263 | 1.0 | 1.0 | 0.712s | 57.210s |
| Iteration 43 | exponen.. | 0.0121 | 402 | 0.9 | squared_er.. | 3 | 7 | 5 | auto | 0.0226 | 0.8125 | 1.0 | 0.743s | 59.270s |
| Iteration 44 | exponen.. | 1.0 | 500 | 0.5 | friedman_mse | 2 | 20 | 10 | auto | 0.035 | 0.5 | 1.0 | 0.725s | 1m:01s |
| Iteration 45 | exponen.. | 0.0127 | 30 | 0.8 | squared_er.. | 2 | 3 | 6 | auto | 0.0279 | 1.0 | 1.0 | 0.628s | 1m:02s |
| Iteration 46 | exponen.. | 0.0127 | 344 | 0.8 | squared_er.. | 2 | 2 | 6 | auto | 0.0301 | 0.9375 | 1.0 | 0.735s | 1m:04s |
| Iteration 47 | exponen.. | 0.7022 | 202 | 0.8 | squared_er.. | 6 | 18 | 8 | auto | 0.0037 | 0.5312 | 1.0 | 0.670s | 1m:05s |
| Iteration 48 | exponen.. | 0.8022 | 252 | 0.8 | squared_er.. | 3 | 13 | 8 | auto | 0.0113 | 0.75 | 1.0 | 0.679s | 1m:07s |
| Iteration 49 | exponen.. | 0.8091 | 357 | 0.8 | squared_er.. | 5 | 17 | 8 | auto | 0.0296 | 0.5 | 1.0 | 0.723s | 1m:09s |
| Iteration 50 | deviance | 0.6406 | 500 | 0.6 | squared_er.. | 20 | 1 | 4 | None | 0.0216 | 0.5625 | 1.0 | 0.744s | 1m:10s |
Bayesian Optimization ---------------------------
Best call --> Initial point 7
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.7941, 'n_estimators': 252, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 3, 'min_samples_leaf': 4, 'max_depth': 8, 'max_features': 'auto', 'ccp_alpha': 0.0309}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:11s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9924
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.086s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.84 ± 0.097
Time elapsed: 0.412s
-------------------------------------------------
Total time: 1m:11s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.25 | 0.25 | 0.651s | 0.662s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.5 | 0.5 | 0.668s | 1.570s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.75 | 0.75 | 0.629s | 2.443s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.8125 | 0.8125 | 0.646s | 3.347s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.5625 | 0.8125 | 0.648s | 4.232s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.5 | 0.8125 | 0.664s | 5.317s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.875 | 0.875 | 1.211s | 6.805s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.625 | 0.875 | 0.650s | 7.697s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.5 | 0.875 | 0.634s | 8.685s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.375 | 0.875 | 0.665s | 9.596s |
| Iteration 11 | none | --- | saga | 100 | --- | 0.375 | 0.875 | 0.635s | 10.853s |
| Iteration 12 | l2 | 1.9655 | libli.. | 363 | --- | 0.5 | 0.875 | 0.654s | 12.028s |
| Iteration 13 | l2 | 0.0013 | lbfgs | 683 | --- | 0.4375 | 0.875 | 0.645s | 13.151s |
| Iteration 14 | none | --- | sag | 120 | --- | 0.375 | 0.875 | 0.638s | 14.226s |
| Iteration 15 | l2 | 0.0029 | libli.. | 996 | --- | 0.75 | 0.875 | 0.645s | 15.338s |
| Iteration 16 | l2 | 0.001 | libli.. | 1000 | --- | 0.0 | 0.875 | 0.638s | 16.457s |
| Iteration 17 | l2 | 99.5277 | libli.. | 752 | --- | 0.4375 | 0.875 | 0.656s | 17.591s |
| Iteration 18 | l2 | 0.4181 | libli.. | 330 | --- | 0.75 | 0.875 | 0.635s | 18.692s |
| Iteration 19 | l2 | 0.2663 | libli.. | 667 | --- | 0.6875 | 0.875 | 0.646s | 19.892s |
| Iteration 20 | l2 | 0.2743 | newto.. | 762 | --- | 0.75 | 0.875 | 0.635s | 21.035s |
| Iteration 21 | l2 | 0.1848 | lbfgs | 230 | --- | 0.5 | 0.875 | 0.651s | 22.211s |
| Iteration 22 | l2 | 0.2587 | sag | 143 | --- | 0.625 | 0.875 | 0.639s | 23.376s |
| Iteration 23 | l2 | 3.6557 | libli.. | 506 | --- | 0.5625 | 0.875 | 0.663s | 24.620s |
| Iteration 24 | none | --- | newto.. | 222 | --- | 0.75 | 0.875 | 0.636s | 25.826s |
| Iteration 25 | l2 | 0.8216 | lbfgs | 974 | --- | 0.75 | 0.875 | 0.651s | 26.986s |
| Iteration 26 | l2 | 1.5489 | lbfgs | 546 | --- | 0.5 | 0.875 | 0.641s | 28.137s |
| Iteration 27 | l2 | 0.4628 | lbfgs | 723 | --- | 0.75 | 0.875 | 0.632s | 29.313s |
| Iteration 28 | none | --- | lbfgs | 176 | --- | 1.0 | 1.0 | 0.641s | 30.508s |
| Iteration 29 | none | --- | lbfgs | 133 | --- | 0.8125 | 1.0 | 0.640s | 31.692s |
| Iteration 30 | none | --- | lbfgs | 1000 | --- | 0.8125 | 1.0 | 0.652s | 32.906s |
| Iteration 31 | none | --- | lbfgs | 852 | --- | 0.6875 | 1.0 | 0.636s | 34.088s |
| Iteration 32 | none | --- | lbfgs | 940 | --- | 0.375 | 1.0 | 0.652s | 35.827s |
| Iteration 33 | l2 | 0.4289 | lbfgs | 250 | --- | 0.625 | 1.0 | 0.639s | 37.050s |
| Iteration 34 | none | --- | saga | 121 | --- | 0.5625 | 1.0 | 0.661s | 38.280s |
| Iteration 35 | none | --- | saga | 609 | --- | 0.5625 | 1.0 | 0.663s | 39.506s |
| Iteration 36 | none | --- | lbfgs | 775 | --- | 0.625 | 1.0 | 0.648s | 40.694s |
| Iteration 37 | l2 | 0.3056 | lbfgs | 329 | --- | 0.6875 | 1.0 | 0.635s | 41.899s |
| Iteration 38 | none | --- | lbfgs | 916 | --- | 0.0625 | 1.0 | 0.646s | 43.162s |
| Iteration 39 | none | --- | lbfgs | 961 | --- | 0.6875 | 1.0 | 0.637s | 44.470s |
| Iteration 40 | l2 | 0.333 | lbfgs | 100 | --- | 0.75 | 1.0 | 0.634s | 45.690s |
| Iteration 41 | l2 | 4.4194 | saga | 857 | --- | 0.5 | 1.0 | 0.680s | 47.003s |
| Iteration 42 | l2 | 0.3378 | lbfgs | 236 | --- | 1.0 | 1.0 | 0.694s | 48.346s |
| Iteration 43 | l2 | 0.3296 | lbfgs | 100 | --- | 0.75 | 1.0 | 0.685s | 49.671s |
| Iteration 44 | none | --- | saga | 993 | --- | 0.9375 | 1.0 | 0.685s | 51.010s |
| Iteration 45 | l1 | 0.007 | saga | 1000 | --- | 0.5 | 1.0 | 0.685s | 52.374s |
| Iteration 46 | l2 | 0.3797 | lbfgs | 1000 | --- | 0.3125 | 1.0 | 0.684s | 53.703s |
| Iteration 47 | none | --- | newto.. | 100 | --- | 0.6875 | 1.0 | 0.691s | 55.195s |
| Iteration 48 | l2 | 0.4363 | sag | 100 | --- | 0.5625 | 1.0 | 0.685s | 56.554s |
| Iteration 49 | none | --- | saga | 1000 | --- | 0.8125 | 1.0 | 0.640s | 57.968s |
| Iteration 50 | none | --- | saga | 1000 | --- | 0.8125 | 1.0 | 0.000s | 58.684s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'penalty': 'l2', 'C': 0.3378, 'solver': 'lbfgs', 'max_iter': 236}
Best evaluation --> roc_auc: 1.0
Time elapsed: 59.391s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7152
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.76 ± 0.086
Time elapsed: 0.057s
-------------------------------------------------
Total time: 59.465s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.375 | 0.375 | 0.622s | 0.627s |
| Initial point 2 | svd | --- | 0.5625 | 0.5625 | 0.620s | 1.491s |
| Initial point 3 | svd | --- | 0.5625 | 0.5625 | 0.000s | 1.728s |
| Initial point 4 | lsqr | 0.8 | 0.625 | 0.625 | 0.641s | 2.607s |
| Initial point 5 | eigen | 0.9 | 0.5625 | 0.625 | 0.622s | 3.458s |
| Initial point 6 | lsqr | 0.7 | 0.4375 | 0.625 | 0.622s | 4.330s |
| Initial point 7 | lsqr | 0.5 | 0.75 | 0.75 | 0.645s | 5.229s |
| Initial point 8 | lsqr | 0.9 | 0.75 | 0.75 | 0.619s | 6.294s |
| Initial point 9 | lsqr | 0.6 | 0.5 | 0.75 | 0.619s | 7.235s |
| Initial point 10 | eigen | 0.8 | 0.5 | 0.75 | 0.623s | 8.107s |
| Iteration 11 | eigen | 0.6 | 0.125 | 0.75 | 1.214s | 9.719s |
| Iteration 12 | svd | --- | 0.5625 | 0.75 | 0.000s | 10.117s |
| Iteration 13 | lsqr | auto | 0.4375 | 0.75 | 0.674s | 11.177s |
| Iteration 14 | svd | --- | 0.5625 | 0.75 | 0.000s | 11.595s |
| Iteration 15 | lsqr | None | 0.75 | 0.75 | 0.687s | 12.673s |
| Iteration 16 | svd | --- | 0.5625 | 0.75 | 0.000s | 13.078s |
| Iteration 17 | lsqr | 1.0 | 0.25 | 0.75 | 0.678s | 14.156s |
| Iteration 18 | lsqr | 0.5 | 0.75 | 0.75 | 0.000s | 14.593s |
| Iteration 19 | svd | --- | 0.5625 | 0.75 | 0.000s | 15.028s |
| Iteration 20 | svd | --- | 0.5625 | 0.75 | 0.000s | 15.424s |
| Iteration 21 | eigen | auto | 0.5 | 0.75 | 0.620s | 16.483s |
| Iteration 22 | svd | --- | 0.5625 | 0.75 | 0.001s | 16.913s |
| Iteration 23 | eigen | 0.7 | 0.625 | 0.75 | 0.674s | 18.069s |
| Iteration 24 | eigen | 0.5 | 0.5625 | 0.75 | 0.687s | 19.186s |
| Iteration 25 | eigen | None | 0.5625 | 0.75 | 0.673s | 20.427s |
| Iteration 26 | lsqr | 0.9 | 0.75 | 0.75 | 0.001s | 20.933s |
| Iteration 27 | lsqr | None | 0.75 | 0.75 | 0.000s | 21.447s |
| Iteration 28 | lsqr | 0.5 | 0.75 | 0.75 | 0.000s | 21.894s |
| Iteration 29 | lsqr | 0.9 | 0.75 | 0.75 | 0.000s | 22.339s |
| Iteration 30 | lsqr | None | 0.75 | 0.75 | 0.000s | 22.792s |
| Iteration 31 | lsqr | None | 0.75 | 0.75 | 0.000s | 23.237s |
| Iteration 32 | lsqr | 0.9 | 0.75 | 0.75 | 0.000s | 23.726s |
| Iteration 33 | lsqr | 0.5 | 0.75 | 0.75 | 0.000s | 24.191s |
| Iteration 34 | lsqr | 1.0 | 0.25 | 0.75 | 0.000s | 24.663s |
| Iteration 35 | lsqr | 1.0 | 0.25 | 0.75 | 0.000s | 25.185s |
| Iteration 36 | lsqr | None | 0.75 | 0.75 | 0.000s | 25.689s |
| Iteration 37 | lsqr | 0.5 | 0.75 | 0.75 | 0.000s | 26.207s |
| Iteration 38 | lsqr | 0.9 | 0.75 | 0.75 | 0.000s | 26.700s |
| Iteration 39 | svd | --- | 0.5625 | 0.75 | 0.000s | 27.198s |
| Iteration 40 | lsqr | None | 0.75 | 0.75 | 0.000s | 27.704s |
| Iteration 41 | lsqr | 0.9 | 0.75 | 0.75 | 0.001s | 28.227s |
| Iteration 42 | lsqr | 0.5 | 0.75 | 0.75 | 0.000s | 28.752s |
| Iteration 43 | lsqr | 0.5 | 0.75 | 0.75 | 0.000s | 29.279s |
| Iteration 44 | lsqr | 0.9 | 0.75 | 0.75 | 0.000s | 29.813s |
| Iteration 45 | lsqr | None | 0.75 | 0.75 | 0.000s | 30.355s |
| Iteration 46 | lsqr | 0.5 | 0.75 | 0.75 | 0.000s | 30.944s |
| Iteration 47 | lsqr | None | 0.75 | 0.75 | 0.000s | 31.517s |
| Iteration 48 | svd | --- | 0.5625 | 0.75 | 0.000s | 32.081s |
| Iteration 49 | lsqr | 0.9 | 0.75 | 0.75 | 0.000s | 32.648s |
| Iteration 50 | lsqr | None | 0.75 | 0.75 | 0.000s | 33.237s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'solver': 'lsqr', 'shrinkage': None}
Best evaluation --> roc_auc: 0.75
Time elapsed: 33.837s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7143
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.53 ± 0.103
Time elapsed: 0.028s
-------------------------------------------------
Total time: 33.875s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.375 | 0.375 | 0.625s | 0.629s |
| Initial point 2 | 0.9 | 0.5625 | 0.5625 | 0.626s | 1.555s |
| Initial point 3 | 0.1 | 0.25 | 0.5625 | 0.698s | 2.528s |
| Initial point 4 | 1.0 | 0.375 | 0.5625 | 0.000s | 2.769s |
| Initial point 5 | 0.2 | 0.5625 | 0.5625 | 0.617s | 3.632s |
| Initial point 6 | 0.4 | 0.25 | 0.5625 | 0.633s | 4.499s |
| Initial point 7 | 0.4 | 0.25 | 0.5625 | 0.000s | 4.732s |
| Initial point 8 | 0.7 | 0.75 | 0.75 | 0.615s | 5.582s |
| Initial point 9 | 0.9 | 0.5625 | 0.75 | 0.000s | 5.823s |
| Initial point 10 | 0.8 | 0.5 | 0.75 | 0.625s | 6.688s |
| Iteration 11 | 0.3 | 0.125 | 0.75 | 0.618s | 7.692s |
| Iteration 12 | 0.6 | 0.375 | 0.75 | 1.171s | 9.202s |
| Iteration 13 | 0.5 | 0.5 | 0.75 | 0.635s | 10.166s |
| Iteration 14 | 0.0 | 0.625 | 0.75 | 0.621s | 11.109s |
| Iteration 15 | 0.7 | 0.75 | 0.75 | 0.000s | 11.428s |
| Iteration 16 | 0.7 | 0.75 | 0.75 | 0.000s | 11.752s |
| Iteration 17 | 0.7 | 0.75 | 0.75 | 0.000s | 12.077s |
| Iteration 18 | 0.7 | 0.75 | 0.75 | 0.000s | 12.419s |
| Iteration 19 | 0.7 | 0.75 | 0.75 | 0.000s | 12.768s |
| Iteration 20 | 0.7 | 0.75 | 0.75 | 0.000s | 13.113s |
| Iteration 21 | 0.6 | 0.375 | 0.75 | 0.000s | 13.452s |
| Iteration 22 | 0.7 | 0.75 | 0.75 | 0.000s | 13.791s |
| Iteration 23 | 0.7 | 0.75 | 0.75 | 0.000s | 14.127s |
| Iteration 24 | 0.7 | 0.75 | 0.75 | 0.000s | 14.557s |
| Iteration 25 | 0.7 | 0.75 | 0.75 | 0.000s | 14.939s |
| Iteration 26 | 0.7 | 0.75 | 0.75 | 0.000s | 15.378s |
| Iteration 27 | 0.7 | 0.75 | 0.75 | 0.000s | 15.813s |
| Iteration 28 | 0.9 | 0.5625 | 0.75 | 0.000s | 16.269s |
| Iteration 29 | 0.7 | 0.75 | 0.75 | 0.000s | 16.664s |
| Iteration 30 | 0.8 | 0.5 | 0.75 | 0.000s | 17.076s |
| Iteration 31 | 0.7 | 0.75 | 0.75 | 0.000s | 17.459s |
| Iteration 32 | 0.7 | 0.75 | 0.75 | 0.000s | 17.837s |
| Iteration 33 | 0.7 | 0.75 | 0.75 | 0.000s | 18.212s |
| Iteration 34 | 0.7 | 0.75 | 0.75 | 0.000s | 18.581s |
| Iteration 35 | 0.7 | 0.75 | 0.75 | 0.000s | 18.967s |
| Iteration 36 | 0.7 | 0.75 | 0.75 | 0.000s | 19.365s |
| Iteration 37 | 0.7 | 0.75 | 0.75 | 0.000s | 19.807s |
| Iteration 38 | 0.7 | 0.75 | 0.75 | 0.000s | 20.205s |
| Iteration 39 | 0.7 | 0.75 | 0.75 | 0.000s | 20.615s |
| Iteration 40 | 0.7 | 0.75 | 0.75 | 0.001s | 21.065s |
| Iteration 41 | 0.7 | 0.75 | 0.75 | 0.000s | 21.481s |
| Iteration 42 | 0.7 | 0.75 | 0.75 | 0.000s | 21.900s |
| Iteration 43 | 0.7 | 0.75 | 0.75 | 0.000s | 22.369s |
| Iteration 44 | 0.7 | 0.75 | 0.75 | 0.000s | 22.802s |
| Iteration 45 | 0.7 | 0.75 | 0.75 | 0.000s | 23.243s |
| Iteration 46 | 0.7 | 0.75 | 0.75 | 0.000s | 23.688s |
| Iteration 47 | 0.7 | 0.75 | 0.75 | 0.000s | 24.132s |
| Iteration 48 | 0.7 | 0.75 | 0.75 | 0.000s | 24.628s |
| Iteration 49 | 0.7 | 0.75 | 0.75 | 0.000s | 25.103s |
| Iteration 50 | 0.7 | 0.75 | 0.75 | 0.000s | 25.572s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'reg_param': 0.7}
Best evaluation --> roc_auc: 0.75
Time elapsed: 26.049s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6482
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.66 ± 0.2131
Time elapsed: 0.027s
-------------------------------------------------
Total time: 26.086s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.5048 | dista.. | auto | 40 | 1 | 0.25 | 0.25 | 0.648s | 0.668s |
| Initial point 2 | 4.9732 | uniform | kd_tree | 39 | 2 | 0.5 | 0.5 | 0.642s | 1.578s |
| Initial point 3 | 3.9285 | dista.. | ball_tree | 25 | 2 | 1.0 | 1.0 | 0.638s | 2.509s |
| Initial point 4 | 11.4612 | uniform | ball_tree | 39 | 2 | 0.5 | 1.0 | 0.659s | 3.442s |
| Initial point 5 | 8.9783 | dista.. | auto | 30 | 2 | 0.875 | 1.0 | 0.647s | 4.364s |
| Initial point 6 | 10.3976 | dista.. | ball_tree | 21 | 2 | 0.6875 | 1.0 | 0.646s | 5.285s |
| Initial point 7 | 7.4371 | dista.. | ball_tree | 24 | 1 | 0.9375 | 1.0 | 0.651s | 6.252s |
| Initial point 8 | 1.7822 | dista.. | ball_tree | 21 | 2 | 0.6875 | 1.0 | 0.633s | 7.156s |
| Initial point 9 | 8.2844 | uniform | ball_tree | 24 | 1 | 0.9062 | 1.0 | 0.633s | 8.097s |
| Initial point 10 | 5.8843 | uniform | brute | 22 | 2 | 0.5 | 1.0 | 0.652s | 9.037s |
| Iteration 11 | 12.1937 | dista.. | brute | 26 | 1 | 0.1875 | 1.0 | 0.680s | 10.238s |
| Iteration 12 | 11.5714 | uniform | brute | 25 | 2 | 0.5 | 1.0 | 0.656s | 11.389s |
| Iteration 13 | 0.762 | dista.. | auto | 26 | 1 | 0.8438 | 1.0 | 0.640s | 12.586s |
| Iteration 14 | 12.2307 | uniform | ball_tree | 29 | 1 | 0.5 | 1.0 | 0.668s | 13.833s |
| Iteration 15 | 2.706 | dista.. | ball_tree | 25 | 2 | 1.0 | 1.0 | 1.230s | 15.673s |
| Iteration 16 | 2.3336 | dista.. | ball_tree | 25 | 2 | 0.25 | 1.0 | 0.690s | 16.983s |
| Iteration 17 | 12.2208 | uniform | auto | 22 | 1 | 0.375 | 1.0 | 0.691s | 18.147s |
| Iteration 18 | 7.9958 | dista.. | kd_tree | 39 | 2 | 0.75 | 1.0 | 0.692s | 19.407s |
| Iteration 19 | 3.5787 | dista.. | kd_tree | 38 | 1 | 0.375 | 1.0 | 0.691s | 20.591s |
| Iteration 20 | 8.6983 | dista.. | auto | 32 | 1 | 0.75 | 1.0 | 0.637s | 21.900s |
| Iteration 21 | 2.8084 | dista.. | kd_tree | 24 | 1 | 0.6562 | 1.0 | 0.636s | 23.060s |
| Iteration 22 | 4.0802 | dista.. | ball_tree | 23 | 2 | 0.6875 | 1.0 | 0.662s | 24.196s |
| Iteration 23 | 0.0 | uniform | kd_tree | 30 | 2 | 0.5 | 1.0 | 0.662s | 25.361s |
| Iteration 24 | 7.9773 | uniform | ball_tree | 21 | 1 | 0.4688 | 1.0 | 0.642s | 26.561s |
| Iteration 25 | 8.9599 | dista.. | brute | 40 | 2 | 0.8125 | 1.0 | 0.649s | 27.783s |
| Iteration 26 | 3.8932 | dista.. | kd_tree | 24 | 2 | 0.4375 | 1.0 | 0.642s | 29.022s |
| Iteration 27 | 9.4391 | uniform | kd_tree | 20 | 1 | 0.8125 | 1.0 | 0.627s | 30.155s |
| Iteration 28 | 9.014 | uniform | brute | 39 | 2 | 0.9375 | 1.0 | 0.642s | 31.338s |
| Iteration 29 | 9.1449 | uniform | brute | 34 | 2 | 0.75 | 1.0 | 0.631s | 32.490s |
| Iteration 30 | 9.0864 | dista.. | auto | 34 | 1 | 0.8125 | 1.0 | 0.633s | 33.641s |
| Iteration 31 | 7.0784 | dista.. | brute | 39 | 2 | 0.875 | 1.0 | 0.629s | 34.815s |
| Iteration 32 | 8.614 | dista.. | brute | 36 | 2 | 0.8125 | 1.0 | 0.633s | 36.022s |
| Iteration 33 | 7.0217 | uniform | auto | 39 | 2 | 0.7188 | 1.0 | 0.629s | 37.196s |
| Iteration 34 | 9.7204 | uniform | auto | 40 | 1 | 0.875 | 1.0 | 0.631s | 38.358s |
| Iteration 35 | 9.2955 | dista.. | auto | 39 | 2 | 0.9375 | 1.0 | 0.645s | 39.615s |
| Iteration 36 | 9.8075 | dista.. | brute | 21 | 1 | 0.6875 | 1.0 | 0.651s | 40.829s |
| Iteration 37 | 8.8623 | uniform | auto | 40 | 2 | 0.7188 | 1.0 | 0.639s | 42.056s |
| Iteration 38 | 9.07 | dista.. | auto | 20 | 2 | 0.75 | 1.0 | 0.639s | 43.412s |
| Iteration 39 | 8.4817 | dista.. | brute | 40 | 1 | 0.75 | 1.0 | 1.256s | 45.285s |
| Iteration 40 | 9.3074 | dista.. | brute | 40 | 2 | 0.8125 | 1.0 | 0.699s | 46.575s |
| Iteration 41 | 0.0 | dista.. | brute | 29 | 1 | 0.5 | 1.0 | 0.688s | 47.901s |
| Iteration 42 | 9.3336 | uniform | brute | 40 | 1 | 0.875 | 1.0 | 0.653s | 49.159s |
| Iteration 43 | 9.4008 | uniform | auto | 39 | 2 | 0.5 | 1.0 | 0.630s | 50.408s |
| Iteration 44 | 7.0106 | dista.. | brute | 21 | 1 | 0.625 | 1.0 | 0.646s | 51.659s |
| Iteration 45 | 8.3994 | dista.. | brute | 40 | 2 | 0.8125 | 1.0 | 0.637s | 52.922s |
| Iteration 46 | 8.4015 | dista.. | brute | 40 | 2 | 0.5625 | 1.0 | 0.647s | 54.209s |
| Iteration 47 | 9.0947 | dista.. | brute | 20 | 1 | 0.625 | 1.0 | 0.654s | 55.494s |
| Iteration 48 | 8.1977 | uniform | auto | 40 | 2 | 0.625 | 1.0 | 0.639s | 56.750s |
| Iteration 49 | 7.9317 | dista.. | kd_tree | 29 | 1 | 0.8125 | 1.0 | 0.640s | 58.084s |
| Iteration 50 | 9.3277 | uniform | auto | 40 | 1 | 0.4375 | 1.0 | 0.651s | 59.362s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'radius': 2.706, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 25, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:00s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.65 ± 0.0447
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:00s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.2812 | 0.2812 | 1.006s | 1.012s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 1.0 | 1.0 | 1.084s | 2.340s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.8125 | 1.0 | 0.837s | 3.418s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.9375 | 1.0 | 0.999s | 4.671s |
| Initial point 5 | 250 | 0.0488 | SAMME | 1.0 | 1.0 | 0.848s | 5.781s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.6875 | 1.0 | 1.060s | 7.118s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.6875 | 1.0 | 0.694s | 8.053s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.7812 | 1.0 | 0.973s | 9.265s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.6875 | 1.0 | 0.681s | 10.200s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.5 | 1.0 | 0.802s | 11.247s |
| Iteration 11 | 500 | 0.0323 | SAMME.R | 0.9375 | 1.0 | 1.060s | 12.777s |
| Iteration 12 | 50 | 0.0783 | SAMME.R | 1.0 | 1.0 | 0.672s | 13.988s |
| Iteration 13 | 50 | 0.0729 | SAMME.R | 0.75 | 1.0 | 0.668s | 15.127s |
| Iteration 14 | 397 | 0.0425 | SAMME | 1.0 | 1.0 | 0.902s | 16.446s |
| Iteration 15 | 50 | 0.0419 | SAMME | 0.9062 | 1.0 | 0.659s | 17.564s |
| Iteration 16 | 500 | 0.0538 | SAMME | 0.375 | 1.0 | 0.998s | 19.530s |
| Iteration 17 | 60 | 0.1248 | SAMME | 0.625 | 1.0 | 0.720s | 20.665s |
| Iteration 18 | 124 | 0.0324 | SAMME.R | 0.75 | 1.0 | 0.767s | 21.890s |
| Iteration 19 | 139 | 0.5507 | SAMME | 0.8125 | 1.0 | 0.761s | 23.058s |
| Iteration 20 | 68 | 0.0446 | SAMME.R | 1.0 | 1.0 | 0.695s | 24.181s |
| Iteration 21 | 96 | 0.0333 | SAMME.R | 0.8125 | 1.0 | 0.756s | 25.389s |
| Iteration 22 | 59 | 0.7103 | SAMME.R | 0.75 | 1.0 | 0.667s | 26.519s |
| Iteration 23 | 89 | 0.0691 | SAMME.R | 0.9062 | 1.0 | 0.703s | 27.640s |
| Iteration 24 | 102 | 0.0464 | SAMME.R | 1.0 | 1.0 | 0.705s | 28.881s |
| Iteration 25 | 50 | 0.0467 | SAMME.R | 0.875 | 1.0 | 0.666s | 30.022s |
| Iteration 26 | 50 | 0.0484 | SAMME.R | 0.5 | 1.0 | 0.667s | 31.171s |
| Iteration 27 | 77 | 0.0436 | SAMME.R | 0.6875 | 1.0 | 0.688s | 32.321s |
| Iteration 28 | 334 | 0.0477 | SAMME.R | 1.0 | 1.0 | 0.902s | 33.664s |
| Iteration 29 | 374 | 0.3653 | SAMME | 0.8125 | 1.0 | 0.890s | 35.003s |
| Iteration 30 | 406 | 0.0477 | SAMME.R | 0.9375 | 1.0 | 0.957s | 36.414s |
| Iteration 31 | 137 | 0.01 | SAMME | 0.75 | 1.0 | 0.763s | 37.645s |
| Iteration 32 | 368 | 0.0607 | SAMME.R | 0.8125 | 1.0 | 0.972s | 39.127s |
| Iteration 33 | 469 | 0.0427 | SAMME.R | 0.875 | 1.0 | 1.010s | 40.620s |
| Iteration 34 | 498 | 0.0662 | SAMME.R | 0.8125 | 1.0 | 1.091s | 42.257s |
| Iteration 35 | 498 | 0.1578 | SAMME.R | 0.5625 | 1.0 | 1.083s | 43.937s |
| Iteration 36 | 126 | 1.2448 | SAMME.R | 1.0 | 1.0 | 0.767s | 45.230s |
| Iteration 37 | 457 | 0.0375 | SAMME | 0.75 | 1.0 | 0.951s | 46.704s |
| Iteration 38 | 488 | 0.0398 | SAMME | 0.7812 | 1.0 | 0.963s | 48.158s |
| Iteration 39 | 486 | 0.0417 | SAMME.R | 0.75 | 1.0 | 1.007s | 49.712s |
| Iteration 40 | 410 | 1.3012 | SAMME.R | 0.375 | 1.0 | 1.504s | 51.741s |
| Iteration 41 | 356 | 0.0108 | SAMME.R | 1.0 | 1.0 | 0.960s | 53.226s |
| Iteration 42 | 314 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.946s | 54.724s |
| Iteration 43 | 388 | 0.01 | SAMME.R | 0.9375 | 1.0 | 0.997s | 56.361s |
| Iteration 44 | 307 | 0.01 | SAMME.R | 0.9375 | 1.0 | 0.921s | 57.867s |
| Iteration 45 | 386 | 0.01 | SAMME.R | 1.0 | 1.0 | 1.012s | 59.456s |
| Iteration 46 | 392 | 0.01 | SAMME.R | 0.9375 | 1.0 | 0.983s | 1m:01s |
| Iteration 47 | 340 | 0.01 | SAMME.R | 0.8125 | 1.0 | 0.947s | 1m:03s |
| Iteration 48 | 50 | 10.0 | SAMME.R | 0.625 | 1.0 | 0.710s | 1m:04s |
| Iteration 49 | 232 | 0.1217 | SAMME.R | 0.6875 | 1.0 | 0.860s | 1m:06s |
| Iteration 50 | 343 | 0.01 | SAMME | 0.8438 | 1.0 | 0.912s | 1m:07s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0511, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:08s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9929
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.467s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.06
Time elapsed: 2.085s
-------------------------------------------------
Total time: 1m:10s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.5625 | 0.5625 | 1.062s | 1.082s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.875 | 0.875 | 0.888s | 2.294s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 1.0 | 1.0 | 0.931s | 3.488s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.625 | 1.0 | 0.779s | 4.523s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.7188 | 1.0 | 0.976s | 5.756s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.75 | 1.0 | 0.816s | 6.845s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 1.0 | 1.0 | 0.872s | 8.108s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.625 | 1.0 | 0.828s | 9.194s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.75 | 1.0 | 0.953s | 10.416s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.375 | 1.0 | 0.927s | 11.602s |
| Iteration 11 | 10 | entropy | None | 20 | 1 | auto | False | 0.035 | --- | 0.75 | 1.0 | 0.669s | 12.964s |
| Iteration 12 | 447 | entropy | 6 | 11 | 2 | 0.6 | False | 0.0314 | --- | 1.0 | 1.0 | 0.960s | 14.643s |
| Iteration 13 | 10 | entropy | 4 | 20 | 20 | auto | False | 0.035 | --- | 0.5312 | 1.0 | 0.650s | 16.128s |
| Iteration 14 | 398 | entropy | 6 | 20 | 4 | 0.5 | False | 0.0318 | --- | 0.875 | 1.0 | 0.873s | 17.812s |
| Iteration 15 | 20 | entropy | None | 5 | 1 | log2 | False | 0.0045 | --- | 1.0 | 1.0 | 0.650s | 19.195s |
| Iteration 16 | 414 | entropy | None | 13 | 20 | log2 | False | 0.0292 | --- | 0.2812 | 1.0 | 0.890s | 21.393s |
| Iteration 17 | 192 | entropy | 7 | 16 | 1 | None | False | 0.0195 | --- | 0.5 | 1.0 | 0.810s | 22.878s |
| Iteration 18 | 210 | entropy | 5 | 15 | 4 | log2 | False | 0.024 | --- | 0.6875 | 1.0 | 0.829s | 24.566s |
| Iteration 19 | 297 | entropy | 6 | 18 | 6 | log2 | False | 0.035 | --- | 0.8125 | 1.0 | 0.854s | 26.205s |
| Iteration 20 | 171 | gini | None | 2 | 1 | 0.6 | False | 0.0 | --- | 1.0 | 1.0 | 0.782s | 27.743s |
| Iteration 21 | 117 | gini | 6 | 5 | 1 | 0.6 | False | 0.009 | --- | 0.875 | 1.0 | 0.751s | 29.224s |
| Iteration 22 | 297 | entropy | None | 2 | 1 | 0.5 | False | 0.0 | --- | 0.75 | 1.0 | 0.854s | 30.854s |
| Iteration 23 | 73 | entropy | 8 | 10 | 20 | auto | True | 0.0019 | 0.9 | 0.625 | 1.0 | 0.670s | 32.208s |
| Iteration 24 | 170 | gini | 9 | 17 | 1 | auto | True | 0.0167 | 0.8 | 0.8125 | 1.0 | 0.757s | 33.716s |
| Iteration 25 | 484 | gini | 4 | 17 | 20 | None | False | 0.0348 | --- | 0.625 | 1.0 | 0.917s | 35.366s |
| Iteration 26 | 500 | gini | 9 | 16 | 1 | 0.6 | False | 0.035 | --- | 0.375 | 1.0 | 0.929s | 37.002s |
| Iteration 27 | 212 | gini | 9 | 4 | 1 | 0.6 | False | 0.0 | --- | 0.4375 | 1.0 | 0.794s | 38.594s |
| Iteration 28 | 490 | entropy | 6 | 20 | 2 | 0.8 | False | 0.0155 | --- | 0.875 | 1.0 | 0.974s | 40.414s |
| Iteration 29 | 481 | entropy | 6 | 2 | 3 | 0.6 | False | 0.0117 | --- | 0.6875 | 1.0 | 0.973s | 42.258s |
| Iteration 30 | 383 | gini | 6 | 15 | 1 | 0.6 | False | 0.0226 | --- | 0.875 | 1.0 | 0.876s | 43.931s |
| Iteration 31 | 75 | entropy | 6 | 17 | 2 | 0.8 | False | 0.024 | --- | 0.6875 | 1.0 | 0.719s | 45.603s |
| Iteration 32 | 10 | gini | None | 2 | 1 | 0.7 | False | 0.0 | --- | 0.875 | 1.0 | 0.629s | 47.178s |
| Iteration 33 | 500 | gini | 6 | 14 | 8 | 0.9 | False | 0.0291 | --- | 0.6875 | 1.0 | 0.954s | 48.955s |
| Iteration 34 | 500 | entropy | 6 | 19 | 1 | log2 | False | 0.0259 | --- | 0.875 | 1.0 | 0.968s | 50.733s |
| Iteration 35 | 10 | entropy | 1 | 2 | 1 | 0.5 | False | 0.0104 | --- | 0.875 | 1.0 | 0.671s | 52.343s |
| Iteration 36 | 10 | gini | None | 2 | 1 | log2 | False | 0.0045 | --- | 1.0 | 1.0 | 0.689s | 53.879s |
| Iteration 37 | 10 | gini | None | 2 | 1 | auto | True | 0.0 | 0.8 | 0.7812 | 1.0 | 0.678s | 55.472s |
| Iteration 38 | 10 | gini | None | 2 | 1 | 0.5 | False | 0.0 | --- | 0.6562 | 1.0 | 0.670s | 57.121s |
| Iteration 39 | 458 | entropy | 6 | 19 | 12 | 0.6 | False | 0.0303 | --- | 0.8125 | 1.0 | 0.971s | 59.550s |
| Iteration 40 | 444 | entropy | 6 | 11 | 10 | 0.6 | False | 0.0316 | --- | 0.9375 | 1.0 | 0.960s | 1m:02s |
| Iteration 41 | 292 | gini | 6 | 7 | 5 | log2 | True | 0.0309 | 0.8 | 0.9375 | 1.0 | 0.902s | 1m:03s |
| Iteration 42 | 500 | gini | 6 | 2 | 1 | auto | True | 0.035 | 0.7 | 1.0 | 1.0 | 1.024s | 1m:05s |
| Iteration 43 | 500 | gini | 6 | 2 | 1 | auto | True | 0.035 | 0.9 | 0.875 | 1.0 | 1.032s | 1m:07s |
| Iteration 44 | 133 | entropy | 7 | 15 | 1 | auto | True | 0.035 | 0.5 | 0.875 | 1.0 | 0.778s | 1m:09s |
| Iteration 45 | 10 | gini | None | 11 | 1 | None | True | 0.0 | 0.9 | 1.0 | 1.0 | 0.674s | 1m:11s |
| Iteration 46 | 10 | entropy | None | 2 | 1 | None | True | 0.0 | 0.9 | 0.7812 | 1.0 | 0.644s | 1m:12s |
| Iteration 47 | 500 | entropy | 5 | 2 | 1 | 0.5 | True | 0.035 | 0.9 | 0.8125 | 1.0 | 1.080s | 1m:14s |
| Iteration 48 | 10 | gini | 2 | 14 | 1 | None | False | 0.0 | --- | 0.375 | 1.0 | 0.671s | 1m:16s |
| Iteration 49 | 500 | gini | 7 | 15 | 1 | auto | False | 0.035 | --- | 0.9375 | 1.0 | 0.971s | 1m:18s |
| Iteration 50 | 500 | entropy | 6 | 2 | 1 | auto | False | 0.035 | --- | 0.8125 | 1.0 | 0.989s | 1m:20s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'n_estimators': 500, 'criterion': 'gini', 'max_depth': 6, 'min_samples_split': 2, 'min_samples_leaf': 1, 'max_features': 'auto', 'bootstrap': True, 'ccp_alpha': 0.035, 'max_samples': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:21s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9723
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.464s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.93 ± 0.051
Time elapsed: 2.053s
-------------------------------------------------
Total time: 1m:23s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.774s | 0.794s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 1.0 | 1.0 | 0.750s | 1.868s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 1.0 | 0.749s | 2.898s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 1.0 | 0.655s | 3.843s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 1.0 | 0.690s | 4.815s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 1.0 | 0.666s | 5.739s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 1.0 | 0.699s | 6.718s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 1.0 | 0.674s | 7.667s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.6875 | 1.0 | 0.719s | 8.666s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 1.0 | 0.687s | 9.622s |
| Iteration 11 | 474 | 0.0405 | 2 | 0.2368 | 2 | 0.7 | 0.7 | 0 | 1 | 0.75 | 1.0 | 0.726s | 11.138s |
| Iteration 12 | 435 | 0.0363 | 6 | 0.4011 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 1.0 | 1.0 | 0.705s | 12.559s |
| Iteration 13 | 350 | 0.0352 | 3 | 0.3762 | 2 | 0.9 | 1.0 | 0.1 | 0.01 | 0.875 | 1.0 | 0.693s | 13.887s |
| Iteration 14 | 68 | 0.01 | 1 | 0.4198 | 3 | 0.6 | 0.5 | 100 | 10 | 0.5 | 1.0 | 0.648s | 15.190s |
| Iteration 15 | 248 | 0.0137 | 4 | 0.4073 | 3 | 0.6 | 1.0 | 0.1 | 0.01 | 0.875 | 1.0 | 0.678s | 16.493s |
| Iteration 16 | 483 | 0.0837 | 9 | 0.3338 | 3 | 0.9 | 0.8 | 0.1 | 0.1 | 0.4375 | 1.0 | 0.715s | 18.565s |
| Iteration 17 | 452 | 0.0826 | 5 | 0.9265 | 1 | 1.0 | 0.5 | 0.1 | 100 | 0.375 | 1.0 | 0.776s | 20.030s |
| Iteration 18 | 448 | 0.0138 | 2 | 0.1535 | 3 | 0.9 | 0.8 | 0 | 10 | 0.6875 | 1.0 | 0.753s | 21.436s |
| Iteration 19 | 466 | 0.0291 | 6 | 0.4333 | 3 | 1.0 | 0.9 | 0.1 | 0.01 | 0.8125 | 1.0 | 0.762s | 22.879s |
| Iteration 20 | 361 | 0.0103 | 2 | 0.1866 | 9 | 0.6 | 1.0 | 0.1 | 0.1 | 0.5 | 1.0 | 0.740s | 24.288s |
| Iteration 21 | 211 | 0.0319 | 5 | 0.3857 | 3 | 0.8 | 0.9 | 0.1 | 0.01 | 1.0 | 1.0 | 0.721s | 25.798s |
| Iteration 22 | 154 | 0.1178 | 10 | 0.3043 | 3 | 0.8 | 0.9 | 0.1 | 10 | 0.875 | 1.0 | 0.714s | 27.275s |
| Iteration 23 | 293 | 0.0276 | 6 | 0.2737 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.75 | 1.0 | 0.679s | 28.682s |
| Iteration 24 | 184 | 1.0 | 7 | 0.425 | 8 | 0.6 | 0.9 | 1 | 10 | 0.5 | 1.0 | 0.666s | 30.148s |
| Iteration 25 | 90 | 0.0905 | 7 | 0.3907 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.8125 | 1.0 | 0.647s | 31.670s |
| Iteration 26 | 261 | 0.0325 | 6 | 0.4247 | 3 | 0.8 | 0.9 | 0.1 | 1 | 1.0 | 1.0 | 0.679s | 33.275s |
| Iteration 27 | 463 | 0.0321 | 9 | 0.4344 | 3 | 0.7 | 0.9 | 0.01 | 0 | 0.4375 | 1.0 | 0.716s | 34.807s |
| Iteration 28 | 451 | 0.1644 | 6 | 0.4173 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.75 | 1.0 | 0.710s | 36.331s |
| Iteration 29 | 488 | 0.0365 | 5 | 0.4128 | 3 | 0.8 | 0.7 | 0.1 | 0 | 0.75 | 1.0 | 0.707s | 37.889s |
| Iteration 30 | 299 | 0.0323 | 2 | 0.436 | 3 | 0.8 | 0.9 | 0.1 | 0 | 1.0 | 1.0 | 0.679s | 39.379s |
| Iteration 31 | 413 | 0.0376 | 1 | 0.4538 | 3 | 0.8 | 0.9 | 0.1 | 0 | 1.0 | 1.0 | 0.703s | 41.001s |
| Iteration 32 | 385 | 0.0364 | 2 | 0.4327 | 3 | 0.8 | 0.9 | 0.1 | 10 | 0.75 | 1.0 | 0.746s | 42.598s |
| Iteration 33 | 457 | 0.0358 | 6 | 0.4235 | 3 | 0.8 | 0.9 | 0.01 | 0.1 | 0.75 | 1.0 | 0.750s | 44.235s |
| Iteration 34 | 154 | 0.0332 | 6 | 0.4275 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.875 | 1.0 | 0.704s | 45.925s |
| Iteration 35 | 336 | 0.0335 | 3 | 0.491 | 3 | 0.9 | 0.7 | 1 | 0 | 0.9375 | 1.0 | 0.726s | 47.483s |
| Iteration 36 | 297 | 0.0377 | 5 | 0.4713 | 2 | 1.0 | 0.5 | 10 | 0.1 | 0.5 | 1.0 | 0.696s | 49.026s |
| Iteration 37 | 20 | 0.0114 | 2 | 0.5113 | 3 | 1.0 | 0.9 | 1 | 0 | 0.9062 | 1.0 | 0.699s | 50.582s |
| Iteration 38 | 483 | 0.2713 | 2 | 0.4494 | 3 | 1.0 | 0.9 | 0 | 0 | 0.6562 | 1.0 | 0.750s | 52.234s |
| Iteration 39 | 233 | 0.034 | 2 | 0.4512 | 3 | 0.8 | 0.9 | 0.1 | 0 | 0.8125 | 1.0 | 1.241s | 54.408s |
| Iteration 40 | 500 | 0.01 | 1 | 0.2535 | 2 | 0.5 | 0.9 | 1 | 0 | 0.75 | 1.0 | 0.756s | 56.092s |
| Iteration 41 | 20 | 0.0565 | 6 | 0.2401 | 3 | 0.9 | 1.0 | 0.01 | 100 | 0.75 | 1.0 | 0.646s | 57.629s |
| Iteration 42 | 20 | 0.0301 | 3 | 0.6915 | 3 | 0.9 | 1.0 | 0.1 | 0.1 | 1.0 | 1.0 | 0.683s | 59.392s |
| Iteration 43 | 20 | 0.0939 | 3 | 0.4283 | 3 | 1.0 | 1.0 | 0.1 | 0.1 | 0.9375 | 1.0 | 0.683s | 1m:01s |
| Iteration 44 | 20 | 0.0144 | 3 | 0.4016 | 3 | 1.0 | 1.0 | 0.1 | 0.01 | 0.9375 | 1.0 | 0.685s | 1m:03s |
| Iteration 45 | 20 | 0.01 | 3 | 1.0 | 4 | 1.0 | 1.0 | 0.1 | 0.01 | 1.0 | 1.0 | 0.677s | 1m:04s |
| Iteration 46 | 20 | 0.0161 | 3 | 0.5302 | 4 | 0.7 | 1.0 | 0.1 | 0.01 | 0.5625 | 1.0 | 0.680s | 1m:06s |
| Iteration 47 | 259 | 0.0163 | 3 | 0.5727 | 3 | 1.0 | 1.0 | 0.1 | 0.01 | 0.8125 | 1.0 | 0.728s | 1m:08s |
| Iteration 48 | 335 | 0.01 | 4 | 0.4463 | 2 | 0.8 | 1.0 | 1 | 0 | 0.75 | 1.0 | 0.743s | 1m:10s |
| Iteration 49 | 20 | 0.711 | 1 | 0.7705 | 3 | 1.0 | 0.8 | 0.1 | 0 | 0.875 | 1.0 | 0.687s | 1m:11s |
| Iteration 50 | 244 | 0.0669 | 1 | 0.7647 | 3 | 1.0 | 1.0 | 1 | 0.01 | 0.7812 | 1.0 | 0.710s | 1m:13s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 426, 'learning_rate': 0.0423, 'max_depth': 6, 'gamma': 0.4435, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9518
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.092s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.85 ± 0.0447
Time elapsed: 0.283s
-------------------------------------------------
Total time: 1m:15s
Final results ==================== >>
Duration: 7m:59s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.84 ± 0.097 ~
Logistic Regression --> roc_auc: 0.76 ± 0.086
Linear Discriminant Analysis --> roc_auc: 0.53 ± 0.103
Quadratic Discriminant Analysis --> roc_auc: 0.66 ± 0.2131
Radius Nearest Neighbors --> roc_auc: 0.65 ± 0.0447 ~
AdaBoost --> roc_auc: 0.88 ± 0.06
Random Forest --> roc_auc: 0.93 ± 0.051 !
XGBoost --> roc_auc: 0.85 ± 0.0447
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAYRSYNTDKLIF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASATSGTYKYIF.
>>> Dropping feature CAASTNTGNQFYF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CALILTGGGNKLTF.
>>> Dropping feature CAVDTDKLIF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAVLNAGNNRKLIW.
>>> Dropping feature CAVRNTGFQKLVF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CAATDSNYQLIW.
>>> Dropping feature CAGNTGNQFYF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVENQAGTALIF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVRYGGSQGNLIF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVGTGTASKLTF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CALNFGNEKLTF.
>>> Dropping feature CALNTGTASKLTF.
>>> Dropping feature CALTSGTYKYIF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CASSGSARQLTF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVFTSGTYKYIF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.4688 | 0.4688 | 3.107s | 3.127s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.625 | 0.625 | 3.167s | 6.556s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 1.0 | 1.0 | 3.108s | 10.521s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.9375 | 1.0 | 3.176s | 14.074s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.75 | 1.0 | 3.222s | 17.694s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.75 | 1.0 | 3.239s | 21.201s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.625 | 1.0 | 3.236s | 24.712s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.75 | 1.0 | 3.243s | 28.222s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.875 | 1.0 | 3.175s | 31.669s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.625 | 1.0 | 3.188s | 35.168s |
| Iteration 11 | exponen.. | 0.4416 | 10 | 0.9 | squared_er.. | 20 | 18 | 2 | auto | 0.0165 | 0.3125 | 1.0 | 3.157s | 38.910s |
| Iteration 12 | exponen.. | 0.1133 | 52 | 0.8 | squared_er.. | 11 | 17 | 3 | 0.6 | 0.0005 | 0.75 | 1.0 | 3.169s | 42.724s |
| Iteration 13 | exponen.. | 0.0224 | 280 | 0.8 | friedman_mse | 20 | 15 | 1 | sqrt | 0.0118 | 0.625 | 1.0 | 3.216s | 46.587s |
| Iteration 14 | deviance | 0.0641 | 72 | 0.8 | squared_er.. | 20 | 2 | 9 | None | 0.0033 | 0.875 | 1.0 | 3.173s | 50.350s |
| Iteration 15 | deviance | 0.0264 | 429 | 0.8 | squared_er.. | 20 | 1 | 10 | 0.9 | 0.0231 | 0.75 | 1.0 | 3.861s | 54.842s |
| Iteration 16 | exponen.. | 0.3151 | 342 | 0.8 | squared_er.. | 17 | 19 | 3 | auto | 0.0235 | 0.5 | 1.0 | 3.116s | 58.488s |
| Iteration 17 | exponen.. | 0.0491 | 25 | 0.8 | squared_er.. | 18 | 4 | 4 | 0.6 | 0.0343 | 0.625 | 1.0 | 3.121s | 1m:02s |
| Iteration 18 | exponen.. | 0.0282 | 30 | 1.0 | friedman_mse | 12 | 10 | 6 | 0.8 | 0.0296 | 0.4688 | 1.0 | 3.156s | 1m:06s |
| Iteration 19 | exponen.. | 0.0338 | 59 | 0.9 | squared_er.. | 6 | 16 | 1 | log2 | 0.0231 | 0.625 | 1.0 | 3.119s | 1m:10s |
| Iteration 20 | exponen.. | 0.3622 | 10 | 0.8 | squared_er.. | 11 | 11 | 3 | log2 | 0.0215 | 0.875 | 1.0 | 3.130s | 1m:14s |
| Iteration 21 | exponen.. | 0.4002 | 14 | 0.8 | squared_er.. | 10 | 20 | 8 | auto | 0.0244 | 0.5312 | 1.0 | 3.144s | 1m:17s |
| Iteration 22 | exponen.. | 0.8051 | 10 | 0.8 | squared_er.. | 5 | 18 | 2 | 0.7 | 0.0233 | 0.625 | 1.0 | 3.123s | 1m:21s |
| Iteration 23 | exponen.. | 0.0143 | 68 | 0.6 | friedman_mse | 9 | 14 | 5 | log2 | 0.0209 | 0.75 | 1.0 | 3.122s | 1m:25s |
| Iteration 24 | deviance | 0.0125 | 337 | 0.8 | squared_er.. | 13 | 10 | 9 | 0.6 | 0.002 | 0.3125 | 1.0 | 3.185s | 1m:29s |
| Iteration 25 | exponen.. | 0.6412 | 73 | 0.8 | squared_er.. | 15 | 14 | 3 | log2 | 0.0297 | 0.875 | 1.0 | 3.110s | 1m:33s |
| Iteration 26 | deviance | 0.0529 | 13 | 0.8 | squared_er.. | 10 | 15 | 1 | auto | 0.0033 | 0.4375 | 1.0 | 3.110s | 1m:37s |
| Iteration 27 | exponen.. | 0.0113 | 17 | 0.8 | squared_er.. | 17 | 20 | 2 | auto | 0.0289 | 0.7812 | 1.0 | 3.113s | 1m:40s |
| Iteration 28 | exponen.. | 0.3829 | 51 | 0.8 | squared_er.. | 18 | 17 | 2 | sqrt | 0.0061 | 0.5 | 1.0 | 3.108s | 1m:44s |
| Iteration 29 | deviance | 0.4006 | 81 | 0.8 | squared_er.. | 3 | 1 | 4 | sqrt | 0.024 | 0.625 | 1.0 | 3.110s | 1m:48s |
| Iteration 30 | exponen.. | 0.6522 | 225 | 0.6 | friedman_mse | 11 | 13 | 5 | auto | 0.0221 | 0.875 | 1.0 | 3.219s | 1m:52s |
| Iteration 31 | deviance | 0.044 | 201 | 0.6 | friedman_mse | 11 | 20 | 5 | auto | 0.0158 | 0.5 | 1.0 | 3.201s | 1m:56s |
| Iteration 32 | exponen.. | 0.0394 | 66 | 0.8 | squared_er.. | 20 | 2 | 3 | log2 | 0.0218 | 0.9375 | 1.0 | 3.176s | 2m:00s |
| Iteration 33 | exponen.. | 0.1543 | 52 | 0.7 | squared_er.. | 9 | 20 | 3 | sqrt | 0.024 | 0.5312 | 1.0 | 3.203s | 2m:04s |
| Iteration 34 | exponen.. | 0.0877 | 172 | 0.6 | friedman_mse | 12 | 14 | 5 | auto | 0.0131 | 0.875 | 1.0 | 3.184s | 2m:08s |
| Iteration 35 | exponen.. | 0.0234 | 97 | 0.8 | squared_er.. | 13 | 5 | 3 | 0.8 | 0.0166 | 1.0 | 1.0 | 3.185s | 2m:12s |
| Iteration 36 | exponen.. | 0.322 | 327 | 0.8 | squared_er.. | 15 | 3 | 1 | sqrt | 0.0148 | 0.5625 | 1.0 | 3.226s | 2m:16s |
| Iteration 37 | exponen.. | 1.0 | 89 | 0.8 | squared_er.. | 17 | 19 | 3 | 0.9 | 0.0182 | 0.75 | 1.0 | 3.173s | 2m:20s |
| Iteration 38 | exponen.. | 0.1286 | 96 | 0.8 | squared_er.. | 4 | 4 | 3 | 0.6 | 0.0162 | 0.9062 | 1.0 | 3.179s | 2m:25s |
| Iteration 39 | exponen.. | 0.01 | 118 | 0.8 | squared_er.. | 6 | 6 | 3 | 0.5 | 0.0198 | 0.5625 | 1.0 | 3.163s | 2m:29s |
| Iteration 40 | exponen.. | 0.0419 | 74 | 0.8 | squared_er.. | 12 | 1 | 3 | 0.8 | 0.0155 | 0.6875 | 1.0 | 3.179s | 2m:33s |
| Iteration 41 | exponen.. | 0.012 | 241 | 0.6 | squared_er.. | 3 | 14 | 5 | 0.6 | 0.0004 | 0.375 | 1.0 | 3.236s | 2m:37s |
| Iteration 42 | exponen.. | 0.2902 | 207 | 0.6 | friedman_mse | 7 | 13 | 5 | 0.8 | 0.0245 | 0.75 | 1.0 | 3.250s | 2m:41s |
| Iteration 43 | exponen.. | 0.2698 | 54 | 0.8 | squared_er.. | 17 | 13 | 3 | 0.9 | 0.0228 | 0.875 | 1.0 | 3.175s | 2m:46s |
| Iteration 44 | exponen.. | 0.0894 | 77 | 0.8 | squared_er.. | 15 | 20 | 2 | auto | 0.0231 | 1.0 | 1.0 | 3.189s | 2m:50s |
| Iteration 45 | exponen.. | 0.0158 | 64 | 0.8 | squared_er.. | 17 | 14 | 2 | auto | 0.0242 | 0.875 | 1.0 | 3.196s | 2m:54s |
| Iteration 46 | exponen.. | 0.0686 | 236 | 0.6 | friedman_mse | 4 | 18 | 4 | auto | 0.015 | 0.5 | 1.0 | 3.207s | 2m:58s |
| Iteration 47 | exponen.. | 0.9799 | 76 | 0.8 | squared_er.. | 15 | 19 | 3 | auto | 0.0231 | 0.875 | 1.0 | 3.170s | 3m:02s |
| Iteration 48 | exponen.. | 0.0993 | 48 | 0.8 | squared_er.. | 15 | 4 | 3 | auto | 0.0234 | 0.5 | 1.0 | 3.179s | 3m:06s |
| Iteration 49 | exponen.. | 0.0127 | 57 | 0.8 | friedman_mse | 18 | 19 | 3 | 0.8 | 0.0127 | 0.75 | 1.0 | 3.168s | 3m:10s |
| Iteration 50 | exponen.. | 0.0317 | 59 | 0.8 | squared_er.. | 17 | 19 | 3 | 0.5 | 0.0251 | 0.5625 | 1.0 | 3.182s | 3m:15s |
Bayesian Optimization ---------------------------
Best call --> Iteration 44
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0894, 'n_estimators': 77, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 15, 'min_samples_leaf': 20, 'max_depth': 2, 'max_features': 'auto', 'ccp_alpha': 0.0231}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:16s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9491
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.029s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.89 ± 0.0917
Time elapsed: 0.125s
-------------------------------------------------
Total time: 3m:16s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.25 | 0.25 | 3.171s | 3.183s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.1875 | 0.25 | 3.206s | 6.812s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.375 | 0.375 | 3.178s | 10.255s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.6875 | 0.6875 | 3.188s | 13.714s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.375 | 0.6875 | 3.177s | 17.134s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.375 | 0.6875 | 3.207s | 20.597s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.1875 | 0.6875 | 3.232s | 24.073s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.25 | 0.6875 | 3.190s | 27.515s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.6875 | 0.6875 | 3.193s | 30.956s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.625 | 0.6875 | 3.191s | 34.413s |
| Iteration 11 | l2 | 0.0096 | newto.. | 472 | --- | 0.25 | 0.6875 | 3.188s | 38.089s |
| Iteration 12 | l2 | 0.2007 | libli.. | 803 | --- | 0.5625 | 0.6875 | 3.212s | 41.752s |
| Iteration 13 | l2 | 0.0444 | newto.. | 701 | --- | 0.625 | 0.6875 | 3.190s | 45.425s |
| Iteration 14 | elast.. | 0.0326 | saga | 1000 | 0.9 | 0.5 | 0.6875 | 3.195s | 49.159s |
| Iteration 15 | elast.. | 0.0333 | saga | 182 | 0.6 | 0.5 | 0.6875 | 3.188s | 52.893s |
| Iteration 16 | l2 | 0.1061 | libli.. | 959 | --- | 0.25 | 0.6875 | 3.158s | 56.597s |
| Iteration 17 | l2 | 0.0335 | libli.. | 889 | --- | 0.4375 | 0.6875 | 3.803s | 1m:01s |
| Iteration 18 | none | --- | newto.. | 1000 | --- | 0.5625 | 0.6875 | 3.191s | 1m:05s |
| Iteration 19 | l2 | 0.0291 | libli.. | 100 | --- | 0.625 | 0.6875 | 3.216s | 1m:09s |
| Iteration 20 | l2 | 0.0492 | sag | 124 | --- | 0.5 | 0.6875 | 3.166s | 1m:13s |
| Iteration 21 | l2 | 0.0372 | newto.. | 452 | --- | 0.4375 | 0.6875 | 3.185s | 1m:16s |
| Iteration 22 | l2 | 0.0026 | newto.. | 171 | --- | 0.1875 | 0.6875 | 3.198s | 1m:20s |
| Iteration 23 | l2 | 0.0303 | newto.. | 100 | --- | 0.125 | 0.6875 | 3.161s | 1m:24s |
| Iteration 24 | l2 | 0.0106 | libli.. | 278 | --- | 0.1875 | 0.6875 | 3.186s | 1m:28s |
| Iteration 25 | l2 | 0.1759 | libli.. | 219 | --- | 0.5625 | 0.6875 | 3.194s | 1m:31s |
| Iteration 26 | l1 | 0.0027 | saga | 315 | --- | 0.5 | 0.6875 | 3.179s | 1m:35s |
| Iteration 27 | l1 | 0.0303 | libli.. | 271 | --- | 0.5 | 0.6875 | 3.177s | 1m:39s |
| Iteration 28 | l2 | 0.0302 | libli.. | 330 | --- | 0.375 | 0.6875 | 3.169s | 1m:43s |
| Iteration 29 | l2 | 0.0514 | newto.. | 574 | --- | 0.5625 | 0.6875 | 3.185s | 1m:47s |
| Iteration 30 | l2 | 0.0265 | sag | 112 | --- | 0.9375 | 0.9375 | 3.215s | 1m:51s |
| Iteration 31 | l2 | 0.0266 | sag | 489 | --- | 0.875 | 0.9375 | 3.191s | 1m:54s |
| Iteration 32 | l2 | 0.0268 | sag | 407 | --- | 0.125 | 0.9375 | 3.178s | 1m:58s |
| Iteration 33 | l2 | 0.0251 | sag | 278 | --- | 0.625 | 0.9375 | 3.190s | 2m:02s |
| Iteration 34 | l2 | 33.1869 | sag | 100 | --- | 0.5 | 0.9375 | 3.172s | 2m:06s |
| Iteration 35 | l2 | 0.0105 | sag | 272 | --- | 0.4375 | 0.9375 | 3.188s | 2m:10s |
| Iteration 36 | none | --- | sag | 995 | --- | 0.5625 | 0.9375 | 3.179s | 2m:14s |
| Iteration 37 | l2 | 0.0255 | sag | 441 | --- | 0.375 | 0.9375 | 3.179s | 2m:18s |
| Iteration 38 | l2 | 0.0459 | sag | 406 | --- | 0.8438 | 0.9375 | 3.166s | 2m:21s |
| Iteration 39 | l2 | 0.0288 | sag | 100 | --- | 0.375 | 0.9375 | 3.167s | 2m:25s |
| Iteration 40 | none | --- | sag | 985 | --- | 0.4375 | 0.9375 | 3.168s | 2m:29s |
| Iteration 41 | l1 | 0.2753 | saga | 239 | --- | 0.3125 | 0.9375 | 3.772s | 2m:33s |
| Iteration 42 | l2 | 0.0334 | saga | 381 | --- | 0.4375 | 0.9375 | 3.184s | 2m:37s |
| Iteration 43 | l2 | 0.0014 | libli.. | 178 | --- | 0.625 | 0.9375 | 3.190s | 2m:41s |
| Iteration 44 | elast.. | 0.0139 | saga | 528 | 0.1 | 0.8125 | 0.9375 | 3.160s | 2m:45s |
| Iteration 45 | l2 | 0.0013 | sag | 475 | --- | 0.6875 | 0.9375 | 3.177s | 2m:49s |
| Iteration 46 | l1 | 52.5974 | saga | 343 | --- | 0.6875 | 0.9375 | 3.167s | 2m:52s |
| Iteration 47 | l1 | 0.0033 | saga | 171 | --- | 0.5 | 0.9375 | 3.177s | 2m:56s |
| Iteration 48 | elast.. | 1.0215 | saga | 1000 | 0.3 | 0.375 | 0.9375 | 3.162s | 3m:00s |
| Iteration 49 | none | --- | saga | 873 | --- | 0.8125 | 0.9375 | 3.173s | 3m:04s |
| Iteration 50 | none | --- | saga | 257 | --- | 0.375 | 0.9375 | 3.175s | 3m:08s |
Bayesian Optimization ---------------------------
Best call --> Iteration 30
Best parameters --> {'penalty': 'l2', 'C': 0.0265, 'solver': 'sag', 'max_iter': 112}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 3m:08s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.783
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.86 ± 0.086
Time elapsed: 0.051s
-------------------------------------------------
Total time: 3m:09s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.0 | 0.0 | 3.102s | 3.108s |
| Initial point 2 | svd | --- | 0.125 | 0.125 | 3.173s | 6.616s |
| Initial point 3 | svd | --- | 0.125 | 0.125 | 0.001s | 6.925s |
| Initial point 4 | lsqr | 0.8 | 0.75 | 0.75 | 3.106s | 10.307s |
| Initial point 5 | eigen | 0.9 | 0.4375 | 0.75 | 3.168s | 13.743s |
| Initial point 6 | lsqr | 0.7 | 0.375 | 0.75 | 3.142s | 17.130s |
| Initial point 7 | lsqr | 0.5 | 0.75 | 0.75 | 3.199s | 20.567s |
| Initial point 8 | lsqr | 0.9 | 0.75 | 0.75 | 3.178s | 23.991s |
| Initial point 9 | lsqr | 0.6 | 0.5 | 0.75 | 3.169s | 27.411s |
| Initial point 10 | eigen | 0.8 | 0.625 | 0.75 | 3.168s | 30.839s |
| Iteration 11 | lsqr | auto | 0.1875 | 0.75 | 3.165s | 34.373s |
| Iteration 12 | svd | --- | 0.125 | 0.75 | 0.000s | 34.781s |
| Iteration 13 | lsqr | None | 0.625 | 0.75 | 3.165s | 38.417s |
| Iteration 14 | lsqr | 1.0 | 0.3125 | 0.75 | 3.195s | 42.003s |
| Iteration 15 | eigen | 0.5 | 0.875 | 0.875 | 3.186s | 45.585s |
| Iteration 16 | eigen | None | 0.25 | 0.875 | 3.134s | 49.109s |
| Iteration 17 | svd | --- | 0.125 | 0.875 | 0.000s | 49.515s |
| Iteration 18 | eigen | 0.6 | 0.625 | 0.875 | 3.168s | 53.085s |
| Iteration 19 | eigen | 0.7 | 0.75 | 0.875 | 3.184s | 56.689s |
| Iteration 20 | eigen | 0.5 | 0.875 | 0.875 | 0.001s | 57.213s |
| Iteration 21 | eigen | auto | 0.375 | 0.875 | 3.161s | 1m:01s |
| Iteration 22 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:02s |
| Iteration 23 | svd | --- | 0.125 | 0.875 | 0.000s | 1m:02s |
| Iteration 24 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:03s |
| Iteration 25 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:03s |
| Iteration 26 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:04s |
| Iteration 27 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:04s |
| Iteration 28 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:05s |
| Iteration 29 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:05s |
| Iteration 30 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:06s |
| Iteration 31 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:06s |
| Iteration 32 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:07s |
| Iteration 33 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:07s |
| Iteration 34 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:08s |
| Iteration 35 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:08s |
| Iteration 36 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:09s |
| Iteration 37 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:09s |
| Iteration 38 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:10s |
| Iteration 39 | eigen | 0.5 | 0.875 | 0.875 | 0.001s | 1m:10s |
| Iteration 40 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:11s |
| Iteration 41 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:11s |
| Iteration 42 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:12s |
| Iteration 43 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:12s |
| Iteration 44 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:13s |
| Iteration 45 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:14s |
| Iteration 46 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:14s |
| Iteration 47 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:15s |
| Iteration 48 | eigen | 0.5 | 0.875 | 0.875 | 0.001s | 1m:15s |
| Iteration 49 | eigen | 0.5 | 0.875 | 0.875 | 0.001s | 1m:16s |
| Iteration 50 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:17s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:18s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7268
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.1715
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:18s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.0 | 0.0 | 3.097s | 3.100s |
| Initial point 2 | 0.9 | 0.375 | 0.375 | 3.166s | 6.531s |
| Initial point 3 | 0.1 | 0.1875 | 0.375 | 3.135s | 9.959s |
| Initial point 4 | 1.0 | 0.0 | 0.375 | 0.000s | 10.216s |
| Initial point 5 | 0.2 | 0.375 | 0.375 | 3.171s | 13.660s |
| Initial point 6 | 0.4 | 0.375 | 0.375 | 3.115s | 17.013s |
| Initial point 7 | 0.4 | 0.375 | 0.375 | 0.000s | 17.263s |
| Initial point 8 | 0.7 | 0.6875 | 0.6875 | 3.142s | 20.675s |
| Initial point 9 | 0.9 | 0.375 | 0.6875 | 0.000s | 20.913s |
| Initial point 10 | 0.8 | 0.4375 | 0.6875 | 3.170s | 24.320s |
| Iteration 11 | 0.3 | 0.1875 | 0.6875 | 3.174s | 27.884s |
| Iteration 12 | 0.6 | 0.5625 | 0.6875 | 3.181s | 31.432s |
| Iteration 13 | 0.5 | 0.6875 | 0.6875 | 3.132s | 34.926s |
| Iteration 14 | 0.0 | 0.6875 | 0.6875 | 3.154s | 38.527s |
| Iteration 15 | 0.5 | 0.6875 | 0.6875 | 0.000s | 38.975s |
| Iteration 16 | 0.7 | 0.6875 | 0.6875 | 0.000s | 39.353s |
| Iteration 17 | 0.0 | 0.6875 | 0.6875 | 0.000s | 39.702s |
| Iteration 18 | 0.5 | 0.6875 | 0.6875 | 0.000s | 40.058s |
| Iteration 19 | 0.0 | 0.6875 | 0.6875 | 0.000s | 40.414s |
| Iteration 20 | 0.7 | 0.6875 | 0.6875 | 0.000s | 40.775s |
| Iteration 21 | 0.0 | 0.6875 | 0.6875 | 0.000s | 41.261s |
| Iteration 22 | 0.5 | 0.6875 | 0.6875 | 0.000s | 41.613s |
| Iteration 23 | 0.7 | 0.6875 | 0.6875 | 0.000s | 41.970s |
| Iteration 24 | 0.5 | 0.6875 | 0.6875 | 0.000s | 42.322s |
| Iteration 25 | 0.7 | 0.6875 | 0.6875 | 0.000s | 42.694s |
| Iteration 26 | 0.0 | 0.6875 | 0.6875 | 0.000s | 43.066s |
| Iteration 27 | 0.5 | 0.6875 | 0.6875 | 0.000s | 43.419s |
| Iteration 28 | 0.7 | 0.6875 | 0.6875 | 0.000s | 43.787s |
| Iteration 29 | 0.0 | 0.6875 | 0.6875 | 0.000s | 44.214s |
| Iteration 30 | 0.5 | 0.6875 | 0.6875 | 0.000s | 44.576s |
| Iteration 31 | 0.7 | 0.6875 | 0.6875 | 0.000s | 44.948s |
| Iteration 32 | 0.0 | 0.6875 | 0.6875 | 0.000s | 45.324s |
| Iteration 33 | 0.0 | 0.6875 | 0.6875 | 0.000s | 45.715s |
| Iteration 34 | 0.7 | 0.6875 | 0.6875 | 0.000s | 46.522s |
| Iteration 35 | 0.5 | 0.6875 | 0.6875 | 0.000s | 47.455s |
| Iteration 36 | 0.3 | 0.1875 | 0.6875 | 0.000s | 47.967s |
| Iteration 37 | 0.0 | 0.6875 | 0.6875 | 0.000s | 48.363s |
| Iteration 38 | 0.5 | 0.6875 | 0.6875 | 0.000s | 48.806s |
| Iteration 39 | 0.7 | 0.6875 | 0.6875 | 0.000s | 49.246s |
| Iteration 40 | 0.0 | 0.6875 | 0.6875 | 0.000s | 49.664s |
| Iteration 41 | 0.7 | 0.6875 | 0.6875 | 0.000s | 50.097s |
| Iteration 42 | 0.5 | 0.6875 | 0.6875 | 0.000s | 51.094s |
| Iteration 43 | 0.5 | 0.6875 | 0.6875 | 0.000s | 51.528s |
| Iteration 44 | 0.7 | 0.6875 | 0.6875 | 0.000s | 51.990s |
| Iteration 45 | 0.0 | 0.6875 | 0.6875 | 0.000s | 52.429s |
| Iteration 46 | 0.5 | 0.6875 | 0.6875 | 0.001s | 52.917s |
| Iteration 47 | 0.7 | 0.6875 | 0.6875 | 0.000s | 53.364s |
| Iteration 48 | 0.0 | 0.6875 | 0.6875 | 0.000s | 53.823s |
| Iteration 49 | 0.7 | 0.6875 | 0.6875 | 0.000s | 54.284s |
| Iteration 50 | 0.0 | 0.6875 | 0.6875 | 0.000s | 54.816s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'reg_param': 0.0}
Best evaluation --> roc_auc: 0.6875
Time elapsed: 55.290s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9482
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.008s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.6 ± 0.2864
Time elapsed: 0.027s
-------------------------------------------------
Total time: 55.327s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 10.3636 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 3.124s | 3.144s |
| Initial point 2 | 4.1216 | uniform | kd_tree | 39 | 2 | 0.5625 | 1.0 | 3.241s | 6.663s |
| Initial point 3 | 3.2558 | dista.. | ball_tree | 25 | 2 | 0.5625 | 1.0 | 3.156s | 10.079s |
| Initial point 4 | 9.4987 | uniform | ball_tree | 39 | 2 | 0.5 | 1.0 | 3.188s | 13.537s |
| Initial point 5 | 7.441 | dista.. | auto | 30 | 2 | 0.5312 | 1.0 | 3.167s | 16.986s |
| Initial point 6 | 8.6172 | dista.. | ball_tree | 21 | 2 | 0.4375 | 1.0 | 3.152s | 20.402s |
| Initial point 7 | 6.1636 | dista.. | ball_tree | 24 | 1 | 0.4375 | 1.0 | 3.178s | 23.840s |
| Initial point 8 | 1.477 | dista.. | ball_tree | 21 | 2 | 0.375 | 1.0 | 3.212s | 27.404s |
| Initial point 9 | 6.8659 | uniform | ball_tree | 24 | 1 | 0.8125 | 1.0 | 3.146s | 30.865s |
| Initial point 10 | 4.8767 | uniform | brute | 22 | 2 | 0.625 | 1.0 | 3.155s | 34.408s |
| Iteration 11 | 0.258 | dista.. | brute | 39 | 2 | 0.5 | 1.0 | 3.154s | 38.078s |
| Iteration 12 | 0.0 | dista.. | brute | 40 | 1 | 0.5 | 1.0 | 3.108s | 41.679s |
| Iteration 13 | 0.0 | dista.. | auto | 40 | 2 | 0.5 | 1.0 | 3.141s | 45.294s |
| Iteration 14 | 10.0099 | dista.. | brute | 40 | 2 | 0.875 | 1.0 | 3.135s | 48.956s |
| Iteration 15 | 10.3928 | dista.. | brute | 20 | 2 | 0.5625 | 1.0 | 3.096s | 52.665s |
| Iteration 16 | 10.3928 | dista.. | auto | 38 | 1 | 0.75 | 1.0 | 3.114s | 56.342s |
| Iteration 17 | 8.8473 | dista.. | auto | 40 | 1 | 0.6562 | 1.0 | 3.147s | 59.994s |
| Iteration 18 | 6.731 | uniform | brute | 22 | 2 | 0.875 | 1.0 | 3.118s | 1m:04s |
| Iteration 19 | 7.4348 | uniform | ball_tree | 22 | 1 | 0.3438 | 1.0 | 3.146s | 1m:07s |
| Iteration 20 | 10.2582 | dista.. | kd_tree | 40 | 2 | 0.75 | 1.0 | 3.151s | 1m:11s |
| Iteration 21 | 6.4567 | uniform | ball_tree | 25 | 1 | 0.5938 | 1.0 | 3.146s | 1m:15s |
| Iteration 22 | 10.0267 | dista.. | auto | 36 | 1 | 0.375 | 1.0 | 3.141s | 1m:18s |
| Iteration 23 | 6.5198 | uniform | auto | 22 | 1 | 0.25 | 1.0 | 3.121s | 1m:22s |
| Iteration 24 | 10.3928 | dista.. | ball_tree | 40 | 1 | 0.375 | 1.0 | 3.115s | 1m:26s |
| Iteration 25 | 10.3928 | dista.. | auto | 40 | 1 | 0.4375 | 1.0 | 3.132s | 1m:30s |
| Iteration 26 | 8.8475 | uniform | brute | 27 | 2 | 0.5938 | 1.0 | 3.136s | 1m:33s |
| Iteration 27 | 0.0001 | uniform | kd_tree | 28 | 1 | 0.5 | 1.0 | 3.180s | 1m:38s |
| Iteration 28 | 10.3911 | dista.. | kd_tree | 23 | 2 | 0.25 | 1.0 | 3.122s | 1m:41s |
| Iteration 29 | 10.3794 | uniform | ball_tree | 32 | 1 | 0.25 | 1.0 | 3.140s | 1m:45s |
| Iteration 30 | 10.3015 | dista.. | brute | 40 | 2 | 0.5 | 1.0 | 3.155s | 1m:49s |
| Iteration 31 | 9.1622 | uniform | ball_tree | 22 | 2 | 0.375 | 1.0 | 3.139s | 1m:53s |
| Iteration 32 | 8.3293 | dista.. | brute | 24 | 2 | 0.25 | 1.0 | 3.174s | 1m:56s |
| Iteration 33 | 10.3928 | dista.. | auto | 39 | 1 | 0.6875 | 1.0 | 3.166s | 2m:00s |
| Iteration 34 | 6.5669 | uniform | brute | 24 | 2 | 0.375 | 1.0 | 3.137s | 2m:04s |
| Iteration 35 | 0.0378 | dista.. | ball_tree | 33 | 1 | 0.5 | 1.0 | 3.163s | 2m:08s |
| Iteration 36 | 0.0008 | uniform | brute | 35 | 1 | 0.5 | 1.0 | 3.140s | 2m:11s |
| Iteration 37 | 10.3928 | dista.. | auto | 40 | 2 | 0.625 | 1.0 | 3.173s | 2m:15s |
| Iteration 38 | 0.023 | dista.. | ball_tree | 29 | 2 | 0.5 | 1.0 | 3.144s | 2m:19s |
| Iteration 39 | 0.3146 | uniform | auto | 40 | 2 | 0.5 | 1.0 | 3.143s | 2m:23s |
| Iteration 40 | 10.3928 | dista.. | brute | 39 | 2 | 0.75 | 1.0 | 3.172s | 2m:27s |
| Iteration 41 | 0.027 | uniform | brute | 20 | 1 | 0.5 | 1.0 | 3.175s | 2m:30s |
| Iteration 42 | 10.3928 | dista.. | kd_tree | 39 | 2 | 0.6875 | 1.0 | 3.199s | 2m:34s |
| Iteration 43 | 10.3928 | dista.. | kd_tree | 39 | 2 | 0.6875 | 1.0 | 0.001s | 2m:35s |
| Iteration 44 | 10.3928 | dista.. | kd_tree | 39 | 2 | 0.6875 | 1.0 | 0.001s | 2m:35s |
| Iteration 45 | 10.3928 | dista.. | kd_tree | 39 | 2 | 0.6875 | 1.0 | 0.001s | 2m:36s |
| Iteration 46 | 10.3928 | dista.. | brute | 39 | 2 | 0.75 | 1.0 | 0.000s | 2m:37s |
| Iteration 47 | 10.3928 | dista.. | brute | 39 | 1 | 0.5625 | 1.0 | 3.135s | 2m:40s |
| Iteration 48 | 10.3928 | dista.. | ball_tree | 39 | 2 | 0.375 | 1.0 | 3.161s | 2m:44s |
| Iteration 49 | 0.2916 | dista.. | auto | 39 | 1 | 0.5 | 1.0 | 3.176s | 2m:48s |
| Iteration 50 | 10.3928 | dista.. | brute | 39 | 2 | 0.75 | 1.0 | 0.000s | 2m:49s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'radius': 10.3636, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 40, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:49s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.99 ± 0.02
Time elapsed: 0.055s
-------------------------------------------------
Total time: 2m:50s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.6875 | 0.6875 | 3.541s | 3.548s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.5 | 0.6875 | 3.583s | 7.476s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.75 | 0.75 | 3.344s | 11.075s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.6875 | 0.75 | 3.464s | 14.796s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.7812 | 0.7812 | 3.324s | 18.372s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.4375 | 0.7812 | 4.096s | 22.732s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.6875 | 0.7812 | 3.168s | 26.165s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.75 | 0.7812 | 3.442s | 29.857s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.6875 | 0.7812 | 3.145s | 33.265s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.625 | 0.7812 | 3.255s | 36.794s |
| Iteration 11 | 50 | 0.2675 | SAMME | 0.625 | 0.7812 | 3.180s | 40.425s |
| Iteration 12 | 289 | 0.1143 | SAMME | 0.75 | 0.7812 | 3.343s | 44.248s |
| Iteration 13 | 281 | 0.0333 | SAMME | 0.7188 | 0.7812 | 3.310s | 48.058s |
| Iteration 14 | 228 | 10.0 | SAMME | 0.7812 | 0.7812 | 3.121s | 51.659s |
| Iteration 15 | 113 | 10.0 | SAMME | 0.375 | 0.7812 | 3.098s | 55.235s |
| Iteration 16 | 343 | 10.0 | SAMME | 0.375 | 0.7812 | 3.096s | 58.852s |
| Iteration 17 | 255 | 0.346 | SAMME | 0.5625 | 0.7812 | 3.279s | 1m:03s |
| Iteration 18 | 212 | 0.0134 | SAMME | 0.5625 | 0.7812 | 3.253s | 1m:06s |
| Iteration 19 | 402 | 1.9733 | SAMME | 0.4375 | 0.7812 | 3.398s | 1m:10s |
| Iteration 20 | 461 | 0.0589 | SAMME | 0.7188 | 0.7812 | 3.434s | 1m:14s |
| Iteration 21 | 325 | 9.9986 | SAMME.R | 0.5 | 0.7812 | 3.375s | 1m:18s |
| Iteration 22 | 223 | 3.4919 | SAMME | 0.375 | 0.7812 | 3.097s | 1m:22s |
| Iteration 23 | 96 | 0.0563 | SAMME | 0.875 | 0.875 | 3.187s | 1m:25s |
| Iteration 24 | 54 | 0.0586 | SAMME | 0.3125 | 0.875 | 3.148s | 1m:29s |
| Iteration 25 | 446 | 0.0462 | SAMME | 0.6875 | 0.875 | 3.431s | 1m:33s |
| Iteration 26 | 54 | 0.0101 | SAMME.R | 0.4688 | 0.875 | 3.155s | 1m:36s |
| Iteration 27 | 500 | 0.01 | SAMME | 0.75 | 0.875 | 3.500s | 1m:40s |
| Iteration 28 | 490 | 0.0105 | SAMME | 0.5 | 0.875 | 3.408s | 1m:44s |
| Iteration 29 | 500 | 0.0487 | SAMME | 0.25 | 0.875 | 3.474s | 1m:48s |
| Iteration 30 | 97 | 0.0581 | SAMME.R | 0.7812 | 0.875 | 3.199s | 1m:52s |
| Iteration 31 | 96 | 0.0544 | SAMME | 0.6875 | 0.875 | 3.182s | 1m:56s |
| Iteration 32 | 93 | 0.058 | SAMME | 0.625 | 0.875 | 3.811s | 2m:00s |
| Iteration 33 | 100 | 0.0612 | SAMME | 0.5625 | 0.875 | 3.204s | 2m:04s |
| Iteration 34 | 99 | 0.0557 | SAMME.R | 0.625 | 0.875 | 3.233s | 2m:08s |
| Iteration 35 | 254 | 0.0551 | SAMME | 1.0 | 1.0 | 3.346s | 2m:12s |
| Iteration 36 | 261 | 0.0617 | SAMME | 0.5 | 1.0 | 3.313s | 2m:16s |
| Iteration 37 | 253 | 0.06 | SAMME.R | 0.875 | 1.0 | 3.365s | 2m:20s |
| Iteration 38 | 254 | 0.046 | SAMME | 0.9375 | 1.0 | 3.309s | 2m:24s |
| Iteration 39 | 254 | 0.0433 | SAMME.R | 0.4375 | 1.0 | 3.346s | 2m:28s |
| Iteration 40 | 253 | 0.0577 | SAMME | 0.75 | 1.0 | 3.312s | 2m:32s |
| Iteration 41 | 250 | 0.0599 | SAMME | 0.75 | 1.0 | 3.283s | 2m:36s |
| Iteration 42 | 255 | 0.0513 | SAMME | 0.8125 | 1.0 | 3.337s | 2m:40s |
| Iteration 43 | 253 | 0.0687 | SAMME.R | 0.875 | 1.0 | 3.331s | 2m:44s |
| Iteration 44 | 254 | 0.0702 | SAMME | 0.75 | 1.0 | 3.310s | 2m:48s |
| Iteration 45 | 250 | 0.0715 | SAMME.R | 0.6875 | 1.0 | 3.356s | 2m:52s |
| Iteration 46 | 256 | 0.0701 | SAMME.R | 0.6875 | 1.0 | 3.345s | 2m:56s |
| Iteration 47 | 234 | 10.0 | SAMME | 0.3125 | 1.0 | 3.160s | 2m:60s |
| Iteration 48 | 222 | 10.0 | SAMME | 0.5 | 1.0 | 3.156s | 3m:03s |
| Iteration 49 | 244 | 0.0474 | SAMME | 0.75 | 1.0 | 3.251s | 3m:07s |
| Iteration 50 | 327 | 0.0101 | SAMME.R | 0.2188 | 1.0 | 3.381s | 3m:11s |
Bayesian Optimization ---------------------------
Best call --> Iteration 35
Best parameters --> {'n_estimators': 254, 'learning_rate': 0.0551, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9786
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.206s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.0935
Time elapsed: 0.927s
-------------------------------------------------
Total time: 3m:13s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.4375 | 0.4375 | 3.481s | 3.500s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.5 | 0.5 | 3.399s | 7.164s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.75 | 0.75 | 3.395s | 10.879s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.75 | 0.75 | 3.227s | 14.406s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.6562 | 0.75 | 3.411s | 18.084s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.5625 | 0.75 | 3.245s | 21.611s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.875 | 0.875 | 3.307s | 25.209s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.75 | 0.875 | 3.928s | 29.401s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.5 | 0.875 | 3.390s | 33.257s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.625 | 0.875 | 3.371s | 36.917s |
| Iteration 11 | 42 | entropy | 3 | 20 | 5 | None | False | 0.025 | --- | 0.875 | 0.875 | 3.144s | 40.790s |
| Iteration 12 | 228 | entropy | 6 | 20 | 6 | log2 | False | 0.0337 | --- | 0.8125 | 0.875 | 3.286s | 44.855s |
| Iteration 13 | 10 | entropy | 9 | 20 | 20 | auto | False | 0.0 | --- | 0.625 | 0.875 | 3.116s | 48.660s |
| Iteration 14 | 10 | entropy | None | 19 | 1 | None | False | 0.0025 | --- | 0.7812 | 0.875 | 3.134s | 52.548s |
| Iteration 15 | 301 | gini | 7 | 18 | 10 | sqrt | True | 0.0 | 0.8 | 0.75 | 0.875 | 3.352s | 56.628s |
| Iteration 16 | 10 | gini | 1 | 9 | 1 | log2 | True | 0.0079 | 0.7 | 0.3438 | 0.875 | 3.102s | 1m:00s |
| Iteration 17 | 10 | entropy | None | 2 | 10 | None | False | 0.0 | --- | 0.625 | 0.875 | 3.106s | 1m:04s |
| Iteration 18 | 10 | gini | 9 | 20 | 20 | log2 | True | 0.027 | 0.7 | 0.5 | 0.875 | 3.134s | 1m:08s |
| Iteration 19 | 57 | entropy | None | 20 | 8 | None | False | 0.0088 | --- | 0.7188 | 0.875 | 3.172s | 1m:12s |
| Iteration 20 | 10 | entropy | None | 5 | 4 | auto | False | 0.023 | --- | 0.8125 | 0.875 | 3.146s | 1m:16s |
| Iteration 21 | 10 | entropy | 8 | 13 | 20 | log2 | True | 0.0258 | 0.5 | 0.5 | 0.875 | 3.134s | 1m:19s |
| Iteration 22 | 500 | entropy | None | 5 | 6 | None | False | 0.0074 | --- | 0.4375 | 0.875 | 3.443s | 1m:23s |
| Iteration 23 | 325 | entropy | 1 | 16 | 6 | 0.5 | False | 0.034 | --- | 0.7188 | 0.875 | 3.334s | 1m:28s |
| Iteration 24 | 10 | entropy | 9 | 20 | 3 | auto | False | 0.035 | --- | 0.4375 | 0.875 | 3.135s | 1m:32s |
| Iteration 25 | 91 | entropy | 2 | 19 | 1 | 0.5 | False | 0.035 | --- | 0.6875 | 0.875 | 3.152s | 1m:36s |
| Iteration 26 | 15 | entropy | 4 | 14 | 5 | 0.9 | False | 0.0171 | --- | 0.4062 | 0.875 | 3.096s | 1m:40s |
| Iteration 27 | 329 | entropy | 6 | 19 | 6 | log2 | False | 0.0335 | --- | 0.75 | 0.875 | 3.296s | 1m:44s |
| Iteration 28 | 333 | entropy | 3 | 17 | 15 | 0.8 | False | 0.0277 | --- | 0.5938 | 0.875 | 3.274s | 1m:48s |
| Iteration 29 | 310 | entropy | 2 | 7 | 4 | 0.5 | False | 0.0261 | --- | 0.5 | 0.875 | 3.264s | 1m:52s |
| Iteration 30 | 39 | gini | 9 | 13 | 6 | 0.6 | False | 0.0322 | --- | 0.8438 | 0.875 | 3.136s | 1m:56s |
| Iteration 31 | 191 | entropy | 1 | 6 | 5 | 0.9 | False | 0.0263 | --- | 0.8125 | 0.875 | 3.219s | 1m:60s |
| Iteration 32 | 440 | entropy | 9 | 18 | 5 | 0.5 | False | 0.025 | --- | 0.5 | 0.875 | 3.362s | 2m:04s |
| Iteration 33 | 140 | entropy | 9 | 9 | 6 | log2 | False | 0.0315 | --- | 0.625 | 0.875 | 3.205s | 2m:09s |
| Iteration 34 | 10 | entropy | 9 | 13 | 5 | 0.8 | False | 0.0259 | --- | 0.875 | 0.875 | 3.123s | 2m:13s |
| Iteration 35 | 10 | entropy | 3 | 19 | 5 | 0.5 | False | 0.0281 | --- | 1.0 | 1.0 | 3.110s | 2m:17s |
| Iteration 36 | 16 | entropy | 1 | 11 | 5 | 0.6 | False | 0.0287 | --- | 0.625 | 1.0 | 3.100s | 2m:21s |
| Iteration 37 | 10 | gini | 2 | 18 | 6 | 0.7 | False | 0.029 | --- | 0.8125 | 1.0 | 3.110s | 2m:25s |
| Iteration 38 | 10 | entropy | 5 | 15 | 4 | sqrt | False | 0.0282 | --- | 0.9375 | 1.0 | 3.087s | 2m:29s |
| Iteration 39 | 10 | entropy | 3 | 15 | 1 | 0.8 | False | 0.0274 | --- | 0.4375 | 1.0 | 3.071s | 2m:33s |
| Iteration 40 | 10 | entropy | 2 | 12 | 5 | 0.8 | False | 0.0286 | --- | 0.625 | 1.0 | 3.111s | 2m:37s |
| Iteration 41 | 134 | entropy | 5 | 19 | 5 | log2 | False | 0.0282 | --- | 0.5 | 1.0 | 3.203s | 2m:41s |
| Iteration 42 | 10 | gini | 3 | 18 | 5 | 0.7 | False | 0.0306 | --- | 0.6875 | 1.0 | 3.161s | 2m:45s |
| Iteration 43 | 12 | entropy | 3 | 6 | 5 | auto | False | 0.0271 | --- | 0.75 | 1.0 | 3.139s | 2m:49s |
| Iteration 44 | 493 | entropy | 3 | 20 | 5 | log2 | False | 0.0098 | --- | 0.875 | 1.0 | 3.407s | 2m:54s |
| Iteration 45 | 48 | entropy | 5 | 13 | 4 | auto | False | 0.0213 | --- | 0.75 | 1.0 | 3.164s | 2m:58s |
| Iteration 46 | 26 | entropy | 3 | 11 | 5 | 0.7 | False | 0.0307 | --- | 0.75 | 1.0 | 3.137s | 3m:02s |
| Iteration 47 | 432 | entropy | 3 | 20 | 5 | 0.5 | False | 0.0326 | --- | 0.6875 | 1.0 | 3.409s | 3m:06s |
| Iteration 48 | 10 | entropy | 3 | 20 | 5 | log2 | False | 0.0236 | --- | 0.75 | 1.0 | 3.094s | 3m:11s |
| Iteration 49 | 78 | gini | 3 | 17 | 5 | sqrt | False | 0.0041 | --- | 0.8125 | 1.0 | 3.136s | 3m:15s |
| Iteration 50 | 193 | gini | 5 | 15 | 4 | None | False | 0.0249 | --- | 0.625 | 1.0 | 3.208s | 3m:19s |
Bayesian Optimization ---------------------------
Best call --> Iteration 35
Best parameters --> {'n_estimators': 10, 'criterion': 'entropy', 'max_depth': 3, 'min_samples_split': 19, 'min_samples_leaf': 5, 'max_features': 0.5, 'bootstrap': False, 'ccp_alpha': 0.0281}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.992
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.855 ± 0.0781
Time elapsed: 0.063s
-------------------------------------------------
Total time: 3m:20s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.227s | 3.246s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.625 | 0.625 | 3.235s | 6.744s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.625 | 3.228s | 10.362s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.625 | 3.188s | 13.827s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.625 | 3.203s | 17.319s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.625 | 3.173s | 20.783s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.625 | 3.207s | 24.266s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.625 | 3.210s | 27.744s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.625 | 0.625 | 3.200s | 31.208s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.625 | 3.215s | 34.690s |
| Iteration 11 | 26 | 0.3311 | 6 | 0.2332 | 10 | 0.6 | 0.5 | 100 | 1 | 0.5 | 0.625 | 3.126s | 38.995s |
| Iteration 12 | 410 | 0.1111 | 6 | 0.6017 | 5 | 0.8 | 1.0 | 0.01 | 0.1 | 0.5625 | 0.625 | 3.218s | 42.855s |
| Iteration 13 | 99 | 0.0828 | 4 | 0.3425 | 4 | 0.8 | 0.5 | 0 | 10 | 0.5625 | 0.625 | 3.144s | 46.700s |
| Iteration 14 | 435 | 0.0154 | 7 | 0.3959 | 3 | 0.8 | 0.9 | 0.01 | 0.1 | 0.9375 | 0.9375 | 3.237s | 50.659s |
| Iteration 15 | 350 | 0.0357 | 8 | 0.0872 | 3 | 0.8 | 0.8 | 0.01 | 0 | 0.6875 | 0.9375 | 3.220s | 54.579s |
| Iteration 16 | 361 | 0.0106 | 7 | 0.5217 | 3 | 1.0 | 0.8 | 0 | 0 | 0.4375 | 0.9375 | 3.185s | 58.531s |
| Iteration 17 | 334 | 0.01 | 7 | 0.9575 | 4 | 0.8 | 0.5 | 0.01 | 0 | 0.5625 | 0.9375 | 3.220s | 1m:02s |
| Iteration 18 | 225 | 0.0111 | 8 | 0.4428 | 6 | 0.8 | 0.9 | 0.1 | 0.01 | 0.6875 | 0.9375 | 3.210s | 1m:06s |
| Iteration 19 | 484 | 0.0137 | 6 | 0.4374 | 1 | 0.8 | 0.9 | 1 | 10 | 0.6875 | 0.9375 | 3.265s | 1m:10s |
| Iteration 20 | 323 | 0.01 | 7 | 0.2402 | 1 | 0.8 | 0.9 | 0.01 | 10 | 0.875 | 0.9375 | 3.234s | 1m:14s |
| Iteration 21 | 500 | 0.0108 | 8 | 0.538 | 6 | 0.8 | 1.0 | 0 | 0.1 | 0.5625 | 0.9375 | 3.234s | 1m:18s |
| Iteration 22 | 275 | 0.017 | 7 | 0.2427 | 5 | 0.8 | 0.9 | 0 | 0.01 | 0.75 | 0.9375 | 3.200s | 1m:22s |
| Iteration 23 | 258 | 0.0158 | 7 | 0.3658 | 9 | 0.8 | 0.9 | 0.01 | 10 | 0.5 | 0.9375 | 3.206s | 1m:26s |
| Iteration 24 | 328 | 0.0128 | 8 | 0.3876 | 3 | 0.8 | 0.9 | 0.01 | 10 | 0.375 | 0.9375 | 3.198s | 1m:30s |
| Iteration 25 | 474 | 0.0407 | 7 | 0.5316 | 3 | 0.5 | 0.9 | 0.01 | 0.1 | 0.75 | 0.9375 | 3.216s | 1m:34s |
| Iteration 26 | 110 | 0.0108 | 7 | 0.3748 | 3 | 0.8 | 0.9 | 0.01 | 0.1 | 0.375 | 0.9375 | 3.173s | 1m:38s |
| Iteration 27 | 412 | 0.1168 | 7 | 0.1252 | 2 | 0.8 | 0.9 | 0.01 | 0.1 | 0.875 | 0.9375 | 3.233s | 1m:42s |
| Iteration 28 | 403 | 0.01 | 7 | 0.6359 | 2 | 0.8 | 0.9 | 0.01 | 1 | 0.5625 | 0.9375 | 3.263s | 1m:46s |
| Iteration 29 | 399 | 0.7757 | 7 | 0.2802 | 3 | 0.5 | 0.9 | 0.01 | 10 | 0.5625 | 0.9375 | 3.263s | 1m:51s |
| Iteration 30 | 408 | 0.0681 | 7 | 0.2983 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 1.0 | 1.0 | 3.276s | 1m:55s |
| Iteration 31 | 409 | 0.0295 | 7 | 0.2983 | 2 | 0.8 | 0.9 | 0.01 | 0.01 | 1.0 | 1.0 | 3.262s | 1m:59s |
| Iteration 32 | 413 | 0.2616 | 7 | 0.2889 | 9 | 0.8 | 0.9 | 0.1 | 10 | 0.5 | 1.0 | 3.218s | 2m:03s |
| Iteration 33 | 412 | 0.0159 | 7 | 0.2905 | 2 | 0.8 | 0.9 | 0.01 | 1 | 0.625 | 1.0 | 3.256s | 2m:07s |
| Iteration 34 | 410 | 0.049 | 7 | 0.4327 | 3 | 0.9 | 0.9 | 0.1 | 0.1 | 0.875 | 1.0 | 3.846s | 2m:12s |
| Iteration 35 | 424 | 0.0327 | 7 | 0.28 | 3 | 0.9 | 0.9 | 10 | 0.1 | 0.5 | 1.0 | 3.260s | 2m:16s |
| Iteration 36 | 412 | 0.0148 | 7 | 0.2921 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.5 | 1.0 | 3.254s | 2m:20s |
| Iteration 37 | 410 | 0.0791 | 7 | 0.9642 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.875 | 1.0 | 3.240s | 2m:25s |
| Iteration 38 | 416 | 0.0324 | 7 | 0.2494 | 2 | 0.7 | 0.7 | 0.01 | 0.01 | 0.875 | 1.0 | 3.221s | 2m:29s |
| Iteration 39 | 408 | 0.0803 | 7 | 0.0247 | 3 | 0.9 | 0.9 | 0.1 | 0.1 | 0.4375 | 1.0 | 3.237s | 2m:33s |
| Iteration 40 | 438 | 0.1088 | 3 | 0.6772 | 2 | 0.7 | 0.8 | 0.01 | 0.01 | 0.625 | 1.0 | 3.255s | 2m:38s |
| Iteration 41 | 414 | 0.0273 | 7 | 0.3369 | 2 | 0.7 | 0.7 | 0.01 | 0.01 | 0.625 | 1.0 | 3.206s | 2m:42s |
| Iteration 42 | 415 | 0.1457 | 7 | 0.7984 | 3 | 0.7 | 0.6 | 0.01 | 0.1 | 0.8125 | 1.0 | 3.241s | 2m:46s |
| Iteration 43 | 397 | 0.0131 | 7 | 0.5107 | 2 | 0.9 | 0.9 | 0 | 0.1 | 0.75 | 1.0 | 3.241s | 2m:50s |
| Iteration 44 | 482 | 0.5579 | 7 | 0.3438 | 3 | 0.9 | 0.6 | 0.01 | 0.01 | 0.75 | 1.0 | 3.223s | 2m:54s |
| Iteration 45 | 421 | 0.1183 | 7 | 0.5963 | 6 | 0.8 | 0.7 | 0.01 | 0.1 | 0.9688 | 1.0 | 3.210s | 2m:58s |
| Iteration 46 | 431 | 0.0293 | 7 | 0.9989 | 4 | 0.8 | 0.5 | 0.01 | 0.01 | 0.625 | 1.0 | 3.220s | 3m:02s |
| Iteration 47 | 421 | 0.1469 | 7 | 0.5062 | 3 | 0.6 | 0.9 | 0.01 | 0.1 | 0.8125 | 1.0 | 3.264s | 3m:07s |
| Iteration 48 | 422 | 0.0149 | 7 | 0.4933 | 4 | 0.9 | 0.8 | 0.01 | 0.1 | 0.75 | 1.0 | 3.212s | 3m:11s |
| Iteration 49 | 421 | 0.288 | 7 | 0.4881 | 8 | 0.7 | 0.9 | 0.01 | 0.1 | 0.5 | 1.0 | 3.239s | 3m:15s |
| Iteration 50 | 323 | 0.721 | 7 | 0.9964 | 2 | 0.7 | 0.7 | 0.01 | 0.1 | 0.6875 | 1.0 | 3.215s | 3m:20s |
Bayesian Optimization ---------------------------
Best call --> Iteration 30
Best parameters --> {'n_estimators': 408, 'learning_rate': 0.0681, 'max_depth': 7, 'gamma': 0.2983, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9902
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.091s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.0707
Time elapsed: 0.272s
-------------------------------------------------
Total time: 3m:21s
Final results ==================== >>
Duration: 21m:21s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.89 ± 0.0917
Logistic Regression --> roc_auc: 0.86 ± 0.086
Linear Discriminant Analysis --> roc_auc: 0.74 ± 0.1715
Quadratic Discriminant Analysis --> roc_auc: 0.6 ± 0.2864 ~
Radius Nearest Neighbors --> roc_auc: 0.99 ± 0.02 !
AdaBoost --> roc_auc: 0.9 ± 0.0935
Random Forest --> roc_auc: 0.855 ± 0.0781
XGBoost --> roc_auc: 0.9 ± 0.0707
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 830 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CALMDTGRRALTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CAVEDDYKLSF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CVVNTGFQKLVF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CAVEDQTGANNLFF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVLDSSYKLIF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAAPYSSASKIIF.
>>> Dropping feature CAGNQAGTALIF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CVVTNQAGTALIF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAASYTGNQFYF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVENQAGTALIF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAASTNTGNQFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CAVASGTYKYIF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVTNTGGFKTIF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CAGPNAGGTSYGKLTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAPNSGGGADGLTF.
>>> Dropping feature CAVRNAGGTSYGKLTF.
>>> Dropping feature CAVRNAGNMLTF.
>>> Dropping feature CAVRNQGGKLIF.
>>> Dropping feature CAVSDTGRRALTF.
>>> Dropping feature CAVSTGGGNKLTF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 1.0 | 1.0 | 0.682s | 0.702s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 1.0 | 1.0 | 0.720s | 1.690s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.75 | 1.0 | 0.695s | 2.695s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.625 | 1.0 | 0.718s | 3.731s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.875 | 1.0 | 0.741s | 4.753s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.625 | 1.0 | 0.768s | 5.801s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.8125 | 1.0 | 1.461s | 7.563s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 1.0 | 1.0 | 0.802s | 8.673s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.75 | 1.0 | 0.743s | 9.694s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.625 | 1.0 | 0.732s | 10.703s |
| Iteration 11 | deviance | 0.1288 | 229 | 0.7 | squared_er.. | 16 | 9 | 5 | None | 0.025 | 0.75 | 1.0 | 0.734s | 11.991s |
| Iteration 12 | exponen.. | 0.0636 | 336 | 0.8 | friedman_mse | 12 | 8 | 5 | 0.9 | 0.0135 | 0.875 | 1.0 | 0.712s | 13.346s |
| Iteration 13 | deviance | 0.2973 | 293 | 0.7 | squared_er.. | 8 | 8 | 9 | 0.9 | 0.035 | 1.0 | 1.0 | 0.709s | 14.728s |
| Iteration 14 | exponen.. | 1.0 | 10 | 1.0 | friedman_mse | 8 | 8 | 8 | 0.9 | 0.0343 | 1.0 | 1.0 | 0.631s | 15.950s |
| Iteration 15 | deviance | 0.064 | 500 | 0.9 | squared_er.. | 20 | 10 | 8 | None | 0.0175 | 0.9375 | 1.0 | 0.766s | 17.382s |
| Iteration 16 | deviance | 0.0602 | 103 | 0.5 | squared_er.. | 6 | 10 | 6 | None | 0.0024 | 0.9375 | 1.0 | 0.652s | 18.687s |
| Iteration 17 | deviance | 0.2398 | 290 | 0.6 | squared_er.. | 20 | 10 | 1 | 0.7 | 0.035 | 0.875 | 1.0 | 0.717s | 20.169s |
| Iteration 18 | exponen.. | 0.042 | 387 | 0.7 | squared_er.. | 20 | 8 | 8 | 0.6 | 0.0214 | 0.8125 | 1.0 | 0.730s | 21.712s |
| Iteration 19 | deviance | 0.0722 | 230 | 0.7 | squared_er.. | 16 | 8 | 6 | 0.7 | 0.0154 | 0.9375 | 1.0 | 0.707s | 23.071s |
| Iteration 20 | deviance | 0.0426 | 235 | 0.6 | squared_er.. | 4 | 10 | 8 | None | 0.0057 | 0.8125 | 1.0 | 0.692s | 24.385s |
| Iteration 21 | deviance | 1.0 | 86 | 0.9 | friedman_mse | 2 | 8 | 9 | log2 | 0.0244 | 0.7812 | 1.0 | 0.653s | 25.753s |
| Iteration 22 | exponen.. | 0.716 | 336 | 1.0 | squared_er.. | 19 | 5 | 3 | None | 0.0298 | 0.3438 | 1.0 | 0.700s | 27.089s |
| Iteration 23 | deviance | 0.6952 | 17 | 0.8 | squared_er.. | 9 | 7 | 7 | None | 0.0018 | 0.6875 | 1.0 | 0.640s | 28.390s |
| Iteration 24 | deviance | 0.1195 | 251 | 0.6 | squared_er.. | 20 | 10 | 4 | None | 0.0335 | 0.9375 | 1.0 | 0.698s | 29.814s |
| Iteration 25 | exponen.. | 0.0558 | 471 | 0.6 | squared_er.. | 14 | 2 | 9 | None | 0.0011 | 0.875 | 1.0 | 0.770s | 31.288s |
| Iteration 26 | deviance | 0.1003 | 231 | 0.6 | squared_er.. | 17 | 10 | 6 | None | 0.0233 | 0.875 | 1.0 | 0.684s | 32.694s |
| Iteration 27 | deviance | 0.8565 | 336 | 1.0 | friedman_mse | 8 | 3 | 4 | 0.9 | 0.006 | 0.7812 | 1.0 | 0.722s | 34.129s |
| Iteration 28 | exponen.. | 0.0706 | 296 | 0.7 | squared_er.. | 5 | 14 | 9 | 0.7 | 0.0008 | 0.75 | 1.0 | 0.699s | 35.558s |
| Iteration 29 | deviance | 1.0 | 202 | 0.8 | squared_er.. | 2 | 8 | 8 | 0.9 | 0.0342 | 0.9688 | 1.0 | 0.678s | 37.050s |
| Iteration 30 | deviance | 0.1306 | 227 | 0.9 | squared_er.. | 20 | 10 | 5 | 0.5 | 0.0275 | 0.7812 | 1.0 | 0.680s | 38.475s |
| Iteration 31 | exponen.. | 0.8174 | 396 | 0.9 | friedman_mse | 20 | 8 | 9 | 0.9 | 0.0313 | 0.9375 | 1.0 | 0.735s | 40.123s |
| Iteration 32 | exponen.. | 0.8347 | 244 | 0.8 | friedman_mse | 20 | 11 | 8 | None | 0.0266 | 1.0 | 1.0 | 0.692s | 41.662s |
| Iteration 33 | exponen.. | 0.2428 | 250 | 0.9 | friedman_mse | 14 | 11 | 4 | None | 0.0001 | 1.0 | 1.0 | 0.718s | 43.262s |
| Iteration 34 | exponen.. | 0.01 | 311 | 0.7 | squared_er.. | 20 | 8 | 6 | 0.9 | 0.0034 | 0.5625 | 1.0 | 1.355s | 45.481s |
| Iteration 35 | deviance | 0.01 | 420 | 0.6 | squared_er.. | 20 | 8 | 2 | 0.9 | 0.0109 | 1.0 | 1.0 | 0.792s | 47.282s |
| Iteration 36 | exponen.. | 0.3592 | 250 | 0.5 | friedman_mse | 17 | 11 | 7 | None | 0.0226 | 0.625 | 1.0 | 0.741s | 48.973s |
| Iteration 37 | exponen.. | 0.8265 | 72 | 0.9 | friedman_mse | 19 | 17 | 7 | log2 | 0.0255 | 0.875 | 1.0 | 0.653s | 50.473s |
| Iteration 38 | exponen.. | 0.8562 | 419 | 1.0 | friedman_mse | 12 | 8 | 7 | 0.9 | 0.0163 | 0.75 | 1.0 | 0.768s | 51.970s |
| Iteration 39 | deviance | 0.8856 | 399 | 0.8 | squared_er.. | 12 | 8 | 4 | 0.7 | 0.0098 | 1.0 | 1.0 | 0.775s | 53.669s |
| Iteration 40 | exponen.. | 0.3626 | 500 | 0.8 | squared_er.. | 2 | 8 | 2 | sqrt | 0.0053 | 0.8125 | 1.0 | 0.742s | 55.321s |
| Iteration 41 | exponen.. | 0.7678 | 25 | 0.9 | friedman_mse | 19 | 8 | 9 | 0.5 | 0.0288 | 1.0 | 1.0 | 0.637s | 57.256s |
| Iteration 42 | exponen.. | 0.1519 | 245 | 0.9 | friedman_mse | 14 | 11 | 7 | 0.8 | 0.0039 | 0.9375 | 1.0 | 0.689s | 58.840s |
| Iteration 43 | deviance | 0.0338 | 380 | 0.7 | squared_er.. | 3 | 8 | 4 | sqrt | 0.0055 | 1.0 | 1.0 | 0.778s | 1m:01s |
| Iteration 44 | deviance | 0.0197 | 367 | 0.7 | squared_er.. | 13 | 8 | 6 | 0.8 | 0.0148 | 0.875 | 1.0 | 0.783s | 1m:03s |
| Iteration 45 | exponen.. | 0.0785 | 40 | 1.0 | friedman_mse | 13 | 8 | 4 | 0.7 | 0.0332 | 0.9375 | 1.0 | 0.708s | 1m:05s |
| Iteration 46 | deviance | 0.0149 | 490 | 0.7 | squared_er.. | 2 | 8 | 2 | 0.9 | 0.0226 | 0.875 | 1.0 | 0.804s | 1m:07s |
| Iteration 47 | deviance | 0.1641 | 310 | 0.9 | squared_er.. | 2 | 8 | 4 | sqrt | 0.0315 | 0.875 | 1.0 | 0.692s | 1m:09s |
| Iteration 48 | exponen.. | 0.6866 | 49 | 0.9 | friedman_mse | 2 | 8 | 6 | None | 0.0144 | 0.9375 | 1.0 | 0.664s | 1m:11s |
| Iteration 49 | deviance | 0.153 | 401 | 0.7 | squared_er.. | 9 | 8 | 2 | 0.9 | 0.0073 | 1.0 | 1.0 | 0.763s | 1m:13s |
| Iteration 50 | deviance | 0.4071 | 400 | 0.7 | squared_er.. | 13 | 8 | 2 | sqrt | 0.0152 | 0.5625 | 1.0 | 0.770s | 1m:15s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0787, 'n_estimators': 447, 'subsample': 0.7, 'criterion': 'squared_error', 'min_samples_split': 14, 'min_samples_leaf': 8, 'max_depth': 6, 'max_features': 0.7, 'ccp_alpha': 0.0044}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.127s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.89 ± 0.0374
Time elapsed: 0.602s
-------------------------------------------------
Total time: 1m:16s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.4375 | 0.4375 | 0.695s | 0.706s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.6875 | 0.6875 | 0.698s | 1.670s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.75 | 0.75 | 0.696s | 2.630s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.375 | 0.75 | 0.689s | 3.580s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.75 | 0.75 | 0.691s | 4.523s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.1875 | 0.75 | 0.695s | 5.481s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.3125 | 0.75 | 0.688s | 6.435s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.9375 | 0.9375 | 1.265s | 7.957s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.6875 | 0.9375 | 0.688s | 8.907s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.5 | 0.9375 | 0.695s | 9.873s |
| Iteration 11 | l1 | 0.9076 | libli.. | 517 | --- | 1.0 | 1.0 | 0.686s | 11.293s |
| Iteration 12 | l1 | 0.3101 | libli.. | 100 | --- | 0.4375 | 1.0 | 0.682s | 12.491s |
| Iteration 13 | l1 | 1.7137 | libli.. | 412 | --- | 0.6875 | 1.0 | 0.686s | 13.743s |
| Iteration 14 | l1 | 14.9636 | libli.. | 998 | --- | 0.5 | 1.0 | 0.693s | 15.009s |
| Iteration 15 | l1 | 1.8857 | libli.. | 224 | --- | 0.5 | 1.0 | 0.688s | 16.295s |
| Iteration 16 | l1 | 0.001 | libli.. | 969 | --- | 0.5 | 1.0 | 0.683s | 17.477s |
| Iteration 17 | l2 | 0.9611 | sag | 563 | --- | 0.5 | 1.0 | 0.693s | 18.850s |
| Iteration 18 | l1 | 64.2791 | libli.. | 614 | --- | 0.0 | 1.0 | 0.686s | 20.134s |
| Iteration 19 | l1 | 0.6278 | libli.. | 531 | --- | 0.8125 | 1.0 | 0.689s | 21.500s |
| Iteration 20 | l1 | 0.0134 | libli.. | 100 | --- | 0.5 | 1.0 | 0.683s | 22.860s |
| Iteration 21 | l1 | 0.0012 | libli.. | 510 | --- | 0.5 | 1.0 | 0.694s | 24.161s |
| Iteration 22 | l2 | 0.9545 | sag | 513 | --- | 0.875 | 1.0 | 0.683s | 25.538s |
| Iteration 23 | l2 | 1.109 | newto.. | 518 | --- | 0.75 | 1.0 | 0.687s | 27.021s |
| Iteration 24 | l2 | 0.7814 | newto.. | 518 | --- | 0.875 | 1.0 | 0.690s | 28.394s |
| Iteration 25 | l2 | 0.6476 | lbfgs | 497 | --- | 0.5625 | 1.0 | 0.699s | 29.752s |
| Iteration 26 | l2 | 9.2143 | sag | 117 | --- | 0.8125 | 1.0 | 0.684s | 31.357s |
| Iteration 27 | l1 | 0.8472 | libli.. | 517 | --- | 0.7812 | 1.0 | 0.683s | 32.897s |
| Iteration 28 | l1 | 19.0 | libli.. | 137 | --- | 0.6875 | 1.0 | 0.692s | 34.352s |
| Iteration 29 | l1 | 4.8998 | libli.. | 133 | --- | 0.75 | 1.0 | 0.687s | 35.801s |
| Iteration 30 | l1 | 8.4124 | saga | 128 | --- | 0.625 | 1.0 | 0.691s | 37.245s |
| Iteration 31 | l2 | 12.0903 | lbfgs | 114 | --- | 0.75 | 1.0 | 0.673s | 38.704s |
| Iteration 32 | l1 | 3.1496 | saga | 519 | --- | 0.5 | 1.0 | 0.702s | 40.170s |
| Iteration 33 | l2 | 0.5302 | sag | 512 | --- | 0.8125 | 1.0 | 1.257s | 42.222s |
| Iteration 34 | l2 | 8.0113 | newto.. | 126 | --- | 0.625 | 1.0 | 0.709s | 43.693s |
| Iteration 35 | l2 | 0.246 | sag | 525 | --- | 0.6875 | 1.0 | 0.696s | 45.063s |
| Iteration 36 | l2 | 5.6164 | lbfgs | 160 | --- | 0.5625 | 1.0 | 0.695s | 46.486s |
| Iteration 37 | l2 | 1.0382 | sag | 332 | --- | 0.75 | 1.0 | 0.690s | 47.846s |
| Iteration 38 | l2 | 2.1023 | sag | 303 | --- | 0.5 | 1.0 | 0.689s | 49.247s |
| Iteration 39 | l2 | 0.6838 | sag | 521 | --- | 0.5 | 1.0 | 0.687s | 50.708s |
| Iteration 40 | l2 | 0.248 | sag | 333 | --- | 0.5625 | 1.0 | 0.691s | 52.207s |
| Iteration 41 | l2 | 39.338 | sag | 100 | --- | 0.875 | 1.0 | 0.692s | 53.643s |
| Iteration 42 | l2 | 72.8146 | newto.. | 111 | --- | 0.6875 | 1.0 | 0.678s | 55.136s |
| Iteration 43 | l2 | 32.5787 | libli.. | 586 | --- | 0.8125 | 1.0 | 0.650s | 56.965s |
| Iteration 44 | l1 | 0.4697 | libli.. | 476 | --- | 0.75 | 1.0 | 0.657s | 59.008s |
| Iteration 45 | l2 | 20.5088 | newto.. | 653 | --- | 0.5625 | 1.0 | 0.640s | 1m:01s |
| Iteration 46 | l2 | 52.1183 | libli.. | 528 | --- | 0.8125 | 1.0 | 0.637s | 1m:02s |
| Iteration 47 | l2 | 100.0 | libli.. | 525 | --- | 0.4375 | 1.0 | 0.645s | 1m:04s |
| Iteration 48 | l2 | 4.3918 | sag | 540 | --- | 0.375 | 1.0 | 0.649s | 1m:05s |
| Iteration 49 | l2 | 0.001 | sag | 259 | --- | 0.875 | 1.0 | 0.636s | 1m:06s |
| Iteration 50 | l2 | 0.001 | sag | 313 | --- | 0.3125 | 1.0 | 0.659s | 1m:08s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'penalty': 'l1', 'C': 0.9076, 'solver': 'liblinear', 'max_iter': 517}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7076
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.85 ± 0.0949
Time elapsed: 0.053s
-------------------------------------------------
Total time: 1m:09s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.5625 | 0.5625 | 0.689s | 0.694s |
| Initial point 2 | svd | --- | 0.6875 | 0.6875 | 0.693s | 1.735s |
| Initial point 3 | svd | --- | 0.6875 | 0.6875 | 0.000s | 2.017s |
| Initial point 4 | lsqr | 0.8 | 0.375 | 0.6875 | 0.674s | 2.944s |
| Initial point 5 | eigen | 0.9 | 0.8125 | 0.8125 | 0.679s | 3.895s |
| Initial point 6 | lsqr | 0.7 | 0.375 | 0.8125 | 0.676s | 4.839s |
| Initial point 7 | lsqr | 0.5 | 0.5625 | 0.8125 | 0.680s | 5.784s |
| Initial point 8 | lsqr | 0.9 | 0.875 | 0.875 | 0.681s | 6.716s |
| Initial point 9 | lsqr | 0.6 | 0.5625 | 0.875 | 0.673s | 7.651s |
| Initial point 10 | eigen | 0.8 | 0.375 | 0.875 | 0.667s | 8.574s |
| Iteration 11 | svd | --- | 0.6875 | 0.875 | 0.000s | 9.462s |
| Iteration 12 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 9.852s |
| Iteration 13 | lsqr | auto | 0.625 | 0.875 | 0.683s | 10.920s |
| Iteration 14 | svd | --- | 0.6875 | 0.875 | 0.000s | 11.325s |
| Iteration 15 | lsqr | None | 0.5 | 0.875 | 0.675s | 12.465s |
| Iteration 16 | eigen | auto | 0.8125 | 0.875 | 0.671s | 13.554s |
| Iteration 17 | svd | --- | 0.6875 | 0.875 | 0.000s | 13.969s |
| Iteration 18 | lsqr | 1.0 | 0.625 | 0.875 | 0.681s | 15.059s |
| Iteration 19 | eigen | 0.6 | 0.75 | 0.875 | 0.659s | 16.131s |
| Iteration 20 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 16.543s |
| Iteration 21 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 16.968s |
| Iteration 22 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 17.396s |
| Iteration 23 | eigen | 0.5 | 0.6875 | 0.875 | 0.630s | 18.460s |
| Iteration 24 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 18.904s |
| Iteration 25 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 19.348s |
| Iteration 26 | svd | --- | 0.6875 | 0.875 | 0.000s | 19.864s |
| Iteration 27 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 20.312s |
| Iteration 28 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 20.770s |
| Iteration 29 | eigen | None | 0.75 | 0.875 | 0.624s | 21.840s |
| Iteration 30 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 22.554s |
| Iteration 31 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 23.031s |
| Iteration 32 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 23.497s |
| Iteration 33 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 23.973s |
| Iteration 34 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 24.483s |
| Iteration 35 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 24.993s |
| Iteration 36 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 25.488s |
| Iteration 37 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 26.002s |
| Iteration 38 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 26.536s |
| Iteration 39 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 27.057s |
| Iteration 40 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 27.616s |
| Iteration 41 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 28.146s |
| Iteration 42 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 28.701s |
| Iteration 43 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 29.240s |
| Iteration 44 | lsqr | 0.9 | 0.875 | 0.875 | 0.001s | 29.807s |
| Iteration 45 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 30.367s |
| Iteration 46 | lsqr | 0.9 | 0.875 | 0.875 | 0.001s | 30.955s |
| Iteration 47 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 31.529s |
| Iteration 48 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 32.109s |
| Iteration 49 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 32.720s |
| Iteration 50 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 33.324s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.9}
Best evaluation --> roc_auc: 0.875
Time elapsed: 33.943s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7393
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.051
Time elapsed: 0.029s
-------------------------------------------------
Total time: 33.981s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.5625 | 0.5625 | 0.648s | 0.651s |
| Initial point 2 | 0.9 | 0.6875 | 0.6875 | 0.635s | 1.537s |
| Initial point 3 | 0.1 | 0.875 | 0.875 | 0.638s | 2.450s |
| Initial point 4 | 1.0 | 0.5625 | 0.875 | 0.000s | 2.706s |
| Initial point 5 | 0.2 | 0.8125 | 0.875 | 0.639s | 3.588s |
| Initial point 6 | 0.4 | 0.375 | 0.875 | 0.628s | 4.494s |
| Initial point 7 | 0.4 | 0.375 | 0.875 | 0.000s | 4.741s |
| Initial point 8 | 0.7 | 0.875 | 0.875 | 0.630s | 5.612s |
| Initial point 9 | 0.9 | 0.6875 | 0.875 | 0.000s | 5.861s |
| Initial point 10 | 0.8 | 0.3125 | 0.875 | 0.648s | 6.801s |
| Iteration 11 | 0.3 | 0.75 | 0.875 | 1.193s | 8.342s |
| Iteration 12 | 0.6 | 0.625 | 0.875 | 0.649s | 9.333s |
| Iteration 13 | 0.5 | 0.625 | 0.875 | 0.624s | 10.297s |
| Iteration 14 | 0.0 | 0.3125 | 0.875 | 0.633s | 11.307s |
| Iteration 15 | 0.1 | 0.875 | 0.875 | 0.000s | 11.664s |
| Iteration 16 | 0.7 | 0.875 | 0.875 | 0.000s | 12.032s |
| Iteration 17 | 0.7 | 0.875 | 0.875 | 0.000s | 12.376s |
| Iteration 18 | 0.1 | 0.875 | 0.875 | 0.000s | 12.940s |
| Iteration 19 | 0.1 | 0.875 | 0.875 | 0.000s | 13.347s |
| Iteration 20 | 0.7 | 0.875 | 0.875 | 0.000s | 13.702s |
| Iteration 21 | 0.7 | 0.875 | 0.875 | 0.000s | 14.097s |
| Iteration 22 | 0.1 | 0.875 | 0.875 | 0.000s | 14.446s |
| Iteration 23 | 0.1 | 0.875 | 0.875 | 0.000s | 14.812s |
| Iteration 24 | 0.7 | 0.875 | 0.875 | 0.000s | 15.176s |
| Iteration 25 | 0.6 | 0.625 | 0.875 | 0.000s | 15.532s |
| Iteration 26 | 0.1 | 0.875 | 0.875 | 0.000s | 15.902s |
| Iteration 27 | 0.1 | 0.875 | 0.875 | 0.000s | 16.290s |
| Iteration 28 | 0.9 | 0.6875 | 0.875 | 0.000s | 16.659s |
| Iteration 29 | 0.2 | 0.8125 | 0.875 | 0.000s | 17.040s |
| Iteration 30 | 0.8 | 0.3125 | 0.875 | 0.000s | 17.417s |
| Iteration 31 | 0.7 | 0.875 | 0.875 | 0.000s | 17.791s |
| Iteration 32 | 0.7 | 0.875 | 0.875 | 0.000s | 18.186s |
| Iteration 33 | 0.1 | 0.875 | 0.875 | 0.000s | 18.596s |
| Iteration 34 | 0.7 | 0.875 | 0.875 | 0.000s | 18.986s |
| Iteration 35 | 0.7 | 0.875 | 0.875 | 0.000s | 19.378s |
| Iteration 36 | 0.1 | 0.875 | 0.875 | 0.000s | 19.773s |
| Iteration 37 | 0.1 | 0.875 | 0.875 | 0.000s | 20.170s |
| Iteration 38 | 0.7 | 0.875 | 0.875 | 0.001s | 20.585s |
| Iteration 39 | 0.7 | 0.875 | 0.875 | 0.000s | 21.069s |
| Iteration 40 | 0.1 | 0.875 | 0.875 | 0.000s | 21.517s |
| Iteration 41 | 0.1 | 0.875 | 0.875 | 0.000s | 21.946s |
| Iteration 42 | 0.7 | 0.875 | 0.875 | 0.000s | 22.387s |
| Iteration 43 | 0.1 | 0.875 | 0.875 | 0.000s | 22.830s |
| Iteration 44 | 0.7 | 0.875 | 0.875 | 0.000s | 23.285s |
| Iteration 45 | 0.1 | 0.875 | 0.875 | 0.000s | 23.804s |
| Iteration 46 | 0.7 | 0.875 | 0.875 | 0.000s | 24.265s |
| Iteration 47 | 0.1 | 0.875 | 0.875 | 0.001s | 24.730s |
| Iteration 48 | 0.7 | 0.875 | 0.875 | 0.000s | 25.205s |
| Iteration 49 | 0.1 | 0.875 | 0.875 | 0.000s | 25.764s |
| Iteration 50 | 0.7 | 0.875 | 0.875 | 0.001s | 26.286s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'reg_param': 0.1}
Best evaluation --> roc_auc: 0.875
Time elapsed: 26.780s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7312
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.81 ± 0.02
Time elapsed: 0.030s
-------------------------------------------------
Total time: 26.819s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.5118 | dista.. | auto | 40 | 1 | 0.9375 | 0.9375 | 0.663s | 0.684s |
| Initial point 2 | 4.9759 | uniform | kd_tree | 39 | 2 | 0.75 | 0.9375 | 0.696s | 1.641s |
| Initial point 3 | 3.9307 | dista.. | ball_tree | 25 | 2 | 0.875 | 0.9375 | 0.699s | 2.625s |
| Initial point 4 | 11.4676 | uniform | ball_tree | 39 | 2 | 0.5 | 0.9375 | 0.686s | 3.579s |
| Initial point 5 | 8.9834 | dista.. | auto | 30 | 2 | 0.75 | 0.9375 | 0.694s | 4.537s |
| Initial point 6 | 10.4034 | dista.. | ball_tree | 21 | 2 | 0.75 | 0.9375 | 0.694s | 5.493s |
| Initial point 7 | 7.4413 | dista.. | ball_tree | 24 | 1 | 0.6875 | 0.9375 | 0.685s | 6.435s |
| Initial point 8 | 1.7832 | dista.. | ball_tree | 21 | 2 | 0.625 | 0.9375 | 0.692s | 7.388s |
| Initial point 9 | 8.2891 | uniform | ball_tree | 24 | 1 | 0.625 | 0.9375 | 0.687s | 8.347s |
| Initial point 10 | 5.8876 | uniform | brute | 22 | 2 | 0.375 | 0.9375 | 0.694s | 9.299s |
| Iteration 11 | 10.1491 | dista.. | brute | 40 | 1 | 0.6875 | 0.9375 | 0.689s | 11.037s |
| Iteration 12 | 10.9579 | dista.. | auto | 39 | 1 | 0.625 | 0.9375 | 0.685s | 12.354s |
| Iteration 13 | 0.4225 | dista.. | brute | 40 | 2 | 0.8438 | 0.9375 | 0.681s | 13.487s |
| Iteration 14 | 0.228 | dista.. | brute | 40 | 2 | 0.875 | 0.9375 | 0.684s | 14.629s |
| Iteration 15 | 10.2045 | uniform | auto | 40 | 1 | 0.8125 | 0.9375 | 0.651s | 15.790s |
| Iteration 16 | 7.0149 | uniform | ball_tree | 25 | 2 | 0.8438 | 0.9375 | 0.643s | 16.944s |
| Iteration 17 | 10.9544 | uniform | brute | 40 | 2 | 0.5 | 0.9375 | 0.642s | 18.093s |
| Iteration 18 | 0.0 | uniform | ball_tree | 25 | 2 | 0.5 | 0.9375 | 0.643s | 19.295s |
| Iteration 19 | 5.3468 | dista.. | ball_tree | 25 | 2 | 0.8125 | 0.9375 | 0.645s | 20.546s |
| Iteration 20 | 12.1252 | uniform | auto | 40 | 1 | 0.3438 | 0.9375 | 0.650s | 21.788s |
| Iteration 21 | 0.0213 | dista.. | brute | 20 | 1 | 0.5 | 0.9375 | 0.662s | 22.991s |
| Iteration 22 | 11.7502 | dista.. | brute | 40 | 2 | 0.4375 | 0.9375 | 0.701s | 24.245s |
| Iteration 23 | 12.5471 | dista.. | auto | 40 | 1 | 0.6875 | 0.9375 | 0.713s | 25.597s |
| Iteration 24 | 4.1318 | dista.. | kd_tree | 27 | 2 | 0.6875 | 0.9375 | 0.689s | 26.913s |
| Iteration 25 | 3.7263 | dista.. | kd_tree | 23 | 2 | 0.75 | 0.9375 | 0.694s | 28.228s |
| Iteration 26 | 0.3671 | uniform | ball_tree | 36 | 1 | 0.375 | 0.9375 | 0.694s | 29.534s |
| Iteration 27 | 4.5126 | dista.. | ball_tree | 24 | 2 | 0.5938 | 0.9375 | 0.702s | 30.840s |
| Iteration 28 | 0.8725 | dista.. | auto | 40 | 1 | 0.6875 | 0.9375 | 0.705s | 32.140s |
| Iteration 29 | 0.1226 | dista.. | brute | 20 | 1 | 0.5 | 0.9375 | 0.708s | 33.365s |
| Iteration 30 | 0.1758 | dista.. | ball_tree | 40 | 2 | 0.6875 | 0.9375 | 0.701s | 34.720s |
| Iteration 31 | 3.7597 | dista.. | ball_tree | 25 | 1 | 0.7188 | 0.9375 | 0.663s | 36.000s |
| Iteration 32 | 4.0182 | uniform | brute | 24 | 1 | 0.875 | 0.9375 | 0.693s | 37.358s |
| Iteration 33 | 4.0184 | dista.. | auto | 23 | 2 | 0.625 | 0.9375 | 0.705s | 38.713s |
| Iteration 34 | 4.1047 | uniform | brute | 25 | 1 | 0.7812 | 0.9375 | 0.701s | 40.062s |
| Iteration 35 | 3.6674 | uniform | brute | 21 | 1 | 0.6562 | 0.9375 | 0.701s | 41.486s |
| Iteration 36 | 6.9617 | uniform | kd_tree | 26 | 2 | 0.75 | 0.9375 | 0.719s | 43.471s |
| Iteration 37 | 6.8869 | uniform | ball_tree | 24 | 2 | 0.6562 | 0.9375 | 0.698s | 44.822s |
| Iteration 38 | 0.4968 | uniform | auto | 40 | 1 | 0.6875 | 0.9375 | 0.697s | 46.237s |
| Iteration 39 | 3.9199 | uniform | brute | 25 | 2 | 0.4375 | 0.9375 | 0.699s | 47.621s |
| Iteration 40 | 0.2526 | dista.. | brute | 38 | 2 | 0.625 | 0.9375 | 0.700s | 48.989s |
| Iteration 41 | 7.183 | uniform | brute | 35 | 1 | 0.8125 | 0.9375 | 0.699s | 50.335s |
| Iteration 42 | 4.4831 | dista.. | ball_tree | 25 | 2 | 0.875 | 0.9375 | 0.700s | 52.028s |
| Iteration 43 | 11.7891 | uniform | brute | 24 | 1 | 0.5625 | 0.9375 | 0.699s | 53.377s |
| Iteration 44 | 7.4125 | dista.. | ball_tree | 40 | 2 | 1.0 | 1.0 | 0.697s | 54.747s |
| Iteration 45 | 8.5538 | dista.. | ball_tree | 35 | 2 | 0.75 | 1.0 | 0.695s | 56.246s |
| Iteration 46 | 7.2194 | dista.. | ball_tree | 40 | 2 | 0.625 | 1.0 | 0.695s | 57.824s |
| Iteration 47 | 12.5317 | uniform | kd_tree | 36 | 2 | 0.5 | 1.0 | 0.698s | 59.357s |
| Iteration 48 | 12.5219 | dista.. | kd_tree | 21 | 1 | 0.625 | 1.0 | 0.649s | 1m:01s |
| Iteration 49 | 12.5436 | dista.. | auto | 36 | 2 | 0.9375 | 1.0 | 0.690s | 1m:02s |
| Iteration 50 | 12.5383 | dista.. | auto | 38 | 2 | 0.4375 | 1.0 | 0.694s | 1m:04s |
Bayesian Optimization ---------------------------
Best call --> Iteration 44
Best parameters --> {'radius': 7.4125, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 40, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.92 ± 0.0812
Time elapsed: 0.054s
-------------------------------------------------
Total time: 1m:04s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.875 | 0.875 | 1.079s | 1.086s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.9375 | 0.9375 | 1.092s | 2.452s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.875 | 0.9375 | 0.842s | 3.556s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.5 | 0.9375 | 0.998s | 4.832s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.875 | 0.9375 | 0.876s | 5.996s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.625 | 0.9375 | 1.065s | 7.317s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.625 | 0.9375 | 0.724s | 8.303s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.9375 | 0.9375 | 0.985s | 9.553s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.8125 | 0.9375 | 0.690s | 10.545s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.6875 | 0.9375 | 0.755s | 11.576s |
| Iteration 11 | 410 | 0.209 | SAMME.R | 0.75 | 0.9375 | 0.945s | 13.014s |
| Iteration 12 | 253 | 0.0548 | SAMME.R | 0.875 | 0.9375 | 0.829s | 14.393s |
| Iteration 13 | 143 | 0.0195 | SAMME | 0.9375 | 0.9375 | 0.745s | 16.176s |
| Iteration 14 | 422 | 0.0404 | SAMME.R | 1.0 | 1.0 | 1.018s | 17.687s |
| Iteration 15 | 487 | 0.0319 | SAMME.R | 0.75 | 1.0 | 1.016s | 19.188s |
| Iteration 16 | 426 | 0.0786 | SAMME.R | 0.75 | 1.0 | 0.980s | 20.724s |
| Iteration 17 | 416 | 0.0423 | SAMME.R | 0.9375 | 1.0 | 0.958s | 22.216s |
| Iteration 18 | 470 | 0.0389 | SAMME | 0.6875 | 1.0 | 0.964s | 23.732s |
| Iteration 19 | 246 | 0.0384 | SAMME.R | 0.875 | 1.0 | 0.869s | 25.144s |
| Iteration 20 | 169 | 0.046 | SAMME.R | 0.8125 | 1.0 | 0.759s | 26.480s |
| Iteration 21 | 496 | 0.0219 | SAMME | 0.9688 | 1.0 | 0.973s | 27.946s |
| Iteration 22 | 69 | 0.0239 | SAMME | 0.5625 | 1.0 | 0.684s | 29.204s |
| Iteration 23 | 370 | 0.0212 | SAMME | 0.8125 | 1.0 | 0.887s | 30.593s |
| Iteration 24 | 500 | 0.0401 | SAMME.R | 0.625 | 1.0 | 1.022s | 32.231s |
| Iteration 25 | 408 | 0.0393 | SAMME.R | 0.8125 | 1.0 | 0.959s | 33.799s |
| Iteration 26 | 424 | 0.041 | SAMME.R | 1.0 | 1.0 | 0.975s | 35.406s |
| Iteration 27 | 425 | 0.0397 | SAMME.R | 0.875 | 1.0 | 0.983s | 37.033s |
| Iteration 28 | 429 | 0.0414 | SAMME.R | 0.9688 | 1.0 | 0.975s | 38.609s |
| Iteration 29 | 467 | 0.0208 | SAMME | 0.9375 | 1.0 | 0.976s | 40.202s |
| Iteration 30 | 500 | 0.0211 | SAMME | 0.9375 | 1.0 | 1.039s | 41.894s |
| Iteration 31 | 472 | 0.0232 | SAMME.R | 1.0 | 1.0 | 1.062s | 43.613s |
| Iteration 32 | 477 | 0.0228 | SAMME.R | 0.9375 | 1.0 | 1.066s | 45.362s |
| Iteration 33 | 470 | 0.0239 | SAMME | 0.875 | 1.0 | 1.020s | 47.056s |
| Iteration 34 | 456 | 0.0222 | SAMME.R | 0.6562 | 1.0 | 1.040s | 48.716s |
| Iteration 35 | 425 | 0.0441 | SAMME.R | 1.0 | 1.0 | 0.980s | 50.378s |
| Iteration 36 | 424 | 0.0429 | SAMME.R | 0.9375 | 1.0 | 1.594s | 52.628s |
| Iteration 37 | 474 | 0.0247 | SAMME.R | 0.75 | 1.0 | 1.075s | 54.298s |
| Iteration 38 | 474 | 0.0217 | SAMME | 0.5625 | 1.0 | 0.986s | 55.954s |
| Iteration 39 | 421 | 0.0414 | SAMME.R | 1.0 | 1.0 | 1.017s | 57.605s |
| Iteration 40 | 471 | 0.0218 | SAMME.R | 0.8125 | 1.0 | 1.060s | 59.325s |
| Iteration 41 | 421 | 0.0414 | SAMME.R | 1.0 | 1.0 | 0.001s | 59.999s |
| Iteration 42 | 426 | 0.0446 | SAMME.R | 0.9375 | 1.0 | 1.014s | 1m:02s |
| Iteration 43 | 421 | 0.041 | SAMME.R | 1.0 | 1.0 | 1.005s | 1m:03s |
| Iteration 44 | 461 | 0.0202 | SAMME | 0.9375 | 1.0 | 0.998s | 1m:05s |
| Iteration 45 | 421 | 0.0409 | SAMME.R | 0.9375 | 1.0 | 1.002s | 1m:07s |
| Iteration 46 | 500 | 0.023 | SAMME | 0.9062 | 1.0 | 1.024s | 1m:08s |
| Iteration 47 | 423 | 0.0416 | SAMME.R | 0.875 | 1.0 | 1.014s | 1m:10s |
| Iteration 48 | 431 | 0.0433 | SAMME.R | 1.0 | 1.0 | 0.969s | 1m:12s |
| Iteration 49 | 432 | 0.0432 | SAMME.R | 1.0 | 1.0 | 0.969s | 1m:14s |
| Iteration 50 | 433 | 0.043 | SAMME.R | 0.5 | 1.0 | 0.955s | 1m:15s |
Bayesian Optimization ---------------------------
Best call --> Iteration 31
Best parameters --> {'n_estimators': 472, 'learning_rate': 0.0232, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:16s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9982
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.432s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.0678
Time elapsed: 1.934s
-------------------------------------------------
Total time: 1m:18s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.875 | 0.875 | 1.066s | 1.085s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 1.0 | 1.0 | 0.936s | 2.293s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 1.0 | 1.0 | 0.982s | 3.561s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.375 | 1.0 | 0.772s | 4.636s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.875 | 1.0 | 0.982s | 5.913s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.6875 | 1.0 | 0.805s | 6.982s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 1.0 | 1.0 | 0.860s | 8.119s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.8125 | 1.0 | 0.824s | 9.223s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.75 | 1.0 | 0.942s | 10.440s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.75 | 1.0 | 0.931s | 11.647s |
| Iteration 11 | 267 | gini | 8 | 3 | 2 | 0.8 | True | 0.0295 | None | 1.0 | 1.0 | 0.893s | 13.256s |
| Iteration 12 | 404 | gini | 6 | 9 | 5 | 0.6 | False | 0.0187 | --- | 0.8125 | 1.0 | 1.503s | 15.494s |
| Iteration 13 | 401 | gini | 6 | 8 | 1 | auto | True | 0.035 | None | 1.0 | 1.0 | 0.980s | 17.172s |
| Iteration 14 | 336 | entropy | 6 | 20 | 1 | log2 | False | 0.035 | --- | 1.0 | 1.0 | 0.861s | 18.752s |
| Iteration 15 | 87 | entropy | 6 | 17 | 3 | log2 | False | 0.0231 | --- | 0.75 | 1.0 | 0.710s | 20.142s |
| Iteration 16 | 324 | entropy | None | 9 | 1 | 0.6 | False | 0.035 | --- | 0.75 | 1.0 | 0.878s | 21.677s |
| Iteration 17 | 500 | gini | 5 | 4 | 19 | 0.5 | False | 0.0293 | --- | 0.8125 | 1.0 | 0.968s | 23.371s |
| Iteration 18 | 500 | entropy | 9 | 20 | 1 | None | True | 0.035 | None | 0.8125 | 1.0 | 1.071s | 25.097s |
| Iteration 19 | 500 | gini | 6 | 11 | 12 | None | False | 0.0327 | --- | 0.8125 | 1.0 | 0.931s | 26.732s |
| Iteration 20 | 16 | gini | 7 | 12 | 19 | sqrt | True | 0.035 | 0.9 | 0.5 | 1.0 | 0.643s | 28.110s |
| Iteration 21 | 500 | entropy | 4 | 2 | 1 | auto | False | 0.035 | --- | 0.9375 | 1.0 | 0.932s | 29.752s |
| Iteration 22 | 334 | entropy | 6 | 16 | 1 | sqrt | False | 0.035 | --- | 0.5625 | 1.0 | 0.841s | 31.285s |
| Iteration 23 | 500 | gini | None | 2 | 1 | None | False | 0.0 | --- | 0.75 | 1.0 | 0.946s | 32.984s |
| Iteration 24 | 500 | gini | 9 | 18 | 1 | log2 | True | 0.0054 | 0.7 | 0.8125 | 1.0 | 1.055s | 34.789s |
| Iteration 25 | 500 | entropy | None | 3 | 20 | sqrt | False | 0.0242 | --- | 0.9375 | 1.0 | 0.975s | 36.435s |
| Iteration 26 | 500 | gini | None | 2 | 20 | 0.8 | True | 0.0135 | None | 0.8125 | 1.0 | 1.065s | 38.144s |
| Iteration 27 | 500 | entropy | 5 | 4 | 1 | log2 | True | 0.0087 | 0.6 | 0.875 | 1.0 | 1.073s | 39.877s |
| Iteration 28 | 10 | gini | None | 7 | 1 | 0.9 | True | 0.0268 | 0.6 | 0.8438 | 1.0 | 0.694s | 41.414s |
| Iteration 29 | 255 | entropy | 9 | 2 | 1 | 0.8 | True | 0.035 | None | 1.0 | 1.0 | 0.887s | 42.988s |
| Iteration 30 | 10 | gini | 9 | 16 | 1 | None | True | 0.0142 | 0.9 | 0.9375 | 1.0 | 0.678s | 44.393s |
| Iteration 31 | 160 | gini | 9 | 2 | 1 | None | True | 0.035 | None | 1.0 | 1.0 | 0.799s | 45.923s |
| Iteration 32 | 137 | entropy | 9 | 2 | 1 | None | True | 0.0234 | 0.5 | 1.0 | 1.0 | 0.773s | 47.476s |
| Iteration 33 | 70 | entropy | 6 | 17 | 3 | 0.7 | False | 0.0287 | --- | 0.875 | 1.0 | 0.713s | 48.975s |
| Iteration 34 | 235 | gini | 9 | 2 | 2 | 0.8 | True | 0.02 | 0.5 | 0.6875 | 1.0 | 0.846s | 50.611s |
| Iteration 35 | 10 | entropy | 9 | 14 | 1 | 0.9 | False | 0.0252 | --- | 0.75 | 1.0 | 1.281s | 52.650s |
| Iteration 36 | 10 | gini | 5 | 4 | 1 | 0.7 | True | 0.0072 | 0.7 | 0.7188 | 1.0 | 0.681s | 54.049s |
| Iteration 37 | 500 | gini | 6 | 2 | 1 | log2 | True | 0.035 | 0.6 | 0.8125 | 1.0 | 1.076s | 55.864s |
| Iteration 38 | 500 | gini | None | 8 | 10 | auto | True | 0.0226 | 0.9 | 0.75 | 1.0 | 1.067s | 57.724s |
| Iteration 39 | 500 | entropy | 9 | 19 | 6 | 0.8 | False | 0.0185 | --- | 0.875 | 1.0 | 0.985s | 59.441s |
| Iteration 40 | 500 | entropy | 9 | 3 | 5 | sqrt | False | 0.0346 | --- | 0.8125 | 1.0 | 0.967s | 1m:01s |
| Iteration 41 | 10 | gini | None | 7 | 20 | 0.9 | False | 0.0146 | --- | 0.875 | 1.0 | 0.666s | 1m:03s |
| Iteration 42 | 256 | entropy | 9 | 18 | 1 | sqrt | False | 0.0185 | --- | 0.9375 | 1.0 | 0.842s | 1m:04s |
| Iteration 43 | 10 | entropy | None | 10 | 9 | 0.8 | False | 0.0306 | --- | 1.0 | 1.0 | 0.687s | 1m:06s |
| Iteration 44 | 10 | entropy | None | 19 | 11 | 0.6 | False | 0.0007 | --- | 0.8125 | 1.0 | 0.692s | 1m:07s |
| Iteration 45 | 10 | gini | None | 11 | 6 | 0.6 | True | 0.0033 | 0.8 | 0.875 | 1.0 | 0.685s | 1m:09s |
| Iteration 46 | 10 | entropy | None | 20 | 20 | 0.5 | False | 0.025 | --- | 0.75 | 1.0 | 0.686s | 1m:10s |
| Iteration 47 | 500 | gini | 3 | 19 | 1 | log2 | True | 0.0196 | None | 0.8125 | 1.0 | 1.088s | 1m:12s |
| Iteration 48 | 10 | entropy | None | 14 | 6 | auto | False | 0.0263 | --- | 0.75 | 1.0 | 0.695s | 1m:14s |
| Iteration 49 | 500 | gini | None | 5 | 20 | log2 | False | 0.0309 | --- | 1.0 | 1.0 | 0.972s | 1m:15s |
| Iteration 50 | 500 | entropy | None | 8 | 20 | 0.8 | True | 0.0171 | 0.8 | 0.5 | 1.0 | 1.066s | 1m:17s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'n_estimators': 470, 'criterion': 'entropy', 'max_depth': 6, 'min_samples_split': 16, 'min_samples_leaf': 3, 'max_features': 0.6, 'bootstrap': False, 'ccp_alpha': 0.029}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:18s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9893
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.349s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.0812
Time elapsed: 1.550s
-------------------------------------------------
Total time: 1m:20s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.775s | 0.793s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 1.0 | 1.0 | 0.781s | 1.878s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 1.0 | 0.776s | 2.969s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 1.0 | 0.668s | 3.952s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 1.0 | 0.707s | 4.972s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 1.0 | 0.699s | 5.942s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 1.0 | 0.678s | 6.950s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 1.0 | 0.692s | 7.922s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.5625 | 1.0 | 0.709s | 8.948s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 1.0 | 0.679s | 9.924s |
| Iteration 11 | 385 | 0.0516 | 8 | 0.2791 | 3 | 0.9 | 1.0 | 0.01 | 0.1 | 0.875 | 1.0 | 0.713s | 11.265s |
| Iteration 12 | 405 | 0.0171 | 4 | 0.4489 | 3 | 0.8 | 0.4 | 0 | 10 | 0.625 | 1.0 | 0.695s | 12.706s |
| Iteration 13 | 262 | 0.064 | 6 | 0.4453 | 3 | 0.6 | 1.0 | 0.01 | 0.01 | 0.9375 | 1.0 | 0.670s | 14.046s |
| Iteration 14 | 227 | 0.4629 | 3 | 0.435 | 3 | 1.0 | 0.9 | 10 | 1 | 0.5 | 1.0 | 0.680s | 16.017s |
| Iteration 15 | 419 | 0.0261 | 2 | 0.3298 | 3 | 0.6 | 0.9 | 0.1 | 0.01 | 0.75 | 1.0 | 0.713s | 17.376s |
| Iteration 16 | 163 | 0.054 | 6 | 0.1947 | 3 | 0.5 | 0.5 | 0.1 | 0 | 0.9375 | 1.0 | 0.668s | 18.720s |
| Iteration 17 | 234 | 0.0451 | 6 | 0.7832 | 3 | 0.9 | 1.0 | 0.1 | 1 | 0.9375 | 1.0 | 0.673s | 20.152s |
| Iteration 18 | 500 | 0.0558 | 6 | 0.1483 | 3 | 0.7 | 0.8 | 0.1 | 0 | 0.75 | 1.0 | 0.716s | 21.724s |
| Iteration 19 | 219 | 0.0459 | 4 | 0.8396 | 3 | 0.9 | 0.7 | 0.01 | 0.1 | 0.75 | 1.0 | 0.669s | 23.157s |
| Iteration 20 | 20 | 0.0358 | 9 | 0.9375 | 3 | 0.7 | 0.9 | 0.1 | 0.1 | 0.6875 | 1.0 | 0.640s | 24.599s |
| Iteration 21 | 292 | 0.0459 | 7 | 0.5092 | 3 | 0.8 | 0.9 | 0.1 | 1 | 0.75 | 1.0 | 0.727s | 26.109s |
| Iteration 22 | 167 | 0.048 | 8 | 0.0 | 2 | 0.6 | 1.0 | 0.01 | 10 | 0.5 | 1.0 | 0.706s | 27.511s |
| Iteration 23 | 266 | 0.076 | 6 | 0.0943 | 3 | 0.7 | 0.9 | 0.01 | 0.1 | 1.0 | 1.0 | 0.720s | 28.998s |
| Iteration 24 | 234 | 0.9254 | 6 | 0.1657 | 3 | 0.6 | 0.4 | 0.1 | 0.01 | 0.6875 | 1.0 | 0.708s | 30.378s |
| Iteration 25 | 368 | 0.0125 | 6 | 0.3007 | 3 | 0.5 | 0.5 | 0.01 | 0.01 | 0.625 | 1.0 | 0.741s | 31.828s |
| Iteration 26 | 174 | 0.1558 | 9 | 0.0 | 3 | 0.5 | 0.5 | 0 | 0 | 0.8125 | 1.0 | 0.700s | 33.349s |
| Iteration 27 | 410 | 0.01 | 3 | 0.7671 | 10 | 0.8 | 0.8 | 100 | 10 | 0.5 | 1.0 | 0.735s | 34.814s |
| Iteration 28 | 374 | 0.0949 | 4 | 0.0 | 3 | 0.9 | 0.9 | 0.01 | 10 | 0.75 | 1.0 | 0.748s | 36.414s |
| Iteration 29 | 40 | 1.0 | 3 | 0.1 | 10 | 0.6 | 0.4 | 0 | 10 | 0.5 | 1.0 | 0.687s | 37.831s |
| Iteration 30 | 55 | 1.0 | 1 | 0.1226 | 5 | 0.7 | 0.4 | 0 | 0.1 | 0.875 | 1.0 | 0.695s | 39.293s |
| Iteration 31 | 499 | 1.0 | 6 | 0.9774 | 5 | 0.8 | 0.6 | 0 | 100 | 0.5 | 1.0 | 0.763s | 40.863s |
| Iteration 32 | 284 | 0.0188 | 6 | 0.0901 | 3 | 0.7 | 0.9 | 0.01 | 0.1 | 1.0 | 1.0 | 0.722s | 42.464s |
| Iteration 33 | 422 | 0.0291 | 6 | 0.7707 | 3 | 0.7 | 1.0 | 0.01 | 0.1 | 1.0 | 1.0 | 0.717s | 44.010s |
| Iteration 34 | 274 | 0.19 | 5 | 0.8433 | 3 | 0.7 | 0.9 | 0.01 | 100 | 0.7188 | 1.0 | 0.741s | 45.553s |
| Iteration 35 | 107 | 0.0159 | 6 | 0.4366 | 3 | 0.7 | 0.9 | 0.01 | 0.01 | 0.9375 | 1.0 | 0.699s | 47.084s |
| Iteration 36 | 476 | 0.1322 | 6 | 0.6822 | 3 | 0.8 | 0.9 | 10 | 0.1 | 0.5 | 1.0 | 0.753s | 48.665s |
| Iteration 37 | 461 | 0.051 | 6 | 0.2545 | 3 | 0.9 | 0.9 | 0.1 | 0.1 | 0.875 | 1.0 | 0.761s | 50.230s |
| Iteration 38 | 298 | 0.9839 | 6 | 0.1466 | 3 | 0.7 | 0.5 | 0.01 | 1 | 0.6875 | 1.0 | 0.681s | 51.764s |
| Iteration 39 | 298 | 0.1913 | 6 | 0.6219 | 3 | 0.7 | 1.0 | 0.01 | 0.1 | 0.9375 | 1.0 | 0.738s | 53.379s |
| Iteration 40 | 82 | 0.0185 | 5 | 0.7866 | 3 | 0.7 | 1.0 | 0.01 | 0.1 | 0.75 | 1.0 | 0.714s | 55.589s |
| Iteration 41 | 365 | 0.0598 | 6 | 0.4187 | 3 | 0.9 | 1.0 | 0.01 | 0.01 | 1.0 | 1.0 | 0.692s | 57.391s |
| Iteration 42 | 170 | 0.0129 | 6 | 0.0923 | 3 | 0.8 | 0.7 | 0.1 | 1 | 0.9375 | 1.0 | 0.679s | 59.015s |
| Iteration 43 | 40 | 0.0284 | 6 | 0.3069 | 3 | 0.8 | 0.5 | 0.01 | 0.01 | 1.0 | 1.0 | 0.638s | 1m:01s |
| Iteration 44 | 98 | 0.1597 | 6 | 0.4575 | 3 | 0.5 | 0.6 | 0.01 | 0 | 0.625 | 1.0 | 0.662s | 1m:02s |
| Iteration 45 | 232 | 0.0214 | 6 | 0.0357 | 3 | 0.8 | 0.5 | 0.01 | 0.1 | 1.0 | 1.0 | 0.672s | 1m:04s |
| Iteration 46 | 425 | 0.01 | 6 | 0.0 | 3 | 0.8 | 1.0 | 0.01 | 1 | 0.875 | 1.0 | 0.708s | 1m:06s |
| Iteration 47 | 112 | 0.0611 | 6 | 0.0881 | 3 | 0.8 | 0.6 | 0.01 | 100 | 0.875 | 1.0 | 0.665s | 1m:07s |
| Iteration 48 | 256 | 0.0213 | 6 | 0.9534 | 3 | 0.7 | 0.7 | 0.01 | 1 | 0.6875 | 1.0 | 0.722s | 1m:09s |
| Iteration 49 | 94 | 0.01 | 9 | 0.0 | 3 | 0.8 | 0.6 | 0.01 | 0 | 1.0 | 1.0 | 0.695s | 1m:11s |
| Iteration 50 | 87 | 0.01 | 7 | 0.0 | 3 | 0.9 | 0.6 | 0.01 | 0 | 0.4375 | 1.0 | 0.707s | 1m:13s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 426, 'learning_rate': 0.0423, 'max_depth': 6, 'gamma': 0.4435, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9777
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.093s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.0548
Time elapsed: 0.284s
-------------------------------------------------
Total time: 1m:14s
Final results ==================== >>
Duration: 8m:23s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.89 ± 0.0374
Logistic Regression --> roc_auc: 0.85 ± 0.0949
Linear Discriminant Analysis --> roc_auc: 0.82 ± 0.051
Quadratic Discriminant Analysis --> roc_auc: 0.81 ± 0.02
Radius Nearest Neighbors --> roc_auc: 0.92 ± 0.0812 !
AdaBoost --> roc_auc: 0.88 ± 0.0678
Random Forest --> roc_auc: 0.82 ± 0.0812
XGBoost --> roc_auc: 0.8 ± 0.0548
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CALQGGSEKLVF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CALMDTGRRALTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CAVEDDYKLSF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CVVNTGFQKLVF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CAVEDQTGANNLFF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVLDSSYKLIF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAAPYSSASKIIF.
>>> Dropping feature CAGNQAGTALIF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CVVTNQAGTALIF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAASYTGNQFYF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVENQAGTALIF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAASTNTGNQFYF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CAVASGTYKYIF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVTNTGGFKTIF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CAGPNAGGTSYGKLTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAPNSGGGADGLTF.
>>> Dropping feature CAVRNAGGTSYGKLTF.
>>> Dropping feature CAVRNAGNMLTF.
>>> Dropping feature CAVRNQGGKLIF.
>>> Dropping feature CAVSDTGRRALTF.
>>> Dropping feature CAVSTGGGNKLTF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.8125 | 0.8125 | 3.194s | 3.215s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.7812 | 0.8125 | 3.212s | 6.719s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.625 | 0.8125 | 3.154s | 10.146s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.75 | 0.8125 | 3.185s | 13.639s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.75 | 0.8125 | 3.196s | 17.122s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.5 | 0.8125 | 3.205s | 20.649s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.7812 | 0.8125 | 3.198s | 24.138s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.625 | 0.8125 | 3.255s | 27.674s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.8125 | 0.8125 | 3.183s | 31.191s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.5 | 0.8125 | 3.175s | 34.675s |
| Iteration 11 | deviance | 0.6801 | 10 | 1.0 | friedman_mse | 20 | 13 | 5 | None | 0.0295 | 0.6875 | 0.8125 | 3.148s | 38.445s |
| Iteration 12 | exponen.. | 0.7064 | 326 | 0.9 | friedman_mse | 3 | 10 | 8 | 0.7 | 0.02 | 0.5625 | 0.8125 | 3.211s | 42.254s |
| Iteration 13 | exponen.. | 0.4681 | 137 | 0.9 | friedman_mse | 17 | 17 | 3 | 0.9 | 0.0262 | 0.6875 | 0.8125 | 3.149s | 46.090s |
| Iteration 14 | deviance | 0.3315 | 124 | 1.0 | friedman_mse | 12 | 1 | 5 | 0.5 | 0.0298 | 0.625 | 0.8125 | 3.141s | 49.977s |
| Iteration 15 | exponen.. | 0.019 | 20 | 0.9 | friedman_mse | 2 | 17 | 3 | 0.9 | 0.0243 | 0.75 | 0.8125 | 3.122s | 53.727s |
| Iteration 16 | deviance | 0.5303 | 219 | 0.9 | squared_er.. | 5 | 6 | 9 | auto | 0.0074 | 0.4375 | 0.8125 | 3.775s | 58.131s |
| Iteration 17 | exponen.. | 0.1921 | 110 | 1.0 | friedman_mse | 13 | 6 | 3 | 0.7 | 0.0011 | 0.875 | 0.875 | 3.181s | 1m:02s |
| Iteration 18 | exponen.. | 0.174 | 96 | 1.0 | friedman_mse | 20 | 9 | 1 | 0.9 | 0.0 | 0.375 | 0.875 | 3.138s | 1m:06s |
| Iteration 19 | exponen.. | 0.2558 | 85 | 1.0 | friedman_mse | 13 | 10 | 3 | 0.7 | 0.0036 | 0.5 | 0.875 | 3.153s | 1m:10s |
| Iteration 20 | exponen.. | 0.9369 | 129 | 0.6 | friedman_mse | 9 | 9 | 2 | sqrt | 0.035 | 0.6875 | 0.875 | 3.215s | 1m:13s |
| Iteration 21 | deviance | 0.0601 | 20 | 0.6 | friedman_mse | 15 | 6 | 7 | sqrt | 0.035 | 0.5625 | 0.875 | 3.207s | 1m:17s |
| Iteration 22 | exponen.. | 0.3313 | 55 | 0.8 | friedman_mse | 16 | 15 | 6 | 0.5 | 0.0 | 0.625 | 0.875 | 3.096s | 1m:21s |
| Iteration 23 | exponen.. | 0.0214 | 171 | 0.9 | squared_er.. | 16 | 11 | 7 | None | 0.035 | 0.625 | 0.875 | 3.168s | 1m:25s |
| Iteration 24 | exponen.. | 0.5582 | 298 | 1.0 | friedman_mse | 5 | 10 | 10 | sqrt | 0.0242 | 0.75 | 0.875 | 3.169s | 1m:28s |
| Iteration 25 | deviance | 0.0162 | 498 | 0.6 | squared_er.. | 7 | 20 | 2 | None | 0.0217 | 0.5 | 0.875 | 3.283s | 1m:32s |
| Iteration 26 | deviance | 0.0103 | 375 | 0.6 | squared_er.. | 20 | 8 | 8 | log2 | 0.0007 | 0.6875 | 0.875 | 3.247s | 1m:36s |
| Iteration 27 | exponen.. | 0.0139 | 373 | 1.0 | squared_er.. | 2 | 14 | 3 | auto | 0.0021 | 0.9375 | 0.9375 | 3.231s | 1m:40s |
| Iteration 28 | exponen.. | 0.01 | 500 | 1.0 | squared_er.. | 2 | 11 | 1 | None | 0.0 | 0.375 | 0.9375 | 3.234s | 1m:44s |
| Iteration 29 | exponen.. | 0.3316 | 100 | 0.9 | friedman_mse | 4 | 9 | 8 | auto | 0.004 | 0.8125 | 0.9375 | 3.204s | 1m:48s |
| Iteration 30 | exponen.. | 0.0282 | 279 | 0.8 | squared_er.. | 17 | 11 | 2 | auto | 0.0 | 0.625 | 0.9375 | 3.221s | 1m:52s |
| Iteration 31 | exponen.. | 0.1739 | 500 | 0.6 | friedman_mse | 2 | 15 | 2 | auto | 0.0318 | 0.9375 | 0.9375 | 3.267s | 1m:57s |
| Iteration 32 | exponen.. | 0.0116 | 290 | 1.0 | friedman_mse | 2 | 15 | 1 | auto | 0.0237 | 1.0 | 1.0 | 3.208s | 2m:00s |
| Iteration 33 | exponen.. | 0.01 | 500 | 0.8 | friedman_mse | 2 | 4 | 2 | auto | 0.0088 | 0.75 | 1.0 | 3.299s | 2m:04s |
| Iteration 34 | exponen.. | 1.0 | 116 | 1.0 | friedman_mse | 5 | 7 | 10 | 0.7 | 0.0232 | 0.75 | 1.0 | 3.151s | 2m:08s |
| Iteration 35 | exponen.. | 0.1604 | 348 | 1.0 | squared_er.. | 2 | 15 | 1 | log2 | 0.0096 | 0.375 | 1.0 | 3.195s | 2m:12s |
| Iteration 36 | exponen.. | 0.8868 | 394 | 1.0 | friedman_mse | 10 | 5 | 6 | 0.7 | 0.0024 | 1.0 | 1.0 | 3.164s | 2m:16s |
| Iteration 37 | deviance | 0.0227 | 157 | 0.6 | friedman_mse | 2 | 2 | 3 | None | 0.0075 | 0.6875 | 1.0 | 3.140s | 2m:20s |
| Iteration 38 | deviance | 0.0212 | 18 | 0.9 | friedman_mse | 2 | 9 | 9 | auto | 0.0013 | 0.2188 | 1.0 | 3.123s | 2m:24s |
| Iteration 39 | exponen.. | 0.0346 | 191 | 1.0 | friedman_mse | 11 | 3 | 3 | 0.7 | 0.0149 | 0.5312 | 1.0 | 3.217s | 2m:28s |
| Iteration 40 | exponen.. | 0.01 | 94 | 0.9 | friedman_mse | 2 | 20 | 1 | auto | 0.0218 | 0.7188 | 1.0 | 3.202s | 2m:33s |
| Iteration 41 | exponen.. | 0.8716 | 294 | 0.9 | friedman_mse | 7 | 1 | 6 | 0.8 | 0.025 | 0.8125 | 1.0 | 3.236s | 2m:37s |
| Iteration 42 | exponen.. | 0.0115 | 500 | 0.5 | friedman_mse | 7 | 5 | 8 | auto | 0.015 | 0.875 | 1.0 | 3.282s | 2m:41s |
| Iteration 43 | exponen.. | 0.0119 | 22 | 0.8 | friedman_mse | 9 | 17 | 5 | auto | 0.0159 | 0.75 | 1.0 | 3.130s | 2m:45s |
| Iteration 44 | deviance | 0.0112 | 398 | 0.9 | friedman_mse | 14 | 10 | 1 | auto | 0.0024 | 0.875 | 1.0 | 3.232s | 2m:49s |
| Iteration 45 | exponen.. | 0.0117 | 328 | 1.0 | friedman_mse | 6 | 4 | 3 | auto | 0.0094 | 0.75 | 1.0 | 3.191s | 2m:53s |
| Iteration 46 | exponen.. | 0.0116 | 415 | 0.7 | friedman_mse | 6 | 14 | 1 | auto | 0.0265 | 0.6875 | 1.0 | 3.217s | 2m:57s |
| Iteration 47 | deviance | 0.0675 | 112 | 0.8 | friedman_mse | 20 | 13 | 2 | auto | 0.0135 | 0.6875 | 1.0 | 3.144s | 3m:01s |
| Iteration 48 | exponen.. | 0.7681 | 162 | 0.9 | squared_er.. | 2 | 11 | 10 | auto | 0.0262 | 0.9375 | 1.0 | 3.168s | 3m:05s |
| Iteration 49 | exponen.. | 0.0116 | 383 | 0.8 | squared_er.. | 2 | 20 | 8 | auto | 0.0287 | 0.8125 | 1.0 | 3.204s | 3m:09s |
| Iteration 50 | exponen.. | 0.4841 | 329 | 0.7 | friedman_mse | 9 | 20 | 5 | 0.6 | 0.0068 | 0.25 | 1.0 | 3.147s | 3m:13s |
Bayesian Optimization ---------------------------
Best call --> Iteration 32
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0116, 'n_estimators': 290, 'subsample': 1.0, 'criterion': 'friedman_mse', 'min_samples_split': 2, 'min_samples_leaf': 15, 'max_depth': 1, 'max_features': 'auto', 'ccp_alpha': 0.0237}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9277
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.076s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.625 ± 0.1796
Time elapsed: 0.355s
-------------------------------------------------
Total time: 3m:15s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.4375 | 0.4375 | 3.188s | 3.200s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.6875 | 0.6875 | 3.176s | 6.650s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.3125 | 0.6875 | 3.172s | 10.094s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.5625 | 0.6875 | 3.290s | 13.648s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.375 | 0.6875 | 3.280s | 17.259s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.375 | 0.6875 | 3.238s | 20.776s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.375 | 0.6875 | 3.194s | 24.266s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.8125 | 0.8125 | 3.250s | 27.779s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.5 | 0.8125 | 3.175s | 31.231s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.375 | 0.8125 | 3.110s | 34.631s |
| Iteration 11 | l2 | 0.2276 | newto.. | 401 | --- | 0.4375 | 0.8125 | 3.193s | 38.336s |
| Iteration 12 | l2 | 0.0477 | sag | 927 | --- | 0.4375 | 0.8125 | 3.215s | 42.124s |
| Iteration 13 | l2 | 0.0013 | libli.. | 970 | --- | 0.4375 | 0.8125 | 3.072s | 45.735s |
| Iteration 14 | l2 | 0.001 | lbfgs | 1000 | --- | 0.375 | 0.8125 | 3.164s | 49.450s |
| Iteration 15 | l1 | 41.9252 | libli.. | 129 | --- | 0.3125 | 0.8125 | 3.776s | 53.788s |
| Iteration 16 | l1 | 8.2522 | libli.. | 131 | --- | 0.8125 | 0.8125 | 0.000s | 54.311s |
| Iteration 17 | l2 | 13.3097 | libli.. | 127 | --- | 0.6875 | 0.8125 | 3.171s | 58.025s |
| Iteration 18 | l1 | 42.5459 | libli.. | 135 | --- | 0.6875 | 0.8125 | 3.174s | 1m:02s |
| Iteration 19 | l1 | 5.1511 | libli.. | 347 | --- | 0.25 | 0.8125 | 3.181s | 1m:06s |
| Iteration 20 | l1 | 2.94 | libli.. | 151 | --- | 0.6875 | 0.8125 | 3.169s | 1m:10s |
| Iteration 21 | l1 | 4.9692 | libli.. | 120 | --- | 0.5 | 0.8125 | 3.180s | 1m:14s |
| Iteration 22 | l2 | 2.571 | libli.. | 137 | --- | 0.5625 | 0.8125 | 3.169s | 1m:17s |
| Iteration 23 | l1 | 10.7333 | libli.. | 159 | --- | 0.5625 | 0.8125 | 3.136s | 1m:21s |
| Iteration 24 | l2 | 0.0441 | sag | 951 | --- | 0.4375 | 0.8125 | 3.126s | 1m:25s |
| Iteration 25 | l2 | 1.1755 | sag | 934 | --- | 0.625 | 0.8125 | 3.141s | 1m:29s |
| Iteration 26 | l1 | 0.1974 | libli.. | 129 | --- | 0.5625 | 0.8125 | 3.158s | 1m:33s |
| Iteration 27 | l1 | 12.2335 | libli.. | 135 | --- | 0.75 | 0.8125 | 3.124s | 1m:37s |
| Iteration 28 | l1 | 12.6953 | libli.. | 131 | --- | 0.375 | 0.8125 | 3.144s | 1m:41s |
| Iteration 29 | l2 | 0.6656 | libli.. | 122 | --- | 0.5 | 0.8125 | 3.137s | 1m:45s |
| Iteration 30 | l1 | 0.2667 | libli.. | 185 | --- | 0.4375 | 0.8125 | 3.137s | 1m:48s |
| Iteration 31 | l2 | 100.0 | libli.. | 133 | --- | 0.75 | 0.8125 | 3.142s | 1m:52s |
| Iteration 32 | l2 | 8.8002 | libli.. | 156 | --- | 0.5 | 0.8125 | 3.216s | 1m:56s |
| Iteration 33 | none | --- | sag | 898 | --- | 0.5625 | 0.8125 | 3.126s | 1m:60s |
| Iteration 34 | l2 | 100.0 | libli.. | 141 | --- | 0.8125 | 0.8125 | 3.162s | 2m:04s |
| Iteration 35 | l2 | 100.0 | libli.. | 142 | --- | 0.75 | 0.8125 | 3.140s | 2m:08s |
| Iteration 36 | none | --- | sag | 840 | --- | 0.5625 | 0.8125 | 3.131s | 2m:11s |
| Iteration 37 | l2 | 100.0 | libli.. | 142 | --- | 0.75 | 0.8125 | 0.001s | 2m:12s |
| Iteration 38 | l2 | 100.0 | libli.. | 142 | --- | 0.75 | 0.8125 | 0.000s | 2m:13s |
| Iteration 39 | l2 | 100.0 | libli.. | 100 | --- | 0.0625 | 0.8125 | 3.132s | 2m:17s |
| Iteration 40 | l2 | 100.0 | libli.. | 142 | --- | 0.75 | 0.8125 | 0.000s | 2m:18s |
| Iteration 41 | l2 | 100.0 | libli.. | 141 | --- | 0.8125 | 0.8125 | 0.000s | 2m:19s |
| Iteration 42 | l2 | 100.0 | libli.. | 142 | --- | 0.75 | 0.8125 | 0.000s | 2m:20s |
| Iteration 43 | l2 | 0.001 | sag | 925 | --- | 0.5625 | 0.8125 | 3.126s | 2m:24s |
| Iteration 44 | none | --- | sag | 930 | --- | 0.375 | 0.8125 | 3.716s | 2m:28s |
| Iteration 45 | l2 | 9.0107 | libli.. | 133 | --- | 0.5625 | 0.8125 | 3.166s | 2m:32s |
| Iteration 46 | l2 | 11.6839 | libli.. | 142 | --- | 0.875 | 0.875 | 3.146s | 2m:36s |
| Iteration 47 | l2 | 100.0 | libli.. | 143 | --- | 0.375 | 0.875 | 3.177s | 2m:40s |
| Iteration 48 | l2 | 15.2623 | libli.. | 143 | --- | 0.5625 | 0.875 | 3.158s | 2m:44s |
| Iteration 49 | l2 | 2.5195 | libli.. | 915 | --- | 0.5625 | 0.875 | 3.140s | 2m:48s |
| Iteration 50 | l2 | 100.0 | libli.. | 142 | --- | 0.75 | 0.875 | 0.001s | 2m:49s |
Bayesian Optimization ---------------------------
Best call --> Iteration 46
Best parameters --> {'penalty': 'l2', 'C': 11.6839, 'solver': 'liblinear', 'max_iter': 142}
Best evaluation --> roc_auc: 0.875
Time elapsed: 2m:49s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8295
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.57 ± 0.0872
Time elapsed: 0.053s
-------------------------------------------------
Total time: 2m:49s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.625 | 0.625 | 3.176s | 3.182s |
| Initial point 2 | svd | --- | 0.75 | 0.75 | 3.180s | 6.618s |
| Initial point 3 | svd | --- | 0.75 | 0.75 | 0.000s | 6.894s |
| Initial point 4 | lsqr | 0.8 | 0.5 | 0.75 | 3.095s | 10.257s |
| Initial point 5 | eigen | 0.9 | 0.5625 | 0.75 | 3.171s | 13.718s |
| Initial point 6 | lsqr | 0.7 | 1.0 | 1.0 | 3.138s | 17.123s |
| Initial point 7 | lsqr | 0.5 | 0.5625 | 1.0 | 3.167s | 20.555s |
| Initial point 8 | lsqr | 0.9 | 0.6875 | 1.0 | 3.171s | 23.985s |
| Initial point 9 | lsqr | 0.6 | 0.4375 | 1.0 | 3.189s | 27.453s |
| Initial point 10 | eigen | 0.8 | 0.5625 | 1.0 | 3.190s | 30.924s |
| Iteration 11 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 31.319s |
| Iteration 12 | eigen | 0.7 | 0.375 | 1.0 | 3.209s | 34.948s |
| Iteration 13 | svd | --- | 0.75 | 1.0 | 0.000s | 35.357s |
| Iteration 14 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 35.758s |
| Iteration 15 | eigen | auto | 0.375 | 1.0 | 3.200s | 39.376s |
| Iteration 16 | svd | --- | 0.75 | 1.0 | 0.000s | 39.822s |
| Iteration 17 | eigen | None | 0.6875 | 1.0 | 3.180s | 43.452s |
| Iteration 18 | lsqr | 0.7 | 1.0 | 1.0 | 0.001s | 43.903s |
| Iteration 19 | svd | --- | 0.75 | 1.0 | 0.000s | 44.344s |
| Iteration 20 | svd | --- | 0.75 | 1.0 | 0.000s | 44.784s |
| Iteration 21 | lsqr | auto | 0.5 | 1.0 | 3.123s | 48.356s |
| Iteration 22 | svd | --- | 0.75 | 1.0 | 0.000s | 48.786s |
| Iteration 23 | svd | --- | 0.75 | 1.0 | 0.000s | 49.324s |
| Iteration 24 | lsqr | 1.0 | 0.6875 | 1.0 | 3.196s | 52.967s |
| Iteration 25 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 53.443s |
| Iteration 26 | lsqr | 0.7 | 1.0 | 1.0 | 0.001s | 53.910s |
| Iteration 27 | lsqr | None | 0.6875 | 1.0 | 3.116s | 57.509s |
| Iteration 28 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 57.989s |
| Iteration 29 | lsqr | 0.7 | 1.0 | 1.0 | 0.001s | 58.467s |
| Iteration 30 | lsqr | 0.7 | 1.0 | 1.0 | 0.001s | 59.001s |
| Iteration 31 | lsqr | 0.7 | 1.0 | 1.0 | 0.001s | 59.495s |
| Iteration 32 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 59.984s |
| Iteration 33 | lsqr | 0.7 | 1.0 | 1.0 | 0.001s | 1m:00s |
| Iteration 34 | lsqr | 0.7 | 1.0 | 1.0 | 0.001s | 1m:01s |
| Iteration 35 | lsqr | 0.7 | 1.0 | 1.0 | 0.001s | 1m:02s |
| Iteration 36 | lsqr | 0.7 | 1.0 | 1.0 | 0.001s | 1m:02s |
| Iteration 37 | lsqr | 0.7 | 1.0 | 1.0 | 0.001s | 1m:03s |
| Iteration 38 | lsqr | 0.7 | 1.0 | 1.0 | 0.001s | 1m:03s |
| Iteration 39 | lsqr | 0.7 | 1.0 | 1.0 | 0.001s | 1m:04s |
| Iteration 40 | lsqr | 0.7 | 1.0 | 1.0 | 0.001s | 1m:05s |
| Iteration 41 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 1m:05s |
| Iteration 42 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 1m:06s |
| Iteration 43 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 1m:07s |
| Iteration 44 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 1m:07s |
| Iteration 45 | lsqr | 0.7 | 1.0 | 1.0 | 0.001s | 1m:08s |
| Iteration 46 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 1m:09s |
| Iteration 47 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 1m:09s |
| Iteration 48 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 1m:10s |
| Iteration 49 | lsqr | 0.7 | 1.0 | 1.0 | 0.001s | 1m:10s |
| Iteration 50 | lsqr | 0.7 | 1.0 | 1.0 | 0.001s | 1m:11s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6946
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.57 ± 0.06
Time elapsed: 0.031s
-------------------------------------------------
Total time: 1m:12s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.625 | 0.625 | 3.188s | 3.191s |
| Initial point 2 | 0.9 | 0.75 | 0.75 | 3.163s | 6.615s |
| Initial point 3 | 0.1 | 0.6875 | 0.75 | 3.179s | 10.057s |
| Initial point 4 | 1.0 | 0.625 | 0.75 | 0.001s | 10.322s |
| Initial point 5 | 0.2 | 0.5625 | 0.75 | 3.155s | 13.792s |
| Initial point 6 | 0.4 | 0.9375 | 0.9375 | 3.164s | 17.228s |
| Initial point 7 | 0.4 | 0.9375 | 0.9375 | 0.000s | 17.521s |
| Initial point 8 | 0.7 | 0.6875 | 0.9375 | 3.163s | 20.945s |
| Initial point 9 | 0.9 | 0.75 | 0.9375 | 0.000s | 21.214s |
| Initial point 10 | 0.8 | 0.5625 | 0.9375 | 3.146s | 24.622s |
| Iteration 11 | 0.3 | 0.75 | 0.9375 | 3.180s | 28.155s |
| Iteration 12 | 0.6 | 0.375 | 0.9375 | 3.178s | 31.685s |
| Iteration 13 | 0.5 | 0.5625 | 0.9375 | 3.167s | 35.208s |
| Iteration 14 | 0.0 | 0.5 | 0.9375 | 3.147s | 38.739s |
| Iteration 15 | 0.4 | 0.9375 | 0.9375 | 0.000s | 39.102s |
| Iteration 16 | 0.4 | 0.9375 | 0.9375 | 0.000s | 39.458s |
| Iteration 17 | 0.3 | 0.75 | 0.9375 | 0.000s | 39.809s |
| Iteration 18 | 0.4 | 0.9375 | 0.9375 | 0.000s | 40.182s |
| Iteration 19 | 0.9 | 0.75 | 0.9375 | 0.000s | 40.565s |
| Iteration 20 | 0.6 | 0.375 | 0.9375 | 0.000s | 40.932s |
| Iteration 21 | 0.6 | 0.375 | 0.9375 | 0.000s | 41.294s |
| Iteration 22 | 0.4 | 0.9375 | 0.9375 | 0.000s | 41.671s |
| Iteration 23 | 0.4 | 0.9375 | 0.9375 | 0.000s | 42.037s |
| Iteration 24 | 0.4 | 0.9375 | 0.9375 | 0.000s | 42.400s |
| Iteration 25 | 0.4 | 0.9375 | 0.9375 | 0.000s | 42.776s |
| Iteration 26 | 0.4 | 0.9375 | 0.9375 | 0.001s | 43.185s |
| Iteration 27 | 0.4 | 0.9375 | 0.9375 | 0.000s | 43.587s |
| Iteration 28 | 0.9 | 0.75 | 0.9375 | 0.000s | 43.988s |
| Iteration 29 | 0.4 | 0.9375 | 0.9375 | 0.001s | 44.389s |
| Iteration 30 | 0.4 | 0.9375 | 0.9375 | 0.000s | 44.789s |
| Iteration 31 | 0.4 | 0.9375 | 0.9375 | 0.000s | 45.194s |
| Iteration 32 | 0.4 | 0.9375 | 0.9375 | 0.001s | 45.616s |
| Iteration 33 | 0.4 | 0.9375 | 0.9375 | 0.000s | 46.039s |
| Iteration 34 | 0.4 | 0.9375 | 0.9375 | 0.000s | 46.445s |
| Iteration 35 | 0.4 | 0.9375 | 0.9375 | 0.000s | 46.865s |
| Iteration 36 | 0.4 | 0.9375 | 0.9375 | 0.000s | 47.302s |
| Iteration 37 | 0.4 | 0.9375 | 0.9375 | 0.001s | 47.759s |
| Iteration 38 | 0.4 | 0.9375 | 0.9375 | 0.001s | 48.192s |
| Iteration 39 | 0.4 | 0.9375 | 0.9375 | 0.000s | 48.643s |
| Iteration 40 | 0.4 | 0.9375 | 0.9375 | 0.000s | 49.106s |
| Iteration 41 | 0.4 | 0.9375 | 0.9375 | 0.001s | 49.569s |
| Iteration 42 | 0.4 | 0.9375 | 0.9375 | 0.000s | 50.012s |
| Iteration 43 | 0.4 | 0.9375 | 0.9375 | 0.001s | 50.469s |
| Iteration 44 | 0.4 | 0.9375 | 0.9375 | 0.001s | 50.933s |
| Iteration 45 | 0.4 | 0.9375 | 0.9375 | 0.000s | 51.401s |
| Iteration 46 | 0.4 | 0.9375 | 0.9375 | 0.000s | 51.869s |
| Iteration 47 | 0.4 | 0.9375 | 0.9375 | 0.000s | 52.330s |
| Iteration 48 | 0.4 | 0.9375 | 0.9375 | 0.000s | 53.562s |
| Iteration 49 | 0.4 | 0.9375 | 0.9375 | 0.001s | 54.049s |
| Iteration 50 | 0.4 | 0.9375 | 0.9375 | 0.000s | 54.537s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'reg_param': 0.4}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 55.032s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.5018
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.008s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.52 ± 0.051
Time elapsed: 0.027s
-------------------------------------------------
Total time: 55.069s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 9.4602 | dista.. | auto | 40 | 1 | 0.625 | 0.625 | 3.137s | 3.157s |
| Initial point 2 | 3.7623 | uniform | kd_tree | 39 | 2 | 0.6875 | 0.6875 | 3.134s | 6.593s |
| Initial point 3 | 2.972 | dista.. | ball_tree | 25 | 2 | 0.4375 | 0.6875 | 3.165s | 10.062s |
| Initial point 4 | 8.6707 | uniform | ball_tree | 39 | 2 | 0.4062 | 0.6875 | 3.161s | 13.501s |
| Initial point 5 | 6.7924 | dista.. | auto | 30 | 2 | 0.6875 | 0.6875 | 3.212s | 17.034s |
| Initial point 6 | 7.8661 | dista.. | ball_tree | 21 | 2 | 0.6875 | 0.6875 | 3.159s | 20.830s |
| Initial point 7 | 5.6264 | dista.. | ball_tree | 24 | 1 | 0.5625 | 0.6875 | 3.072s | 24.616s |
| Initial point 8 | 1.3483 | dista.. | ball_tree | 21 | 2 | 0.5 | 0.6875 | 3.114s | 28.091s |
| Initial point 9 | 6.2674 | uniform | ball_tree | 24 | 1 | 0.5312 | 0.6875 | 3.150s | 31.548s |
| Initial point 10 | 4.4516 | uniform | brute | 22 | 2 | 0.5625 | 0.6875 | 3.143s | 34.963s |
| Iteration 11 | 1.6411 | uniform | auto | 40 | 1 | 0.5 | 0.6875 | 3.179s | 38.704s |
| Iteration 12 | 7.5939 | dista.. | auto | 29 | 2 | 0.4375 | 0.6875 | 3.146s | 42.384s |
| Iteration 13 | 6.7639 | dista.. | auto | 30 | 2 | 0.625 | 0.6875 | 3.160s | 46.188s |
| Iteration 14 | 8.593 | dista.. | ball_tree | 21 | 2 | 0.25 | 0.6875 | 3.166s | 49.880s |
| Iteration 15 | 6.8818 | dista.. | auto | 30 | 2 | 0.375 | 0.6875 | 3.155s | 53.604s |
| Iteration 16 | 6.7587 | dista.. | kd_tree | 30 | 2 | 0.6875 | 0.6875 | 3.130s | 57.257s |
| Iteration 17 | 3.8274 | uniform | kd_tree | 39 | 1 | 0.6562 | 0.6875 | 3.151s | 1m:01s |
| Iteration 18 | 7.7986 | dista.. | auto | 21 | 1 | 0.4062 | 0.6875 | 3.145s | 1m:05s |
| Iteration 19 | 6.6951 | uniform | brute | 30 | 1 | 0.1875 | 0.6875 | 3.156s | 1m:08s |
| Iteration 20 | 3.7899 | uniform | brute | 39 | 2 | 0.4688 | 0.6875 | 3.131s | 1m:12s |
| Iteration 21 | 6.6979 | dista.. | ball_tree | 30 | 2 | 0.6875 | 0.6875 | 3.133s | 1m:16s |
| Iteration 22 | 6.7085 | dista.. | brute | 29 | 2 | 0.4375 | 0.6875 | 3.127s | 1m:20s |
| Iteration 23 | 6.7185 | dista.. | brute | 30 | 2 | 0.625 | 0.6875 | 3.265s | 1m:23s |
| Iteration 24 | 6.7146 | dista.. | auto | 30 | 2 | 0.75 | 0.75 | 3.186s | 1m:28s |
| Iteration 25 | 6.7047 | dista.. | auto | 30 | 2 | 0.6875 | 0.75 | 3.173s | 1m:31s |
| Iteration 26 | 7.7733 | dista.. | ball_tree | 21 | 2 | 0.5625 | 0.75 | 3.807s | 1m:36s |
| Iteration 27 | 6.7098 | dista.. | ball_tree | 30 | 2 | 0.6875 | 0.75 | 3.176s | 1m:40s |
| Iteration 28 | 3.6643 | uniform | auto | 39 | 2 | 0.2188 | 0.75 | 3.180s | 1m:44s |
| Iteration 29 | 6.6245 | dista.. | ball_tree | 31 | 2 | 0.5312 | 0.75 | 3.184s | 1m:47s |
| Iteration 30 | 8.9521 | uniform | auto | 39 | 1 | 0.375 | 0.75 | 3.186s | 1m:51s |
| Iteration 31 | 0.0763 | dista.. | kd_tree | 30 | 1 | 0.5 | 0.75 | 3.193s | 1m:55s |
| Iteration 32 | 6.7115 | dista.. | ball_tree | 30 | 2 | 1.0 | 1.0 | 3.183s | 1m:59s |
| Iteration 33 | 6.6906 | dista.. | ball_tree | 30 | 2 | 0.875 | 1.0 | 3.166s | 2m:03s |
| Iteration 34 | 6.6427 | dista.. | ball_tree | 30 | 2 | 0.625 | 1.0 | 3.174s | 2m:07s |
| Iteration 35 | 6.6959 | dista.. | auto | 30 | 1 | 0.3438 | 1.0 | 3.168s | 2m:11s |
| Iteration 36 | 6.6968 | dista.. | kd_tree | 30 | 2 | 0.75 | 1.0 | 3.158s | 2m:14s |
| Iteration 37 | 8.0062 | dista.. | auto | 21 | 2 | 0.625 | 1.0 | 3.156s | 2m:18s |
| Iteration 38 | 6.6967 | dista.. | auto | 30 | 2 | 0.3125 | 1.0 | 3.190s | 2m:22s |
| Iteration 39 | 6.4624 | dista.. | ball_tree | 30 | 2 | 0.75 | 1.0 | 3.214s | 2m:26s |
| Iteration 40 | 0.0274 | uniform | ball_tree | 30 | 2 | 0.5 | 1.0 | 3.190s | 2m:30s |
| Iteration 41 | 6.3564 | dista.. | ball_tree | 30 | 2 | 0.6875 | 1.0 | 3.184s | 2m:34s |
| Iteration 42 | 6.2495 | dista.. | kd_tree | 30 | 2 | 0.6875 | 1.0 | 3.186s | 2m:38s |
| Iteration 43 | 0.3102 | dista.. | kd_tree | 40 | 1 | 0.375 | 1.0 | 3.175s | 2m:42s |
| Iteration 44 | 6.6695 | dista.. | ball_tree | 30 | 2 | 0.75 | 1.0 | 3.147s | 2m:46s |
| Iteration 45 | 6.6838 | uniform | ball_tree | 30 | 2 | 0.25 | 1.0 | 3.127s | 2m:49s |
| Iteration 46 | 6.6851 | dista.. | ball_tree | 30 | 2 | 0.5625 | 1.0 | 3.155s | 2m:53s |
| Iteration 47 | 1.1913 | dista.. | ball_tree | 30 | 2 | 0.5 | 1.0 | 3.152s | 2m:57s |
| Iteration 48 | 6.6263 | dista.. | kd_tree | 30 | 2 | 0.75 | 1.0 | 3.141s | 3m:01s |
| Iteration 49 | 7.3856 | dista.. | kd_tree | 30 | 2 | 0.625 | 1.0 | 3.165s | 3m:05s |
| Iteration 50 | 5.7448 | dista.. | kd_tree | 21 | 2 | 0.1875 | 1.0 | 3.163s | 3m:09s |
Bayesian Optimization ---------------------------
Best call --> Iteration 32
Best parameters --> {'radius': 6.7115, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 30, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:10s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.65 ± 0.0707
Time elapsed: 0.055s
-------------------------------------------------
Total time: 3m:10s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.625 | 0.625 | 4.219s | 4.227s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.7188 | 0.7188 | 3.605s | 8.099s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.625 | 0.7188 | 3.341s | 11.711s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.75 | 0.75 | 3.505s | 15.493s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.625 | 0.75 | 3.353s | 19.126s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.625 | 0.75 | 3.535s | 22.951s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.6875 | 0.75 | 3.196s | 26.470s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.8125 | 0.8125 | 3.452s | 30.192s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.75 | 0.8125 | 3.193s | 33.654s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.5625 | 0.8125 | 3.291s | 37.212s |
| Iteration 11 | 384 | 0.0124 | SAMME | 0.625 | 0.8125 | 3.416s | 41.124s |
| Iteration 12 | 50 | 0.0112 | SAMME.R | 0.25 | 0.8125 | 3.192s | 44.755s |
| Iteration 13 | 500 | 0.01 | SAMME | 0.7188 | 0.8125 | 3.507s | 48.763s |
| Iteration 14 | 500 | 10.0 | SAMME | 0.25 | 0.8125 | 3.135s | 52.344s |
| Iteration 15 | 462 | 0.01 | SAMME | 0.625 | 0.8125 | 3.457s | 56.251s |
| Iteration 16 | 500 | 0.0208 | SAMME | 0.375 | 0.8125 | 3.421s | 1m:00s |
| Iteration 17 | 419 | 5.2182 | SAMME | 0.5 | 0.8125 | 3.127s | 1m:04s |
| Iteration 18 | 442 | 0.0138 | SAMME | 0.625 | 0.8125 | 3.424s | 1m:08s |
| Iteration 19 | 347 | 6.1888 | SAMME | 0.625 | 0.8125 | 3.102s | 1m:11s |
| Iteration 20 | 400 | 0.0515 | SAMME | 0.625 | 0.8125 | 3.389s | 1m:15s |
| Iteration 21 | 299 | 0.0316 | SAMME | 0.4688 | 0.8125 | 3.372s | 1m:19s |
| Iteration 22 | 414 | 0.022 | SAMME.R | 0.625 | 0.8125 | 3.391s | 1m:23s |
| Iteration 23 | 431 | 0.0252 | SAMME | 0.5 | 0.8125 | 3.402s | 1m:27s |
| Iteration 24 | 368 | 4.4023 | SAMME.R | 0.6562 | 0.8125 | 3.363s | 1m:31s |
| Iteration 25 | 335 | 0.0163 | SAMME.R | 0.625 | 0.8125 | 3.386s | 1m:34s |
| Iteration 26 | 436 | 0.5646 | SAMME | 0.625 | 0.8125 | 3.358s | 1m:38s |
| Iteration 27 | 435 | 0.432 | SAMME | 0.875 | 0.875 | 3.419s | 1m:42s |
| Iteration 28 | 438 | 3.7981 | SAMME | 0.5625 | 0.875 | 3.092s | 1m:46s |
| Iteration 29 | 282 | 4.3442 | SAMME.R | 0.25 | 0.875 | 3.994s | 1m:50s |
| Iteration 30 | 427 | 0.01 | SAMME.R | 0.625 | 0.875 | 3.492s | 1m:54s |
| Iteration 31 | 130 | 3.2148 | SAMME.R | 0.375 | 0.875 | 3.274s | 1m:58s |
| Iteration 32 | 50 | 9.4711 | SAMME | 0.5 | 0.875 | 3.141s | 2m:02s |
| Iteration 33 | 397 | 0.0132 | SAMME.R | 0.625 | 0.875 | 3.454s | 2m:06s |
| Iteration 34 | 398 | 10.0 | SAMME.R | 0.5625 | 0.875 | 3.453s | 2m:10s |
| Iteration 35 | 196 | 0.0146 | SAMME.R | 0.5 | 0.875 | 3.302s | 2m:13s |
| Iteration 36 | 444 | 0.01 | SAMME.R | 0.9688 | 0.9688 | 3.530s | 2m:18s |
| Iteration 37 | 430 | 0.01 | SAMME.R | 0.625 | 0.9688 | 3.469s | 2m:22s |
| Iteration 38 | 428 | 0.01 | SAMME.R | 0.3125 | 0.9688 | 3.477s | 2m:26s |
| Iteration 39 | 429 | 0.0144 | SAMME.R | 0.4375 | 0.9688 | 3.472s | 2m:30s |
| Iteration 40 | 50 | 0.0105 | SAMME | 0.75 | 0.9688 | 3.152s | 2m:33s |
| Iteration 41 | 444 | 0.0272 | SAMME.R | 0.75 | 0.9688 | 3.513s | 2m:38s |
| Iteration 42 | 444 | 0.0171 | SAMME.R | 0.875 | 0.9688 | 3.475s | 2m:42s |
| Iteration 43 | 444 | 0.01 | SAMME.R | 0.9688 | 0.9688 | 0.001s | 2m:42s |
| Iteration 44 | 446 | 0.01 | SAMME.R | 0.75 | 0.9688 | 3.474s | 2m:46s |
| Iteration 45 | 443 | 0.0204 | SAMME.R | 0.875 | 0.9688 | 3.482s | 2m:51s |
| Iteration 46 | 442 | 0.01 | SAMME.R | 0.8125 | 0.9688 | 3.502s | 2m:55s |
| Iteration 47 | 443 | 0.056 | SAMME.R | 0.625 | 0.9688 | 3.502s | 2m:59s |
| Iteration 48 | 443 | 0.01 | SAMME.R | 0.7188 | 0.9688 | 3.477s | 3m:03s |
| Iteration 49 | 446 | 7.9707 | SAMME.R | 0.5 | 0.9688 | 3.478s | 3m:07s |
| Iteration 50 | 445 | 0.0123 | SAMME.R | 0.4375 | 0.9688 | 3.459s | 3m:12s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'n_estimators': 444, 'learning_rate': 0.01, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 0.9688
Time elapsed: 3m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9737
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.412s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.0962
Time elapsed: 1.840s
-------------------------------------------------
Total time: 3m:15s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.6875 | 0.6875 | 3.530s | 3.549s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.5938 | 0.6875 | 3.408s | 7.244s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.6875 | 0.6875 | 4.124s | 11.646s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.6875 | 3.269s | 15.240s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.5625 | 0.6875 | 3.433s | 18.953s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.875 | 0.875 | 3.282s | 22.513s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.6875 | 0.875 | 3.296s | 26.116s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.75 | 0.875 | 3.270s | 29.676s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.625 | 0.875 | 3.420s | 33.369s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.5 | 0.875 | 3.358s | 37.018s |
| Iteration 11 | 185 | gini | 8 | 15 | 13 | 0.5 | False | 0.0 | --- | 0.5625 | 0.875 | 3.211s | 40.886s |
| Iteration 12 | 500 | entropy | None | 2 | 9 | auto | False | 0.035 | --- | 0.25 | 0.875 | 3.398s | 45.013s |
| Iteration 13 | 248 | entropy | 1 | 2 | 5 | sqrt | False | 0.0223 | --- | 0.7188 | 0.875 | 3.265s | 48.947s |
| Iteration 14 | 97 | gini | 8 | 3 | 17 | sqrt | False | 0.0223 | --- | 0.8125 | 0.875 | 3.159s | 52.769s |
| Iteration 15 | 30 | gini | 8 | 6 | 2 | 0.7 | False | 0.035 | --- | 0.6875 | 0.875 | 3.169s | 56.851s |
| Iteration 16 | 237 | gini | 3 | 4 | 12 | sqrt | False | 0.035 | --- | 0.625 | 0.875 | 3.276s | 1m:01s |
| Iteration 17 | 231 | gini | 9 | 8 | 5 | auto | False | 0.035 | --- | 0.875 | 0.875 | 3.300s | 1m:05s |
| Iteration 18 | 291 | gini | 8 | 4 | 9 | sqrt | False | 0.035 | --- | 0.5 | 0.875 | 3.309s | 1m:09s |
| Iteration 19 | 149 | gini | 5 | 8 | 5 | 0.6 | False | 0.035 | --- | 0.5625 | 0.875 | 3.244s | 1m:13s |
| Iteration 20 | 348 | gini | 9 | 3 | 5 | auto | False | 0.0287 | --- | 0.5625 | 0.875 | 3.357s | 1m:17s |
| Iteration 21 | 89 | gini | 9 | 10 | 11 | 0.5 | False | 0.0301 | --- | 0.875 | 0.875 | 3.205s | 1m:21s |
| Iteration 22 | 150 | gini | 8 | 10 | 11 | log2 | False | 0.0348 | --- | 0.625 | 0.875 | 3.233s | 1m:25s |
| Iteration 23 | 96 | gini | 9 | 6 | 11 | None | False | 0.0019 | --- | 0.7812 | 0.875 | 3.213s | 1m:29s |
| Iteration 24 | 114 | gini | 6 | 10 | 18 | sqrt | False | 0.0256 | --- | 0.75 | 0.875 | 3.192s | 1m:33s |
| Iteration 25 | 456 | entropy | 1 | 20 | 17 | 0.5 | False | 0.0065 | --- | 0.6875 | 0.875 | 3.416s | 1m:37s |
| Iteration 26 | 434 | entropy | 2 | 16 | 11 | 0.9 | False | 0.0029 | --- | 0.7188 | 0.875 | 3.401s | 1m:41s |
| Iteration 27 | 65 | gini | 9 | 7 | 19 | 0.9 | False | 0.0056 | --- | 0.9375 | 0.9375 | 3.217s | 1m:45s |
| Iteration 28 | 70 | gini | 9 | 8 | 16 | log2 | False | 0.0231 | --- | 0.625 | 0.9375 | 3.181s | 1m:49s |
| Iteration 29 | 93 | entropy | None | 4 | 19 | sqrt | False | 0.0336 | --- | 0.8125 | 0.9375 | 3.881s | 1m:54s |
| Iteration 30 | 33 | gini | 8 | 10 | 20 | None | False | 0.0111 | --- | 0.625 | 0.9375 | 3.229s | 1m:57s |
| Iteration 31 | 96 | gini | 9 | 13 | 19 | None | False | 0.0191 | --- | 0.9062 | 0.9375 | 3.261s | 2m:01s |
| Iteration 32 | 340 | gini | 8 | 20 | 19 | 0.8 | False | 0.0119 | --- | 1.0 | 1.0 | 3.385s | 2m:06s |
| Iteration 33 | 202 | gini | 8 | 3 | 2 | 0.8 | True | 0.0333 | None | 0.75 | 1.0 | 3.268s | 2m:10s |
| Iteration 34 | 459 | entropy | 4 | 19 | 1 | auto | True | 0.0222 | 0.9 | 0.75 | 1.0 | 3.504s | 2m:14s |
| Iteration 35 | 384 | entropy | 2 | 9 | 20 | log2 | True | 0.004 | 0.9 | 0.5312 | 1.0 | 3.385s | 2m:18s |
| Iteration 36 | 466 | entropy | 2 | 16 | 3 | sqrt | True | 0.0 | 0.9 | 0.8125 | 1.0 | 3.434s | 2m:22s |
| Iteration 37 | 473 | gini | 1 | 12 | 19 | None | False | 0.0108 | --- | 0.625 | 1.0 | 3.383s | 2m:26s |
| Iteration 38 | 116 | entropy | 9 | 18 | 19 | sqrt | False | 0.0027 | --- | 0.25 | 1.0 | 3.159s | 2m:30s |
| Iteration 39 | 313 | gini | 9 | 13 | 19 | auto | False | 0.0055 | --- | 0.5625 | 1.0 | 3.304s | 2m:35s |
| Iteration 40 | 353 | gini | 9 | 20 | 12 | 0.9 | False | 0.0123 | --- | 0.9375 | 1.0 | 3.335s | 2m:39s |
| Iteration 41 | 268 | gini | 3 | 20 | 9 | 0.7 | False | 0.0129 | --- | 0.8125 | 1.0 | 3.332s | 2m:44s |
| Iteration 42 | 334 | gini | 4 | 20 | 18 | None | True | 0.024 | None | 0.7812 | 1.0 | 3.365s | 2m:48s |
| Iteration 43 | 373 | entropy | 4 | 20 | 7 | None | False | 0.0325 | --- | 0.4062 | 1.0 | 3.373s | 2m:52s |
| Iteration 44 | 81 | gini | 9 | 8 | 8 | None | False | 0.0193 | --- | 0.8125 | 1.0 | 3.176s | 2m:57s |
| Iteration 45 | 344 | gini | 7 | 20 | 5 | 0.6 | False | 0.0056 | --- | 0.75 | 1.0 | 3.330s | 3m:01s |
| Iteration 46 | 374 | gini | 9 | 20 | 5 | log2 | True | 0.027 | 0.5 | 0.5625 | 1.0 | 3.434s | 3m:05s |
| Iteration 47 | 84 | gini | 9 | 12 | 20 | 0.8 | False | 0.0309 | --- | 0.75 | 1.0 | 3.193s | 3m:10s |
| Iteration 48 | 343 | gini | 8 | 20 | 15 | 0.9 | False | 0.0285 | --- | 0.8125 | 1.0 | 3.348s | 3m:14s |
| Iteration 49 | 77 | gini | 3 | 2 | 2 | None | False | 0.0054 | --- | 0.5 | 1.0 | 3.160s | 3m:18s |
| Iteration 50 | 342 | gini | 8 | 16 | 19 | 0.8 | False | 0.0095 | --- | 0.3125 | 1.0 | 3.311s | 3m:22s |
Bayesian Optimization ---------------------------
Best call --> Iteration 32
Best parameters --> {'n_estimators': 340, 'criterion': 'gini', 'max_depth': 8, 'min_samples_split': 20, 'min_samples_leaf': 19, 'max_features': 0.8, 'bootstrap': False, 'ccp_alpha': 0.0119}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8563
Test evaluation --> roc_auc: 0.625
Time elapsed: 0.240s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.565 ± 0.1241
Time elapsed: 1.065s
-------------------------------------------------
Total time: 3m:25s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.237s | 3.256s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.8125 | 0.8125 | 3.237s | 6.770s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.8125 | 3.234s | 10.303s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.8125 | 3.777s | 14.366s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.8125 | 3.229s | 17.873s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.8125 | 3.178s | 21.370s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.8125 | 3.182s | 24.824s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.8125 | 3.219s | 28.609s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.6875 | 0.8125 | 3.224s | 32.199s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.8125 | 3.208s | 35.712s |
| Iteration 11 | 290 | 0.0173 | 5 | 0.2177 | 3 | 0.6 | 0.7 | 0.01 | 100 | 0.375 | 0.8125 | 3.188s | 39.570s |
| Iteration 12 | 304 | 0.0352 | 3 | 0.4089 | 3 | 0.8 | 0.9 | 0.01 | 0 | 0.625 | 0.8125 | 3.183s | 43.386s |
| Iteration 13 | 105 | 0.1495 | 6 | 0.1676 | 4 | 0.9 | 0.8 | 0.1 | 0.01 | 0.625 | 0.8125 | 3.163s | 47.289s |
| Iteration 14 | 478 | 0.1769 | 6 | 0.4442 | 9 | 0.6 | 0.6 | 100 | 1 | 0.5 | 0.8125 | 3.242s | 51.333s |
| Iteration 15 | 466 | 0.01 | 3 | 0.6206 | 5 | 0.8 | 1.0 | 0.01 | 0.1 | 0.4375 | 0.8125 | 3.246s | 55.342s |
| Iteration 16 | 370 | 0.0641 | 5 | 0.555 | 5 | 0.8 | 0.6 | 0.1 | 1 | 0.6875 | 0.8125 | 3.224s | 59.308s |
| Iteration 17 | 113 | 0.0578 | 1 | 0.106 | 6 | 0.8 | 0.9 | 0.1 | 0.1 | 0.4375 | 0.8125 | 3.198s | 1m:03s |
| Iteration 18 | 459 | 0.0394 | 6 | 0.1038 | 2 | 0.8 | 0.9 | 0.1 | 0 | 0.375 | 0.8125 | 3.253s | 1m:07s |
| Iteration 19 | 453 | 0.0252 | 6 | 0.2933 | 6 | 0.8 | 0.8 | 1 | 0.1 | 0.5625 | 0.8125 | 3.222s | 1m:11s |
| Iteration 20 | 257 | 0.0414 | 4 | 0.5004 | 3 | 0.8 | 0.9 | 10 | 0.1 | 0.5 | 0.8125 | 3.438s | 1m:16s |
| Iteration 21 | 280 | 0.0373 | 9 | 0.5006 | 3 | 0.8 | 1.0 | 0.1 | 0.01 | 0.5 | 0.8125 | 3.199s | 1m:20s |
| Iteration 22 | 360 | 0.0455 | 6 | 0.8754 | 1 | 0.8 | 0.9 | 0.1 | 0.1 | 0.6875 | 0.8125 | 3.232s | 1m:24s |
| Iteration 23 | 432 | 0.0444 | 6 | 0.5297 | 3 | 0.9 | 0.7 | 1 | 0.1 | 0.6875 | 0.8125 | 3.232s | 1m:28s |
| Iteration 24 | 322 | 0.0479 | 6 | 0.4244 | 6 | 0.8 | 0.7 | 0.1 | 0.1 | 0.5625 | 0.8125 | 3.216s | 1m:32s |
| Iteration 25 | 464 | 0.0566 | 6 | 0.5796 | 3 | 0.8 | 0.7 | 0.01 | 0.1 | 0.5625 | 0.8125 | 3.228s | 1m:36s |
| Iteration 26 | 479 | 0.0406 | 6 | 0.8872 | 5 | 0.9 | 1.0 | 10 | 0.1 | 0.5 | 0.8125 | 3.235s | 1m:40s |
| Iteration 27 | 270 | 0.2285 | 6 | 0.6975 | 3 | 0.9 | 1.0 | 0.1 | 0.1 | 0.75 | 0.8125 | 3.204s | 1m:44s |
| Iteration 28 | 264 | 0.0166 | 6 | 0.3393 | 3 | 0.6 | 0.9 | 0.1 | 0.1 | 0.5 | 0.8125 | 3.233s | 1m:48s |
| Iteration 29 | 386 | 0.1753 | 6 | 0.1977 | 3 | 0.8 | 0.6 | 0.1 | 0.1 | 0.75 | 0.8125 | 3.244s | 1m:52s |
| Iteration 30 | 489 | 0.0707 | 6 | 0.5439 | 3 | 0.8 | 1.0 | 0.1 | 0.1 | 0.75 | 0.8125 | 3.248s | 1m:57s |
| Iteration 31 | 118 | 0.0203 | 6 | 0.8974 | 3 | 0.8 | 1.0 | 0.1 | 0.1 | 0.875 | 0.875 | 3.206s | 2m:01s |
| Iteration 32 | 126 | 0.0102 | 6 | 0.4084 | 3 | 0.8 | 0.5 | 0.1 | 0.1 | 1.0 | 1.0 | 3.211s | 2m:05s |
| Iteration 33 | 20 | 0.01 | 6 | 0.3811 | 3 | 0.8 | 0.4 | 0.1 | 0.1 | 0.875 | 1.0 | 3.180s | 2m:09s |
| Iteration 34 | 164 | 0.01 | 4 | 0.0781 | 3 | 0.8 | 0.6 | 0.1 | 0.1 | 0.625 | 1.0 | 3.134s | 2m:13s |
| Iteration 35 | 142 | 0.01 | 6 | 0.4854 | 3 | 0.8 | 0.5 | 0.1 | 0.1 | 0.4375 | 1.0 | 3.163s | 2m:17s |
| Iteration 36 | 449 | 0.0372 | 8 | 0.1228 | 2 | 0.8 | 0.7 | 0.1 | 0.1 | 0.8125 | 1.0 | 3.190s | 2m:21s |
| Iteration 37 | 309 | 0.1752 | 9 | 0.1096 | 2 | 0.9 | 0.6 | 0.1 | 0.1 | 0.8125 | 1.0 | 3.157s | 2m:25s |
| Iteration 38 | 113 | 0.1671 | 10 | 0.3761 | 2 | 0.9 | 0.5 | 0.1 | 1 | 0.4375 | 1.0 | 3.154s | 2m:29s |
| Iteration 39 | 113 | 0.0195 | 9 | 0.9021 | 3 | 1.0 | 0.8 | 0.1 | 0.1 | 0.5312 | 1.0 | 3.224s | 2m:33s |
| Iteration 40 | 463 | 0.1523 | 10 | 0.6691 | 3 | 0.8 | 0.7 | 0.1 | 0.1 | 0.8125 | 1.0 | 3.231s | 2m:37s |
| Iteration 41 | 176 | 0.4852 | 3 | 0.3247 | 1 | 0.9 | 0.5 | 0.1 | 0.1 | 0.875 | 1.0 | 3.334s | 2m:41s |
| Iteration 42 | 341 | 0.2155 | 2 | 0.8165 | 2 | 0.9 | 0.4 | 0.1 | 0.1 | 0.9375 | 1.0 | 3.168s | 2m:45s |
| Iteration 43 | 49 | 0.3545 | 6 | 0.2667 | 2 | 0.9 | 0.5 | 0.1 | 0.1 | 0.5625 | 1.0 | 3.160s | 2m:49s |
| Iteration 44 | 28 | 0.4064 | 10 | 0.534 | 5 | 0.6 | 0.5 | 0.01 | 1 | 0.5 | 1.0 | 3.122s | 2m:53s |
| Iteration 45 | 491 | 0.084 | 3 | 0.5601 | 3 | 1.0 | 0.7 | 0.01 | 1 | 0.875 | 1.0 | 3.212s | 2m:57s |
| Iteration 46 | 246 | 0.3221 | 3 | 0.9142 | 5 | 1.0 | 0.5 | 0.01 | 1 | 0.6875 | 1.0 | 3.153s | 3m:01s |
| Iteration 47 | 387 | 0.4886 | 4 | 0.7641 | 1 | 1.0 | 0.7 | 0.01 | 1 | 0.5625 | 1.0 | 3.198s | 3m:05s |
| Iteration 48 | 50 | 0.0282 | 6 | 0.0102 | 3 | 0.9 | 0.5 | 0.01 | 1 | 1.0 | 1.0 | 3.139s | 3m:09s |
| Iteration 49 | 90 | 0.0147 | 2 | 0.532 | 3 | 0.9 | 0.9 | 0.01 | 1 | 0.75 | 1.0 | 3.143s | 3m:13s |
| Iteration 50 | 300 | 0.4524 | 8 | 0.1291 | 2 | 0.8 | 0.6 | 0.01 | 1 | 0.625 | 1.0 | 3.168s | 3m:17s |
Bayesian Optimization ---------------------------
Best call --> Iteration 32
Best parameters --> {'n_estimators': 126, 'learning_rate': 0.0102, 'max_depth': 6, 'gamma': 0.4084, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.5, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:18s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9313
Test evaluation --> roc_auc: 0.35
Time elapsed: 0.043s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.53 ± 0.0927
Time elapsed: 0.133s
-------------------------------------------------
Total time: 3m:18s
Final results ==================== >>
Duration: 21m:19s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.625 ± 0.1796 ~
Logistic Regression --> roc_auc: 0.57 ± 0.0872 ~
Linear Discriminant Analysis --> roc_auc: 0.57 ± 0.06 ~
Quadratic Discriminant Analysis --> roc_auc: 0.52 ± 0.051
Radius Nearest Neighbors --> roc_auc: 0.65 ± 0.0707 ~
AdaBoost --> roc_auc: 0.7 ± 0.0962 ~ !
Random Forest --> roc_auc: 0.565 ± 0.1241 ~
XGBoost --> roc_auc: 0.53 ± 0.0927 ~
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 841 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVDNQAGTALIF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVLDSSYKLIF.
>>> Dropping feature CALMDTGRRALTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CASSSGETQYF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CALNFGNEKLTF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASTNTGNQFYF.
>>> Dropping feature CAVEDQTGANNLFF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAASKGSARQLTF.
>>> Dropping feature CAVRNTGFQKLVF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CALRNSGNTPLVF.
>>> Dropping feature CAPLDSNYQLIW.
>>> Dropping feature CASSPGGYEQYF.
>>> Dropping feature CAENNNARLMF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASMNSGYSTLTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CALTSGTYKYIF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVRPNDYKLSF.
>>> Dropping feature CAVSSGGYNKLIF.
>>> Dropping feature CAVSSNTGNQFYF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.875 | 0.875 | 0.644s | 0.667s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.9375 | 0.9375 | 1.330s | 2.275s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.875 | 0.9375 | 0.657s | 3.219s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.5625 | 0.9375 | 0.677s | 4.179s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.75 | 0.9375 | 0.710s | 5.183s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.75 | 0.9375 | 0.746s | 6.335s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.5625 | 0.9375 | 0.712s | 7.327s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.8125 | 0.9375 | 0.762s | 8.384s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.6875 | 0.9375 | 0.679s | 9.377s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.875 | 0.9375 | 0.677s | 10.355s |
| Iteration 11 | deviance | 0.7893 | 322 | 0.6 | squared_er.. | 16 | 2 | 9 | None | 0.0209 | 0.875 | 0.9375 | 0.728s | 11.667s |
| Iteration 12 | exponen.. | 0.026 | 316 | 0.8 | squared_er.. | 20 | 9 | 1 | None | 0.0287 | 0.875 | 0.9375 | 0.705s | 12.992s |
| Iteration 13 | deviance | 0.0159 | 106 | 0.9 | squared_er.. | 2 | 17 | 1 | None | 0.0141 | 0.875 | 0.9375 | 0.654s | 14.240s |
| Iteration 14 | deviance | 0.0882 | 174 | 0.6 | squared_er.. | 18 | 13 | 5 | None | 0.0276 | 0.75 | 0.9375 | 0.670s | 15.552s |
| Iteration 15 | deviance | 0.0549 | 488 | 0.6 | friedman_mse | 2 | 2 | 1 | 0.8 | 0.0043 | 0.75 | 0.9375 | 0.750s | 16.954s |
| Iteration 16 | exponen.. | 0.01 | 500 | 0.5 | squared_er.. | 10 | 20 | 10 | None | 0.0 | 0.5 | 0.9375 | 0.727s | 18.276s |
| Iteration 17 | exponen.. | 0.3742 | 473 | 1.0 | squared_er.. | 16 | 13 | 6 | 0.9 | 0.0228 | 0.6875 | 0.9375 | 0.725s | 19.610s |
| Iteration 18 | deviance | 0.5307 | 249 | 0.9 | squared_er.. | 10 | 16 | 8 | 0.9 | 0.0036 | 0.5625 | 0.9375 | 0.680s | 20.935s |
| Iteration 19 | deviance | 0.3185 | 190 | 0.8 | squared_er.. | 20 | 2 | 7 | None | 0.015 | 0.625 | 0.9375 | 0.673s | 22.213s |
| Iteration 20 | exponen.. | 0.3453 | 125 | 0.6 | squared_er.. | 13 | 1 | 6 | 0.7 | 0.0246 | 0.6875 | 0.9375 | 0.668s | 23.493s |
| Iteration 21 | deviance | 0.0613 | 389 | 0.8 | squared_er.. | 6 | 15 | 3 | sqrt | 0.0045 | 0.8125 | 0.9375 | 0.723s | 24.841s |
| Iteration 22 | exponen.. | 0.1291 | 201 | 0.9 | squared_er.. | 18 | 19 | 1 | 0.9 | 0.0198 | 0.875 | 0.9375 | 0.694s | 26.137s |
| Iteration 23 | exponen.. | 0.2173 | 191 | 0.7 | squared_er.. | 17 | 16 | 1 | 0.6 | 0.0151 | 0.6875 | 0.9375 | 0.694s | 27.418s |
| Iteration 24 | exponen.. | 0.0563 | 196 | 1.0 | squared_er.. | 16 | 18 | 2 | 0.8 | 0.0287 | 0.0625 | 0.9375 | 0.672s | 28.715s |
| Iteration 25 | deviance | 0.0562 | 458 | 0.6 | squared_er.. | 19 | 20 | 2 | 0.8 | 0.0304 | 0.5 | 0.9375 | 0.740s | 30.089s |
| Iteration 26 | exponen.. | 0.0142 | 84 | 1.0 | friedman_mse | 17 | 15 | 6 | 0.8 | 0.0054 | 1.0 | 1.0 | 0.652s | 31.299s |
| Iteration 27 | deviance | 0.0145 | 52 | 0.9 | friedman_mse | 17 | 2 | 7 | 0.8 | 0.0102 | 0.8125 | 1.0 | 0.665s | 32.850s |
| Iteration 28 | exponen.. | 0.0245 | 115 | 1.0 | friedman_mse | 19 | 7 | 4 | 0.8 | 0.0042 | 0.8125 | 1.0 | 0.663s | 34.283s |
| Iteration 29 | exponen.. | 0.0177 | 10 | 1.0 | friedman_mse | 15 | 20 | 6 | 0.8 | 0.0053 | 0.8125 | 1.0 | 0.658s | 36.278s |
| Iteration 30 | exponen.. | 0.1753 | 158 | 0.7 | squared_er.. | 6 | 13 | 4 | None | 0.0208 | 0.875 | 1.0 | 0.738s | 37.804s |
| Iteration 31 | deviance | 0.1406 | 268 | 0.5 | squared_er.. | 18 | 17 | 4 | None | 0.0232 | 0.5 | 1.0 | 0.748s | 39.405s |
| Iteration 32 | deviance | 0.0112 | 50 | 1.0 | friedman_mse | 17 | 15 | 6 | 0.8 | 0.0052 | 0.75 | 1.0 | 0.632s | 40.929s |
| Iteration 33 | exponen.. | 0.031 | 214 | 0.8 | friedman_mse | 19 | 14 | 5 | 0.8 | 0.0143 | 1.0 | 1.0 | 0.739s | 42.470s |
| Iteration 34 | exponen.. | 0.0168 | 81 | 1.0 | friedman_mse | 18 | 15 | 6 | 0.8 | 0.007 | 0.75 | 1.0 | 0.702s | 44.040s |
| Iteration 35 | exponen.. | 0.8751 | 492 | 0.7 | friedman_mse | 19 | 13 | 6 | 0.8 | 0.0329 | 0.625 | 1.0 | 0.814s | 45.685s |
| Iteration 36 | exponen.. | 0.0391 | 273 | 0.6 | squared_er.. | 10 | 8 | 5 | None | 0.0332 | 1.0 | 1.0 | 0.741s | 47.270s |
| Iteration 37 | deviance | 0.0279 | 275 | 0.6 | squared_er.. | 7 | 8 | 4 | None | 0.0189 | 0.875 | 1.0 | 0.704s | 48.820s |
| Iteration 38 | exponen.. | 0.7658 | 213 | 0.7 | squared_er.. | 9 | 8 | 5 | None | 0.035 | 0.5625 | 1.0 | 0.731s | 50.365s |
| Iteration 39 | exponen.. | 0.0544 | 13 | 0.6 | squared_er.. | 19 | 9 | 4 | None | 0.0294 | 0.625 | 1.0 | 0.670s | 51.826s |
| Iteration 40 | exponen.. | 0.035 | 304 | 0.6 | squared_er.. | 10 | 8 | 7 | None | 0.032 | 0.875 | 1.0 | 0.755s | 53.478s |
| Iteration 41 | deviance | 0.0302 | 162 | 0.6 | friedman_mse | 11 | 13 | 7 | 0.8 | 0.0291 | 0.5 | 1.0 | 0.717s | 55.141s |
| Iteration 42 | deviance | 0.0145 | 190 | 0.5 | friedman_mse | 17 | 9 | 7 | 0.8 | 0.0053 | 0.6875 | 1.0 | 0.714s | 56.914s |
| Iteration 43 | exponen.. | 0.0251 | 126 | 0.7 | friedman_mse | 19 | 14 | 8 | 0.9 | 0.0142 | 0.625 | 1.0 | 0.704s | 58.643s |
| Iteration 44 | exponen.. | 0.0302 | 367 | 0.8 | friedman_mse | 19 | 4 | 7 | 0.8 | 0.0195 | 0.875 | 1.0 | 0.778s | 1m:00s |
| Iteration 45 | deviance | 0.0402 | 199 | 0.6 | squared_er.. | 10 | 8 | 6 | None | 0.0114 | 0.75 | 1.0 | 0.719s | 1m:02s |
| Iteration 46 | deviance | 0.0391 | 387 | 0.7 | squared_er.. | 9 | 8 | 2 | None | 0.0348 | 0.75 | 1.0 | 0.737s | 1m:04s |
| Iteration 47 | exponen.. | 0.0144 | 32 | 0.9 | friedman_mse | 16 | 8 | 3 | 0.8 | 0.0044 | 0.75 | 1.0 | 0.640s | 1m:06s |
| Iteration 48 | deviance | 0.4071 | 181 | 0.8 | friedman_mse | 4 | 20 | 7 | 0.8 | 0.0159 | 0.75 | 1.0 | 0.673s | 1m:07s |
| Iteration 49 | exponen.. | 0.01 | 266 | 0.8 | friedman_mse | 20 | 6 | 3 | 0.8 | 0.0145 | 0.9375 | 1.0 | 0.770s | 1m:09s |
| Iteration 50 | exponen.. | 0.0675 | 192 | 0.8 | friedman_mse | 20 | 18 | 6 | 0.8 | 0.0049 | 0.5 | 1.0 | 0.733s | 1m:11s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0391, 'n_estimators': 273, 'subsample': 0.6, 'criterion': 'squared_error', 'min_samples_split': 10, 'min_samples_leaf': 8, 'max_depth': 5, 'max_features': None, 'ccp_alpha': 0.0332}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9857
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.084s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.91 ± 0.049
Time elapsed: 0.394s
-------------------------------------------------
Total time: 1m:12s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.75 | 0.75 | 0.710s | 0.723s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.75 | 0.75 | 0.644s | 1.634s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.9375 | 0.9375 | 0.663s | 2.562s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.625 | 0.9375 | 1.219s | 4.067s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 1.0 | 1.0 | 0.678s | 5.019s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.625 | 1.0 | 0.661s | 5.960s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.6875 | 1.0 | 0.647s | 6.881s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.1875 | 1.0 | 0.658s | 7.810s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.8125 | 1.0 | 0.647s | 8.756s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.8125 | 1.0 | 0.648s | 9.684s |
| Iteration 11 | l2 | 0.001 | newto.. | 877 | --- | 0.8125 | 1.0 | 0.671s | 11.114s |
| Iteration 12 | l2 | 0.1022 | lbfgs | 593 | --- | 0.75 | 1.0 | 0.726s | 12.459s |
| Iteration 13 | l2 | 0.001 | lbfgs | 100 | --- | 0.625 | 1.0 | 0.725s | 13.789s |
| Iteration 14 | l2 | 48.0139 | newto.. | 563 | --- | 0.6875 | 1.0 | 0.719s | 15.135s |
| Iteration 15 | none | --- | lbfgs | 264 | --- | 0.4375 | 1.0 | 0.644s | 16.473s |
| Iteration 16 | l2 | 100.0 | saga | 1000 | --- | 0.75 | 1.0 | 0.649s | 17.637s |
| Iteration 17 | l2 | 61.4628 | lbfgs | 117 | --- | 0.6875 | 1.0 | 0.636s | 18.817s |
| Iteration 18 | l2 | 60.7491 | lbfgs | 970 | --- | 0.4375 | 1.0 | 0.636s | 20.082s |
| Iteration 19 | elast.. | 0.0113 | saga | 1000 | 0.8 | 0.5 | 1.0 | 0.639s | 21.271s |
| Iteration 20 | l2 | 0.057 | sag | 100 | --- | 0.625 | 1.0 | 0.633s | 22.516s |
| Iteration 21 | l2 | 0.0463 | newto.. | 570 | --- | 0.625 | 1.0 | 0.644s | 23.863s |
| Iteration 22 | none | --- | newto.. | 568 | --- | 0.5625 | 1.0 | 0.638s | 25.184s |
| Iteration 23 | l2 | 0.001 | libli.. | 1000 | --- | 0.75 | 1.0 | 0.638s | 26.353s |
| Iteration 24 | none | --- | saga | 467 | --- | 0.375 | 1.0 | 0.636s | 27.572s |
| Iteration 25 | l2 | 2.4718 | lbfgs | 1000 | --- | 0.8125 | 1.0 | 0.641s | 28.760s |
| Iteration 26 | l2 | 0.0025 | lbfgs | 100 | --- | 0.9375 | 1.0 | 0.635s | 29.972s |
| Iteration 27 | l2 | 0.001 | lbfgs | 100 | --- | 0.625 | 1.0 | 0.000s | 30.519s |
| Iteration 28 | l2 | 0.0022 | saga | 141 | --- | 0.6875 | 1.0 | 0.632s | 31.734s |
| Iteration 29 | elast.. | 47.5919 | saga | 118 | 0.1 | 0.5 | 1.0 | 0.648s | 33.005s |
| Iteration 30 | l2 | 100.0 | lbfgs | 1000 | --- | 0.5625 | 1.0 | 0.660s | 34.246s |
| Iteration 31 | l2 | 100.0 | saga | 1000 | --- | 0.75 | 1.0 | 0.001s | 34.836s |
| Iteration 32 | l2 | 19.2635 | lbfgs | 601 | --- | 1.0 | 1.0 | 0.652s | 36.138s |
| Iteration 33 | l2 | 90.8581 | libli.. | 373 | --- | 0.3125 | 1.0 | 1.170s | 37.987s |
| Iteration 34 | l2 | 14.0627 | lbfgs | 584 | --- | 0.6875 | 1.0 | 0.694s | 39.406s |
| Iteration 35 | none | --- | lbfgs | 667 | --- | 0.375 | 1.0 | 0.705s | 40.806s |
| Iteration 36 | l1 | 0.0139 | saga | 953 | --- | 0.5 | 1.0 | 0.697s | 42.124s |
| Iteration 37 | l2 | 0.0082 | lbfgs | 607 | --- | 0.75 | 1.0 | 0.698s | 43.583s |
| Iteration 38 | l2 | 0.001 | lbfgs | 100 | --- | 0.625 | 1.0 | 0.001s | 44.293s |
| Iteration 39 | l2 | 0.001 | lbfgs | 1000 | --- | 0.5625 | 1.0 | 0.646s | 45.605s |
| Iteration 40 | l2 | 0.0038 | lbfgs | 136 | --- | 0.5 | 1.0 | 0.647s | 46.877s |
| Iteration 41 | l2 | 0.0011 | lbfgs | 994 | --- | 0.3125 | 1.0 | 0.645s | 48.198s |
| Iteration 42 | l2 | 0.2299 | lbfgs | 560 | --- | 0.375 | 1.0 | 0.665s | 49.677s |
| Iteration 43 | l2 | 18.0104 | lbfgs | 597 | --- | 0.625 | 1.0 | 0.646s | 51.168s |
| Iteration 44 | elast.. | 82.8123 | saga | 995 | 0.6 | 0.4375 | 1.0 | 0.668s | 52.540s |
| Iteration 45 | l2 | 0.001 | saga | 1000 | --- | 0.75 | 1.0 | 0.646s | 53.834s |
| Iteration 46 | l2 | 0.001 | saga | 1000 | --- | 0.75 | 1.0 | 0.000s | 54.548s |
| Iteration 47 | l2 | 0.001 | saga | 100 | --- | 1.0 | 1.0 | 0.653s | 55.890s |
| Iteration 48 | l2 | 0.001 | saga | 100 | --- | 1.0 | 1.0 | 0.000s | 56.610s |
| Iteration 49 | none | --- | saga | 927 | --- | 0.9375 | 1.0 | 0.657s | 58.014s |
| Iteration 50 | l2 | 0.001 | saga | 100 | --- | 1.0 | 1.0 | 0.000s | 58.731s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'penalty': 'l2', 'C': 10.3226, 'solver': 'lbfgs', 'max_iter': 566}
Best evaluation --> roc_auc: 1.0
Time elapsed: 59.595s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7393
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.6 ± 0.1095
Time elapsed: 0.067s
-------------------------------------------------
Total time: 59.681s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.75 | 0.75 | 0.647s | 0.653s |
| Initial point 2 | svd | --- | 0.6875 | 0.75 | 0.635s | 1.556s |
| Initial point 3 | svd | --- | 0.6875 | 0.75 | 0.000s | 1.821s |
| Initial point 4 | lsqr | 0.8 | 0.25 | 0.75 | 0.644s | 2.725s |
| Initial point 5 | eigen | 0.9 | 0.6875 | 0.75 | 0.639s | 3.654s |
| Initial point 6 | lsqr | 0.7 | 0.75 | 0.75 | 0.634s | 4.569s |
| Initial point 7 | lsqr | 0.5 | 0.5625 | 0.75 | 0.630s | 5.467s |
| Initial point 8 | lsqr | 0.9 | 0.6875 | 0.75 | 0.636s | 6.781s |
| Initial point 9 | lsqr | 0.6 | 0.875 | 0.875 | 0.638s | 7.806s |
| Initial point 10 | eigen | 0.8 | 0.5625 | 0.875 | 0.655s | 8.741s |
| Iteration 11 | eigen | 0.6 | 0.9375 | 0.9375 | 1.211s | 10.344s |
| Iteration 12 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 10.742s |
| Iteration 13 | lsqr | auto | 0.625 | 0.9375 | 0.647s | 11.799s |
| Iteration 14 | svd | --- | 0.6875 | 0.9375 | 0.000s | 12.199s |
| Iteration 15 | eigen | 0.7 | 0.625 | 0.9375 | 0.637s | 13.240s |
| Iteration 16 | lsqr | 1.0 | 0.625 | 0.9375 | 0.652s | 14.315s |
| Iteration 17 | eigen | None | 0.6875 | 0.9375 | 0.629s | 15.420s |
| Iteration 18 | svd | --- | 0.6875 | 0.9375 | 0.000s | 15.848s |
| Iteration 19 | svd | --- | 0.6875 | 0.9375 | 0.000s | 16.264s |
| Iteration 20 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 16.700s |
| Iteration 21 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 17.158s |
| Iteration 22 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 17.587s |
| Iteration 23 | eigen | auto | 0.75 | 0.9375 | 0.663s | 18.689s |
| Iteration 24 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 19.131s |
| Iteration 25 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 19.616s |
| Iteration 26 | svd | --- | 0.6875 | 0.9375 | 0.000s | 20.061s |
| Iteration 27 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 20.513s |
| Iteration 28 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 20.971s |
| Iteration 29 | eigen | 0.5 | 0.625 | 0.9375 | 0.648s | 22.100s |
| Iteration 30 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 22.610s |
| Iteration 31 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 23.113s |
| Iteration 32 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 23.605s |
| Iteration 33 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 24.097s |
| Iteration 34 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 24.634s |
| Iteration 35 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 25.136s |
| Iteration 36 | eigen | 0.6 | 0.9375 | 0.9375 | 0.001s | 25.680s |
| Iteration 37 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 26.215s |
| Iteration 38 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 26.729s |
| Iteration 39 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 27.313s |
| Iteration 40 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 27.847s |
| Iteration 41 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 28.394s |
| Iteration 42 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 28.939s |
| Iteration 43 | eigen | 0.6 | 0.9375 | 0.9375 | 0.001s | 29.525s |
| Iteration 44 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 30.093s |
| Iteration 45 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 30.663s |
| Iteration 46 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 31.242s |
| Iteration 47 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 31.824s |
| Iteration 48 | eigen | 0.6 | 0.9375 | 0.9375 | 0.001s | 32.457s |
| Iteration 49 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 33.061s |
| Iteration 50 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 33.684s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.6}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 34.314s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.725
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.68 ± 0.2249
Time elapsed: 0.029s
-------------------------------------------------
Total time: 34.354s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.75 | 0.75 | 0.647s | 0.650s |
| Initial point 2 | 0.9 | 0.8125 | 0.8125 | 0.634s | 1.555s |
| Initial point 3 | 0.1 | 0.6875 | 0.8125 | 0.645s | 2.506s |
| Initial point 4 | 1.0 | 0.75 | 0.8125 | 0.000s | 2.774s |
| Initial point 5 | 0.2 | 0.625 | 0.8125 | 0.636s | 3.684s |
| Initial point 6 | 0.4 | 0.75 | 0.8125 | 0.639s | 4.581s |
| Initial point 7 | 0.4 | 0.75 | 0.8125 | 0.000s | 4.865s |
| Initial point 8 | 0.7 | 0.6875 | 0.8125 | 0.626s | 5.758s |
| Initial point 9 | 0.9 | 0.8125 | 0.8125 | 0.000s | 6.032s |
| Initial point 10 | 0.8 | 0.5625 | 0.8125 | 0.626s | 6.919s |
| Iteration 11 | 0.3 | 0.8125 | 0.8125 | 0.630s | 7.942s |
| Iteration 12 | 0.6 | 0.25 | 0.8125 | 0.625s | 8.918s |
| Iteration 13 | 0.5 | 0.625 | 0.8125 | 0.664s | 9.938s |
| Iteration 14 | 0.0 | 0.875 | 0.875 | 0.623s | 10.915s |
| Iteration 15 | 0.0 | 0.875 | 0.875 | 0.000s | 11.829s |
| Iteration 16 | 0.0 | 0.875 | 0.875 | 0.000s | 12.198s |
| Iteration 17 | 0.0 | 0.875 | 0.875 | 0.000s | 12.598s |
| Iteration 18 | 0.0 | 0.875 | 0.875 | 0.000s | 12.993s |
| Iteration 19 | 0.9 | 0.8125 | 0.875 | 0.000s | 13.368s |
| Iteration 20 | 0.6 | 0.25 | 0.875 | 0.000s | 13.739s |
| Iteration 21 | 0.6 | 0.25 | 0.875 | 0.000s | 14.147s |
| Iteration 22 | 0.0 | 0.875 | 0.875 | 0.000s | 14.524s |
| Iteration 23 | 0.0 | 0.875 | 0.875 | 0.000s | 14.904s |
| Iteration 24 | 0.0 | 0.875 | 0.875 | 0.000s | 15.328s |
| Iteration 25 | 0.0 | 0.875 | 0.875 | 0.000s | 15.718s |
| Iteration 26 | 0.0 | 0.875 | 0.875 | 0.000s | 16.108s |
| Iteration 27 | 0.0 | 0.875 | 0.875 | 0.000s | 16.496s |
| Iteration 28 | 0.9 | 0.8125 | 0.875 | 0.000s | 16.888s |
| Iteration 29 | 0.0 | 0.875 | 0.875 | 0.000s | 17.275s |
| Iteration 30 | 0.8 | 0.5625 | 0.875 | 0.000s | 17.667s |
| Iteration 31 | 0.0 | 0.875 | 0.875 | 0.000s | 18.076s |
| Iteration 32 | 0.0 | 0.875 | 0.875 | 0.000s | 18.466s |
| Iteration 33 | 0.0 | 0.875 | 0.875 | 0.000s | 18.870s |
| Iteration 34 | 0.0 | 0.875 | 0.875 | 0.000s | 19.271s |
| Iteration 35 | 0.0 | 0.875 | 0.875 | 0.000s | 19.704s |
| Iteration 36 | 0.0 | 0.875 | 0.875 | 0.000s | 20.130s |
| Iteration 37 | 0.0 | 0.875 | 0.875 | 0.000s | 20.588s |
| Iteration 38 | 0.0 | 0.875 | 0.875 | 0.000s | 21.021s |
| Iteration 39 | 0.0 | 0.875 | 0.875 | 0.000s | 21.465s |
| Iteration 40 | 0.0 | 0.875 | 0.875 | 0.000s | 22.118s |
| Iteration 41 | 0.0 | 0.875 | 0.875 | 0.000s | 22.624s |
| Iteration 42 | 0.0 | 0.875 | 0.875 | 0.000s | 23.072s |
| Iteration 43 | 0.0 | 0.875 | 0.875 | 0.000s | 23.522s |
| Iteration 44 | 0.0 | 0.875 | 0.875 | 0.000s | 23.993s |
| Iteration 45 | 0.0 | 0.875 | 0.875 | 0.000s | 24.457s |
| Iteration 46 | 0.0 | 0.875 | 0.875 | 0.001s | 24.944s |
| Iteration 47 | 0.0 | 0.875 | 0.875 | 0.000s | 25.435s |
| Iteration 48 | 0.0 | 0.875 | 0.875 | 0.000s | 25.922s |
| Iteration 49 | 0.0 | 0.875 | 0.875 | 0.000s | 26.425s |
| Iteration 50 | 0.0 | 0.875 | 0.875 | 0.000s | 26.915s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'reg_param': 0.0}
Best evaluation --> roc_auc: 0.875
Time elapsed: 27.454s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.917
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.1
Time elapsed: 0.027s
-------------------------------------------------
Total time: 27.491s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.5146 | dista.. | auto | 40 | 1 | 0.75 | 0.75 | 0.650s | 0.670s |
| Initial point 2 | 4.9771 | uniform | kd_tree | 39 | 2 | 0.75 | 0.75 | 0.647s | 1.601s |
| Initial point 3 | 3.9316 | dista.. | ball_tree | 25 | 2 | 0.8125 | 0.8125 | 0.666s | 2.549s |
| Initial point 4 | 11.4701 | uniform | ball_tree | 39 | 2 | 0.5 | 0.8125 | 0.650s | 3.467s |
| Initial point 5 | 8.9854 | dista.. | auto | 30 | 2 | 0.75 | 0.8125 | 0.646s | 4.378s |
| Initial point 6 | 10.4057 | dista.. | ball_tree | 21 | 2 | 0.75 | 0.8125 | 0.659s | 5.318s |
| Initial point 7 | 7.4429 | dista.. | ball_tree | 24 | 1 | 0.8125 | 0.8125 | 0.651s | 6.243s |
| Initial point 8 | 1.7836 | dista.. | ball_tree | 21 | 2 | 0.5938 | 0.8125 | 0.771s | 7.299s |
| Initial point 9 | 8.2909 | uniform | ball_tree | 24 | 1 | 0.6562 | 0.8125 | 0.660s | 8.231s |
| Initial point 10 | 5.8889 | uniform | brute | 22 | 2 | 0.75 | 0.8125 | 0.645s | 9.147s |
| Iteration 11 | 0.0 | uniform | ball_tree | 20 | 1 | 0.5 | 0.8125 | 0.656s | 10.334s |
| Iteration 12 | 5.4693 | uniform | auto | 33 | 1 | 0.6562 | 0.8125 | 0.647s | 11.468s |
| Iteration 13 | 12.406 | dista.. | kd_tree | 39 | 1 | 0.6875 | 0.8125 | 0.668s | 12.673s |
| Iteration 14 | 5.408 | dista.. | brute | 40 | 2 | 0.625 | 0.8125 | 0.644s | 14.469s |
| Iteration 15 | 12.1246 | uniform | kd_tree | 21 | 1 | 0.6875 | 0.8125 | 0.687s | 15.624s |
| Iteration 16 | 0.3079 | uniform | brute | 40 | 1 | 0.125 | 0.8125 | 0.698s | 16.825s |
| Iteration 17 | 5.6744 | dista.. | ball_tree | 20 | 2 | 0.5625 | 0.8125 | 0.673s | 18.157s |
| Iteration 18 | 7.0801 | dista.. | ball_tree | 35 | 1 | 0.375 | 0.8125 | 0.642s | 19.387s |
| Iteration 19 | 6.6913 | uniform | ball_tree | 25 | 2 | 0.5625 | 0.8125 | 0.640s | 20.612s |
| Iteration 20 | 0.0 | dista.. | ball_tree | 37 | 2 | 0.5 | 0.8125 | 0.646s | 21.794s |
| Iteration 21 | 7.558 | dista.. | kd_tree | 27 | 1 | 0.5 | 0.8125 | 0.648s | 22.994s |
| Iteration 22 | 3.9161 | uniform | kd_tree | 20 | 2 | 0.7188 | 0.8125 | 0.644s | 24.267s |
| Iteration 23 | 3.6862 | dista.. | brute | 38 | 1 | 0.6562 | 0.8125 | 0.644s | 25.531s |
| Iteration 24 | 9.6541 | uniform | kd_tree | 40 | 1 | 0.625 | 0.8125 | 0.654s | 26.740s |
| Iteration 25 | 4.3627 | uniform | auto | 37 | 2 | 0.7188 | 0.8125 | 0.651s | 28.019s |
| Iteration 26 | 3.1991 | uniform | auto | 26 | 2 | 0.8438 | 0.8438 | 0.669s | 29.271s |
| Iteration 27 | 3.3402 | dista.. | brute | 39 | 2 | 0.6875 | 0.8438 | 0.639s | 30.443s |
| Iteration 28 | 3.4874 | uniform | brute | 24 | 1 | 0.5625 | 0.8438 | 0.703s | 31.884s |
| Iteration 29 | 3.4764 | uniform | auto | 37 | 2 | 0.6875 | 0.8438 | 0.692s | 33.156s |
| Iteration 30 | 9.0609 | uniform | brute | 23 | 2 | 0.625 | 0.8438 | 0.696s | 34.466s |
| Iteration 31 | 10.7412 | dista.. | auto | 25 | 1 | 0.6875 | 0.8438 | 0.689s | 35.742s |
| Iteration 32 | 4.0542 | dista.. | auto | 20 | 2 | 0.9375 | 0.9375 | 0.638s | 37.073s |
| Iteration 33 | 3.7493 | dista.. | ball_tree | 20 | 2 | 0.25 | 0.9375 | 0.631s | 38.305s |
| Iteration 34 | 10.5017 | dista.. | auto | 20 | 2 | 0.75 | 0.9375 | 0.637s | 39.482s |
| Iteration 35 | 0.0705 | dista.. | auto | 20 | 2 | 0.5 | 0.9375 | 0.652s | 40.701s |
| Iteration 36 | 12.1461 | dista.. | kd_tree | 39 | 2 | 0.5 | 0.9375 | 0.638s | 41.943s |
| Iteration 37 | 4.067 | uniform | kd_tree | 31 | 2 | 0.375 | 0.9375 | 0.641s | 43.328s |
| Iteration 38 | 4.0551 | dista.. | ball_tree | 20 | 2 | 0.875 | 0.9375 | 0.646s | 44.711s |
| Iteration 39 | 4.0475 | uniform | auto | 21 | 1 | 1.0 | 1.0 | 0.686s | 46.664s |
| Iteration 40 | 4.0752 | dista.. | auto | 23 | 1 | 0.75 | 1.0 | 0.694s | 48.071s |
| Iteration 41 | 4.1186 | uniform | kd_tree | 21 | 1 | 0.8125 | 1.0 | 0.694s | 49.470s |
| Iteration 42 | 4.0277 | uniform | auto | 21 | 2 | 0.625 | 1.0 | 0.700s | 50.981s |
| Iteration 43 | 4.1741 | dista.. | kd_tree | 20 | 2 | 0.75 | 1.0 | 0.692s | 52.343s |
| Iteration 44 | 4.083 | uniform | auto | 20 | 1 | 0.5312 | 1.0 | 0.703s | 53.750s |
| Iteration 45 | 3.1432 | uniform | auto | 29 | 1 | 0.5312 | 1.0 | 0.689s | 55.134s |
| Iteration 46 | 4.2113 | uniform | brute | 23 | 2 | 0.375 | 1.0 | 0.692s | 56.545s |
| Iteration 47 | 4.0257 | dista.. | ball_tree | 21 | 1 | 1.0 | 1.0 | 0.714s | 57.995s |
| Iteration 48 | 4.0265 | dista.. | ball_tree | 21 | 1 | 1.0 | 1.0 | 0.687s | 59.441s |
| Iteration 49 | 4.0188 | dista.. | auto | 21 | 1 | 0.875 | 1.0 | 0.688s | 1m:01s |
| Iteration 50 | 4.026 | uniform | brute | 21 | 1 | 0.5938 | 1.0 | 0.688s | 1m:03s |
Bayesian Optimization ---------------------------
Best call --> Iteration 47
Best parameters --> {'radius': 4.0257, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 21, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.02
Time elapsed: 0.055s
-------------------------------------------------
Total time: 1m:04s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.75 | 0.75 | 1.068s | 1.075s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 1.0 | 1.0 | 1.095s | 2.438s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.875 | 1.0 | 0.845s | 3.561s |
| Initial point 4 | 431 | 0.0871 | SAMME | 1.0 | 1.0 | 1.004s | 4.836s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.8125 | 1.0 | 0.861s | 5.970s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.5 | 1.0 | 1.068s | 7.327s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.375 | 1.0 | 0.712s | 8.364s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.875 | 1.0 | 0.989s | 9.668s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.5938 | 1.0 | 0.690s | 10.629s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.9688 | 1.0 | 0.803s | 11.706s |
| Iteration 11 | 485 | 0.0562 | SAMME.R | 0.75 | 1.0 | 1.074s | 13.284s |
| Iteration 12 | 71 | 0.0109 | SAMME.R | 0.875 | 1.0 | 0.732s | 14.467s |
| Iteration 13 | 56 | 0.0905 | SAMME.R | 0.4375 | 1.0 | 0.676s | 15.628s |
| Iteration 14 | 240 | 0.0168 | SAMME.R | 0.8125 | 1.0 | 0.823s | 16.913s |
| Iteration 15 | 500 | 0.0309 | SAMME | 0.75 | 1.0 | 0.994s | 18.425s |
| Iteration 16 | 246 | 0.01 | SAMME.R | 1.0 | 1.0 | 1.476s | 20.377s |
| Iteration 17 | 416 | 0.0967 | SAMME | 0.875 | 1.0 | 0.992s | 21.840s |
| Iteration 18 | 398 | 0.0364 | SAMME.R | 0.375 | 1.0 | 1.002s | 23.318s |
| Iteration 19 | 441 | 0.0483 | SAMME | 0.875 | 1.0 | 1.014s | 24.935s |
| Iteration 20 | 177 | 0.0269 | SAMME | 0.8438 | 1.0 | 0.804s | 26.277s |
| Iteration 21 | 50 | 0.1794 | SAMME | 0.4375 | 1.0 | 0.720s | 27.504s |
| Iteration 22 | 202 | 0.01 | SAMME | 1.0 | 1.0 | 0.828s | 28.896s |
| Iteration 23 | 185 | 0.01 | SAMME.R | 0.8438 | 1.0 | 0.843s | 30.296s |
| Iteration 24 | 200 | 0.01 | SAMME | 0.3125 | 1.0 | 0.821s | 31.744s |
| Iteration 25 | 415 | 0.0777 | SAMME | 0.8125 | 1.0 | 1.000s | 33.210s |
| Iteration 26 | 428 | 0.0691 | SAMME | 1.0 | 1.0 | 0.988s | 34.713s |
| Iteration 27 | 441 | 0.0748 | SAMME | 1.0 | 1.0 | 1.005s | 36.260s |
| Iteration 28 | 453 | 0.0993 | SAMME | 0.8125 | 1.0 | 1.002s | 37.780s |
| Iteration 29 | 405 | 0.0422 | SAMME | 1.0 | 1.0 | 0.983s | 39.264s |
| Iteration 30 | 385 | 0.0452 | SAMME | 0.9062 | 1.0 | 0.956s | 40.776s |
| Iteration 31 | 361 | 0.0833 | SAMME | 0.7188 | 1.0 | 0.965s | 42.318s |
| Iteration 32 | 428 | 0.0319 | SAMME | 0.875 | 1.0 | 0.996s | 43.865s |
| Iteration 33 | 420 | 0.0334 | SAMME | 1.0 | 1.0 | 0.929s | 45.421s |
| Iteration 34 | 433 | 0.01 | SAMME | 0.8438 | 1.0 | 0.995s | 46.968s |
| Iteration 35 | 372 | 0.01 | SAMME | 0.4375 | 1.0 | 0.949s | 48.516s |
| Iteration 36 | 425 | 0.0466 | SAMME | 0.9375 | 1.0 | 0.912s | 50.034s |
| Iteration 37 | 278 | 0.01 | SAMME.R | 0.8438 | 1.0 | 0.851s | 51.596s |
| Iteration 38 | 500 | 0.0554 | SAMME | 0.625 | 1.0 | 0.979s | 53.528s |
| Iteration 39 | 423 | 0.0472 | SAMME | 0.8125 | 1.0 | 1.469s | 55.749s |
| Iteration 40 | 500 | 0.0111 | SAMME.R | 0.9375 | 1.0 | 1.030s | 57.375s |
| Iteration 41 | 69 | 0.0379 | SAMME | 0.5 | 1.0 | 0.696s | 58.655s |
| Iteration 42 | 217 | 0.352 | SAMME.R | 0.6875 | 1.0 | 0.806s | 1m:00s |
| Iteration 43 | 500 | 0.01 | SAMME.R | 0.625 | 1.0 | 1.041s | 1m:02s |
| Iteration 44 | 179 | 0.3424 | SAMME | 1.0 | 1.0 | 0.800s | 1m:03s |
| Iteration 45 | 179 | 0.4618 | SAMME | 0.8125 | 1.0 | 0.799s | 1m:05s |
| Iteration 46 | 183 | 4.8907 | SAMME | 0.875 | 1.0 | 0.671s | 1m:06s |
| Iteration 47 | 157 | 0.1366 | SAMME | 0.9375 | 1.0 | 0.754s | 1m:08s |
| Iteration 48 | 147 | 1.2062 | SAMME | 0.875 | 1.0 | 0.783s | 1m:09s |
| Iteration 49 | 245 | 10.0 | SAMME | 0.625 | 1.0 | 0.671s | 1m:10s |
| Iteration 50 | 146 | 0.0562 | SAMME | 0.7188 | 1.0 | 0.799s | 1m:12s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'n_estimators': 246, 'learning_rate': 0.01, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:13s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9013
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.237s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.935 ± 0.1179
Time elapsed: 1.045s
-------------------------------------------------
Total time: 1m:14s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.75 | 0.75 | 1.073s | 1.095s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 1.0 | 1.0 | 0.950s | 2.625s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 1.0 | 1.0 | 0.924s | 4.153s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 1.0 | 0.736s | 5.236s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.75 | 1.0 | 0.933s | 6.489s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.875 | 1.0 | 0.774s | 7.557s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.4375 | 1.0 | 0.818s | 8.646s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.875 | 1.0 | 0.809s | 9.735s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.5625 | 1.0 | 0.934s | 10.947s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.8125 | 1.0 | 0.889s | 12.151s |
| Iteration 11 | 37 | entropy | 5 | 3 | 8 | 0.6 | False | 0.0002 | --- | 0.6875 | 1.0 | 0.669s | 13.655s |
| Iteration 12 | 110 | entropy | 5 | 3 | 5 | 0.7 | False | 0.016 | --- | 1.0 | 1.0 | 0.697s | 15.021s |
| Iteration 13 | 309 | gini | 7 | 15 | 5 | 0.8 | False | 0.0143 | --- | 0.625 | 1.0 | 0.836s | 16.529s |
| Iteration 14 | 252 | gini | 5 | 17 | 5 | 0.6 | False | 0.0146 | --- | 0.9375 | 1.0 | 0.790s | 17.966s |
| Iteration 15 | 260 | entropy | 5 | 14 | 5 | 0.5 | False | 0.019 | --- | 0.8125 | 1.0 | 1.398s | 20.059s |
| Iteration 16 | 108 | entropy | 6 | 4 | 3 | 0.9 | False | 0.0283 | --- | 1.0 | 1.0 | 0.768s | 21.478s |
| Iteration 17 | 22 | gini | 6 | 6 | 3 | None | False | 0.0287 | --- | 0.7812 | 1.0 | 0.703s | 22.989s |
| Iteration 18 | 62 | entropy | 5 | 5 | 5 | 0.6 | False | 0.0158 | --- | 0.5625 | 1.0 | 0.723s | 24.529s |
| Iteration 19 | 301 | gini | 5 | 5 | 5 | sqrt | False | 0.0159 | --- | 0.8125 | 1.0 | 0.860s | 26.210s |
| Iteration 20 | 484 | gini | 6 | 6 | 3 | sqrt | False | 0.0135 | --- | 0.75 | 1.0 | 0.972s | 28.023s |
| Iteration 21 | 324 | entropy | 8 | 12 | 11 | 0.8 | False | 0.0099 | --- | 1.0 | 1.0 | 0.883s | 29.618s |
| Iteration 22 | 14 | gini | 8 | 14 | 11 | auto | False | 0.0014 | --- | 1.0 | 1.0 | 0.682s | 30.994s |
| Iteration 23 | 252 | gini | 8 | 12 | 11 | 0.6 | False | 0.0217 | --- | 1.0 | 1.0 | 0.833s | 32.608s |
| Iteration 24 | 262 | entropy | 8 | 7 | 11 | sqrt | False | 0.0109 | --- | 0.5 | 1.0 | 0.828s | 34.175s |
| Iteration 25 | 235 | gini | 8 | 7 | 11 | 0.9 | False | 0.001 | --- | 0.875 | 1.0 | 0.823s | 35.829s |
| Iteration 26 | 61 | gini | 5 | 13 | 5 | 0.8 | False | 0.0025 | --- | 1.0 | 1.0 | 0.716s | 37.400s |
| Iteration 27 | 162 | entropy | 5 | 10 | 5 | 0.8 | False | 0.0113 | --- | 0.6875 | 1.0 | 0.735s | 38.940s |
| Iteration 28 | 320 | gini | 3 | 4 | 15 | 0.6 | False | 0.012 | --- | 0.7812 | 1.0 | 0.833s | 40.646s |
| Iteration 29 | 334 | gini | 8 | 6 | 3 | auto | False | 0.0336 | --- | 0.9375 | 1.0 | 0.888s | 42.379s |
| Iteration 30 | 420 | gini | 5 | 2 | 4 | 0.6 | False | 0.0186 | --- | 0.9375 | 1.0 | 0.950s | 44.180s |
| Iteration 31 | 262 | entropy | 6 | 12 | 17 | 0.9 | False | 0.008 | --- | 0.5938 | 1.0 | 0.838s | 45.852s |
| Iteration 32 | 398 | gini | 5 | 2 | 10 | 0.6 | False | 0.0236 | --- | 0.875 | 1.0 | 0.906s | 47.660s |
| Iteration 33 | 478 | gini | 8 | 3 | 10 | auto | False | 0.015 | --- | 1.0 | 1.0 | 0.965s | 49.435s |
| Iteration 34 | 267 | gini | 8 | 13 | 18 | 0.6 | False | 0.0291 | --- | 0.7812 | 1.0 | 0.839s | 51.072s |
| Iteration 35 | 34 | gini | 8 | 4 | 7 | 0.6 | False | 0.0131 | --- | 0.3438 | 1.0 | 0.695s | 52.572s |
| Iteration 36 | 477 | gini | 9 | 3 | 11 | 0.9 | False | 0.0142 | --- | 0.625 | 1.0 | 0.991s | 54.573s |
| Iteration 37 | 452 | gini | 5 | 3 | 9 | auto | True | 0.0079 | 0.6 | 0.75 | 1.0 | 1.049s | 56.535s |
| Iteration 38 | 257 | gini | 8 | 9 | 12 | 0.6 | False | 0.015 | --- | 0.75 | 1.0 | 1.478s | 59.003s |
| Iteration 39 | 348 | entropy | 7 | 19 | 6 | 0.6 | False | 0.0169 | --- | 0.75 | 1.0 | 0.933s | 1m:01s |
| Iteration 40 | 316 | gini | 5 | 16 | 5 | 0.6 | False | 0.0169 | --- | 0.8125 | 1.0 | 0.878s | 1m:03s |
| Iteration 41 | 450 | gini | 3 | 5 | 9 | auto | False | 0.02 | --- | 0.625 | 1.0 | 0.958s | 1m:05s |
| Iteration 42 | 429 | gini | 9 | 2 | 11 | auto | False | 0.0133 | --- | 0.8125 | 1.0 | 0.950s | 1m:06s |
| Iteration 43 | 464 | entropy | 6 | 4 | 9 | 0.6 | False | 0.0258 | --- | 0.625 | 1.0 | 0.970s | 1m:08s |
| Iteration 44 | 465 | entropy | 8 | 16 | 1 | sqrt | False | 0.0313 | --- | 0.875 | 1.0 | 0.922s | 1m:10s |
| Iteration 45 | 56 | entropy | 5 | 7 | 2 | None | False | 0.0077 | --- | 0.625 | 1.0 | 0.657s | 1m:11s |
| Iteration 46 | 227 | gini | 5 | 19 | 3 | None | False | 0.0269 | --- | 0.8438 | 1.0 | 0.770s | 1m:13s |
| Iteration 47 | 498 | gini | 8 | 17 | 10 | log2 | False | 0.0082 | --- | 1.0 | 1.0 | 0.940s | 1m:15s |
| Iteration 48 | 354 | entropy | 6 | 5 | 3 | 0.8 | False | 0.0071 | --- | 0.8125 | 1.0 | 0.909s | 1m:17s |
| Iteration 49 | 100 | gini | 8 | 15 | 10 | 0.6 | False | 0.0188 | --- | 0.875 | 1.0 | 0.690s | 1m:19s |
| Iteration 50 | 479 | gini | 8 | 3 | 10 | 0.6 | False | 0.0108 | --- | 0.75 | 1.0 | 0.928s | 1m:21s |
Bayesian Optimization ---------------------------
Best call --> Iteration 33
Best parameters --> {'n_estimators': 478, 'criterion': 'gini', 'max_depth': 8, 'min_samples_split': 3, 'min_samples_leaf': 10, 'max_features': 'auto', 'bootstrap': False, 'ccp_alpha': 0.015}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:21s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9054
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.347s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.94 ± 0.049
Time elapsed: 1.489s
-------------------------------------------------
Total time: 1m:23s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.785s | 0.805s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 1.0 | 1.0 | 0.783s | 1.964s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 1.0 | 0.765s | 3.041s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 1.0 | 0.732s | 4.063s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 1.0 | 0.753s | 5.093s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 1.0 | 0.728s | 6.104s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 1.0 | 0.678s | 7.090s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 1.0 | 0.675s | 8.043s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.5625 | 1.0 | 0.718s | 9.039s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 1.0 | 0.692s | 10.018s |
| Iteration 11 | 385 | 0.0516 | 8 | 0.2791 | 3 | 0.9 | 1.0 | 0.01 | 0.1 | 0.875 | 1.0 | 0.708s | 11.359s |
| Iteration 12 | 405 | 0.0171 | 4 | 0.4489 | 3 | 0.8 | 0.4 | 0 | 10 | 0.9375 | 1.0 | 0.700s | 12.816s |
| Iteration 13 | 479 | 0.063 | 6 | 0.438 | 3 | 0.9 | 0.4 | 100 | 1 | 0.5 | 1.0 | 0.706s | 14.204s |
| Iteration 14 | 365 | 0.102 | 6 | 0.4588 | 3 | 0.5 | 0.6 | 0.1 | 0.01 | 0.8125 | 1.0 | 0.688s | 15.512s |
| Iteration 15 | 349 | 0.0363 | 8 | 0.4678 | 3 | 0.9 | 0.7 | 0.01 | 100 | 0.6875 | 1.0 | 0.695s | 17.516s |
| Iteration 16 | 386 | 0.0207 | 4 | 0.7536 | 3 | 0.5 | 0.5 | 0.1 | 1 | 0.9375 | 1.0 | 0.736s | 18.928s |
| Iteration 17 | 313 | 0.0373 | 2 | 0.0422 | 3 | 0.5 | 0.5 | 0 | 1 | 0.375 | 1.0 | 0.689s | 20.336s |
| Iteration 18 | 288 | 0.5084 | 6 | 0.1226 | 3 | 0.8 | 0.9 | 0.01 | 0 | 0.4375 | 1.0 | 0.693s | 21.786s |
| Iteration 19 | 412 | 0.0144 | 2 | 1.0 | 3 | 0.7 | 0.9 | 10 | 0.01 | 0.5 | 1.0 | 0.697s | 23.276s |
| Iteration 20 | 419 | 0.1627 | 5 | 0.4767 | 3 | 0.7 | 0.9 | 0.1 | 10 | 0.75 | 1.0 | 0.700s | 24.758s |
| Iteration 21 | 423 | 0.0426 | 7 | 0.4383 | 3 | 0.9 | 0.9 | 0 | 0.1 | 0.9375 | 1.0 | 0.704s | 26.248s |
| Iteration 22 | 438 | 0.1691 | 5 | 0.4398 | 3 | 0.7 | 0.8 | 0.1 | 10 | 0.8125 | 1.0 | 0.731s | 27.825s |
| Iteration 23 | 422 | 0.0238 | 9 | 0.4279 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.8125 | 1.0 | 0.768s | 29.388s |
| Iteration 24 | 209 | 0.0128 | 2 | 0.3753 | 3 | 0.6 | 0.9 | 0 | 0 | 0.25 | 1.0 | 0.730s | 30.863s |
| Iteration 25 | 406 | 0.0199 | 7 | 0.3824 | 1 | 0.7 | 0.4 | 0 | 1 | 0.875 | 1.0 | 0.770s | 32.364s |
| Iteration 26 | 426 | 0.0778 | 2 | 0.0 | 2 | 0.7 | 0.7 | 0 | 0.01 | 1.0 | 1.0 | 0.756s | 33.950s |
| Iteration 27 | 421 | 0.0132 | 1 | 0.0 | 2 | 0.6 | 0.6 | 0 | 0 | 0.6875 | 1.0 | 0.755s | 35.507s |
| Iteration 28 | 20 | 0.2447 | 4 | 0.0 | 10 | 1.0 | 0.5 | 100 | 1 | 0.5 | 1.0 | 0.696s | 37.032s |
| Iteration 29 | 395 | 0.3446 | 10 | 0.6589 | 1 | 0.5 | 1.0 | 0 | 10 | 1.0 | 1.0 | 0.755s | 39.103s |
| Iteration 30 | 392 | 0.0219 | 8 | 0.8017 | 1 | 0.8 | 0.9 | 0 | 0 | 0.875 | 1.0 | 0.763s | 40.912s |
| Iteration 31 | 397 | 0.8972 | 9 | 0.3663 | 1 | 0.5 | 0.8 | 0.1 | 0.01 | 0.6875 | 1.0 | 0.751s | 42.477s |
| Iteration 32 | 398 | 0.0423 | 9 | 1.0 | 2 | 0.8 | 0.8 | 0 | 100 | 0.5 | 1.0 | 0.748s | 44.088s |
| Iteration 33 | 391 | 0.01 | 4 | 0.5976 | 1 | 0.7 | 0.9 | 0 | 10 | 1.0 | 1.0 | 0.756s | 45.799s |
| Iteration 34 | 405 | 0.01 | 1 | 0.4328 | 1 | 1.0 | 1.0 | 0 | 0 | 0.8125 | 1.0 | 0.755s | 47.388s |
| Iteration 35 | 445 | 0.0389 | 3 | 0.0 | 6 | 0.9 | 0.8 | 0 | 10 | 0.25 | 1.0 | 0.754s | 49.098s |
| Iteration 36 | 454 | 0.2892 | 8 | 0.0563 | 3 | 0.8 | 0.8 | 0 | 0 | 0.625 | 1.0 | 0.760s | 50.790s |
| Iteration 37 | 353 | 0.0107 | 6 | 0.6923 | 1 | 0.5 | 0.4 | 0 | 100 | 0.625 | 1.0 | 0.764s | 52.487s |
| Iteration 38 | 398 | 1.0 | 5 | 0.5787 | 2 | 0.9 | 0.4 | 0 | 1 | 0.5625 | 1.0 | 0.755s | 54.122s |
| Iteration 39 | 438 | 0.2081 | 1 | 1.0 | 1 | 0.7 | 0.6 | 0 | 10 | 0.6875 | 1.0 | 0.757s | 56.446s |
| Iteration 40 | 402 | 0.3538 | 6 | 0.8374 | 3 | 0.7 | 0.6 | 0 | 0 | 0.875 | 1.0 | 0.747s | 58.144s |
| Iteration 41 | 447 | 0.1038 | 4 | 0.2659 | 2 | 0.7 | 0.8 | 0 | 0.01 | 0.5625 | 1.0 | 0.769s | 59.868s |
| Iteration 42 | 400 | 0.0109 | 3 | 0.5295 | 3 | 0.9 | 0.9 | 0 | 0.1 | 0.6875 | 1.0 | 0.759s | 1m:02s |
| Iteration 43 | 425 | 0.0544 | 8 | 0.0825 | 3 | 0.8 | 0.6 | 0 | 0.1 | 0.625 | 1.0 | 0.758s | 1m:03s |
| Iteration 44 | 20 | 1.0 | 2 | 1.0 | 1 | 0.8 | 1.0 | 10 | 0 | 0.5 | 1.0 | 0.696s | 1m:05s |
| Iteration 45 | 393 | 0.01 | 7 | 0.2335 | 1 | 0.5 | 0.8 | 10 | 0 | 0.5 | 1.0 | 0.745s | 1m:07s |
| Iteration 46 | 414 | 0.0141 | 5 | 0.6632 | 3 | 0.7 | 0.5 | 0.01 | 0.01 | 0.75 | 1.0 | 0.746s | 1m:09s |
| Iteration 47 | 443 | 0.1059 | 6 | 0.5642 | 1 | 0.6 | 0.9 | 0 | 100 | 0.8438 | 1.0 | 0.783s | 1m:10s |
| Iteration 48 | 435 | 0.2957 | 9 | 0.0 | 1 | 0.5 | 0.7 | 0 | 0.01 | 0.75 | 1.0 | 0.756s | 1m:12s |
| Iteration 49 | 343 | 0.8145 | 3 | 0.0 | 2 | 1.0 | 0.9 | 0 | 10 | 1.0 | 1.0 | 0.741s | 1m:14s |
| Iteration 50 | 307 | 0.6006 | 6 | 0.0 | 2 | 0.8 | 1.0 | 0 | 0.1 | 0.6875 | 1.0 | 0.737s | 1m:16s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 426, 'learning_rate': 0.0423, 'max_depth': 6, 'gamma': 0.4435, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:17s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9554
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.095s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.84 ± 0.1241
Time elapsed: 0.292s
-------------------------------------------------
Total time: 1m:17s
Final results ==================== >>
Duration: 8m:12s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.91 ± 0.049
Logistic Regression --> roc_auc: 0.6 ± 0.1095 ~
Linear Discriminant Analysis --> roc_auc: 0.68 ± 0.2249
Quadratic Discriminant Analysis --> roc_auc: 0.8 ± 0.1
Radius Nearest Neighbors --> roc_auc: 0.74 ± 0.02 ~
AdaBoost --> roc_auc: 0.935 ± 0.1179
Random Forest --> roc_auc: 0.94 ± 0.049 !
XGBoost --> roc_auc: 0.84 ± 0.1241
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CALQGGSEKLVF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVDNQAGTALIF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVLDSSYKLIF.
>>> Dropping feature CALMDTGRRALTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CASSSGETQYF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CALNFGNEKLTF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASTNTGNQFYF.
>>> Dropping feature CAVEDQTGANNLFF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAASKGSARQLTF.
>>> Dropping feature CAVRNTGFQKLVF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CALRNSGNTPLVF.
>>> Dropping feature CAPLDSNYQLIW.
>>> Dropping feature CASSPGGYEQYF.
>>> Dropping feature CAENNNARLMF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CALTSGTYKYIF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVRPNDYKLSF.
>>> Dropping feature CAVSSGGYNKLIF.
>>> Dropping feature CAVSSNTGNQFYF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.8125 | 0.8125 | 3.192s | 3.213s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 1.0 | 1.0 | 3.205s | 6.706s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.5625 | 1.0 | 3.204s | 10.206s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.8125 | 1.0 | 3.231s | 13.725s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.9375 | 1.0 | 3.214s | 17.242s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.5938 | 1.0 | 3.230s | 20.757s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.4688 | 1.0 | 3.217s | 24.432s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 1.0 | 1.0 | 3.257s | 28.037s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.25 | 1.0 | 3.186s | 31.541s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.9375 | 1.0 | 3.200s | 35.042s |
| Iteration 11 | exponen.. | 0.0575 | 396 | 0.7 | squared_er.. | 17 | 9 | 6 | 0.9 | 0.0071 | 1.0 | 1.0 | 3.255s | 39.026s |
| Iteration 12 | deviance | 0.5045 | 66 | 0.9 | friedman_mse | 3 | 15 | 10 | None | 0.0153 | 1.0 | 1.0 | 3.157s | 42.735s |
| Iteration 13 | deviance | 0.1777 | 500 | 1.0 | friedman_mse | 20 | 7 | 10 | None | 0.0079 | 0.625 | 1.0 | 3.259s | 46.697s |
| Iteration 14 | deviance | 0.0873 | 290 | 0.6 | squared_er.. | 18 | 9 | 5 | None | 0.022 | 0.75 | 1.0 | 3.180s | 50.516s |
| Iteration 15 | exponen.. | 0.0332 | 475 | 0.7 | squared_er.. | 19 | 7 | 9 | 0.6 | 0.0126 | 1.0 | 1.0 | 3.836s | 55.175s |
| Iteration 16 | deviance | 0.1206 | 212 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0285 | 0.875 | 1.0 | 3.221s | 59.108s |
| Iteration 17 | deviance | 0.0885 | 38 | 0.6 | squared_er.. | 20 | 11 | 3 | None | 0.035 | 0.6875 | 1.0 | 3.137s | 1m:03s |
| Iteration 18 | exponen.. | 0.01 | 10 | 1.0 | squared_er.. | 20 | 20 | 10 | None | 0.0 | 0.375 | 1.0 | 3.148s | 1m:07s |
| Iteration 19 | exponen.. | 0.0694 | 71 | 0.7 | friedman_mse | 8 | 13 | 8 | sqrt | 0.0149 | 0.625 | 1.0 | 3.130s | 1m:11s |
| Iteration 20 | exponen.. | 0.0142 | 433 | 0.7 | squared_er.. | 9 | 5 | 7 | 0.6 | 0.0327 | 1.0 | 1.0 | 3.234s | 1m:16s |
| Iteration 21 | deviance | 0.0372 | 214 | 0.9 | friedman_mse | 15 | 6 | 5 | 0.8 | 0.01 | 1.0 | 1.0 | 3.164s | 1m:20s |
| Iteration 22 | deviance | 0.1371 | 140 | 0.9 | friedman_mse | 9 | 10 | 8 | 0.9 | 0.0126 | 0.9375 | 1.0 | 3.190s | 1m:25s |
| Iteration 23 | exponen.. | 0.0237 | 437 | 0.7 | squared_er.. | 15 | 20 | 9 | 0.5 | 0.034 | 0.8125 | 1.0 | 3.267s | 1m:30s |
| Iteration 24 | exponen.. | 0.0946 | 431 | 0.7 | squared_er.. | 18 | 1 | 5 | 0.9 | 0.0 | 0.0625 | 1.0 | 3.218s | 1m:35s |
| Iteration 25 | exponen.. | 0.0189 | 408 | 0.8 | friedman_mse | 13 | 7 | 6 | 0.7 | 0.0092 | 0.9375 | 1.0 | 3.222s | 1m:39s |
| Iteration 26 | exponen.. | 0.0228 | 406 | 0.5 | squared_er.. | 9 | 9 | 5 | 0.7 | 0.001 | 1.0 | 1.0 | 3.253s | 1m:43s |
| Iteration 27 | exponen.. | 0.0131 | 261 | 0.8 | squared_er.. | 15 | 6 | 5 | 0.7 | 0.0304 | 1.0 | 1.0 | 3.163s | 1m:47s |
| Iteration 28 | exponen.. | 0.0278 | 88 | 0.7 | friedman_mse | 12 | 6 | 4 | 0.7 | 0.0249 | 0.75 | 1.0 | 3.149s | 1m:51s |
| Iteration 29 | exponen.. | 0.01 | 373 | 0.7 | squared_er.. | 13 | 6 | 5 | 0.5 | 0.0295 | 1.0 | 1.0 | 3.218s | 1m:55s |
| Iteration 30 | deviance | 0.01 | 214 | 0.6 | squared_er.. | 17 | 4 | 6 | auto | 0.0294 | 1.0 | 1.0 | 3.160s | 1m:59s |
| Iteration 31 | deviance | 0.01 | 308 | 0.7 | squared_er.. | 18 | 5 | 1 | 0.6 | 0.0195 | 0.875 | 1.0 | 3.173s | 2m:03s |
| Iteration 32 | exponen.. | 0.01 | 200 | 0.6 | friedman_mse | 13 | 4 | 7 | log2 | 0.0159 | 0.6875 | 1.0 | 3.168s | 2m:08s |
| Iteration 33 | exponen.. | 0.01 | 500 | 0.7 | squared_er.. | 20 | 6 | 5 | None | 0.0059 | 1.0 | 1.0 | 3.261s | 2m:12s |
| Iteration 34 | exponen.. | 0.01 | 381 | 0.7 | squared_er.. | 17 | 2 | 5 | 0.7 | 0.0164 | 0.3125 | 1.0 | 3.198s | 2m:16s |
| Iteration 35 | deviance | 1.0 | 10 | 0.8 | friedman_mse | 13 | 3 | 7 | auto | 0.0201 | 0.375 | 1.0 | 3.093s | 2m:20s |
| Iteration 36 | exponen.. | 0.0133 | 440 | 0.8 | squared_er.. | 16 | 6 | 6 | 0.7 | 0.0315 | 0.6875 | 1.0 | 3.204s | 2m:24s |
| Iteration 37 | deviance | 0.0916 | 100 | 1.0 | friedman_mse | 13 | 14 | 9 | 0.7 | 0.0168 | 0.3438 | 1.0 | 3.101s | 2m:28s |
| Iteration 38 | exponen.. | 0.034 | 377 | 0.6 | squared_er.. | 5 | 8 | 1 | 0.6 | 0.0027 | 0.875 | 1.0 | 3.208s | 2m:32s |
| Iteration 39 | exponen.. | 0.0643 | 500 | 1.0 | friedman_mse | 14 | 9 | 5 | 0.7 | 0.0 | 0.8125 | 1.0 | 3.848s | 2m:37s |
| Iteration 40 | deviance | 0.01 | 346 | 0.6 | squared_er.. | 18 | 8 | 9 | auto | 0.035 | 0.6875 | 1.0 | 3.225s | 2m:41s |
| Iteration 41 | exponen.. | 0.0104 | 436 | 0.7 | squared_er.. | 11 | 6 | 6 | 0.6 | 0.0293 | 0.625 | 1.0 | 3.267s | 2m:45s |
| Iteration 42 | exponen.. | 0.0173 | 96 | 0.7 | squared_er.. | 7 | 7 | 5 | sqrt | 0.0159 | 0.6875 | 1.0 | 3.147s | 2m:49s |
| Iteration 43 | exponen.. | 0.0219 | 442 | 0.6 | squared_er.. | 5 | 10 | 5 | sqrt | 0.0112 | 0.75 | 1.0 | 3.281s | 2m:54s |
| Iteration 44 | exponen.. | 0.01 | 123 | 0.7 | squared_er.. | 9 | 8 | 8 | 0.9 | 0.0055 | 0.8125 | 1.0 | 3.159s | 2m:58s |
| Iteration 45 | exponen.. | 1.0 | 36 | 0.5 | squared_er.. | 6 | 9 | 10 | 0.6 | 0.0 | 0.5 | 1.0 | 3.155s | 3m:02s |
| Iteration 46 | exponen.. | 0.2254 | 267 | 0.7 | squared_er.. | 3 | 8 | 6 | log2 | 0.0074 | 0.875 | 1.0 | 3.201s | 3m:06s |
| Iteration 47 | exponen.. | 0.03 | 500 | 0.7 | squared_er.. | 12 | 6 | 5 | log2 | 0.0295 | 1.0 | 1.0 | 3.275s | 3m:10s |
| Iteration 48 | exponen.. | 0.0167 | 500 | 0.7 | squared_er.. | 20 | 8 | 6 | None | 0.0017 | 1.0 | 1.0 | 3.292s | 3m:14s |
| Iteration 49 | deviance | 0.0424 | 209 | 0.9 | squared_er.. | 19 | 4 | 3 | auto | 0.0333 | 0.875 | 1.0 | 3.213s | 3m:18s |
| Iteration 50 | exponen.. | 0.3201 | 271 | 0.5 | squared_er.. | 17 | 5 | 5 | log2 | 0.0278 | 0.6875 | 1.0 | 3.203s | 3m:23s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0332, 'n_estimators': 475, 'subsample': 0.7, 'criterion': 'squared_error', 'min_samples_split': 19, 'min_samples_leaf': 7, 'max_depth': 9, 'max_features': 0.6, 'ccp_alpha': 0.0126}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.130s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.66 ± 0.1428
Time elapsed: 0.623s
-------------------------------------------------
Total time: 3m:25s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.75 | 0.75 | 3.160s | 3.172s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.5625 | 0.75 | 3.163s | 6.623s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.75 | 0.75 | 3.156s | 10.046s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.8125 | 0.8125 | 3.136s | 13.451s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 1.0 | 1.0 | 3.146s | 16.870s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.8125 | 1.0 | 3.141s | 20.298s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.625 | 1.0 | 3.119s | 23.686s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.875 | 1.0 | 3.124s | 27.095s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.4375 | 1.0 | 3.148s | 30.532s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.875 | 1.0 | 3.186s | 33.987s |
| Iteration 11 | l2 | 0.001 | lbfgs | 354 | --- | 0.75 | 1.0 | 3.191s | 37.887s |
| Iteration 12 | l2 | 47.7744 | lbfgs | 533 | --- | 0.8125 | 1.0 | 3.157s | 41.739s |
| Iteration 13 | none | --- | lbfgs | 953 | --- | 0.8125 | 1.0 | 3.143s | 45.581s |
| Iteration 14 | l2 | 1.8299 | newto.. | 568 | --- | 0.6875 | 1.0 | 3.180s | 49.429s |
| Iteration 15 | l2 | 0.0039 | saga | 226 | --- | 1.0 | 1.0 | 3.179s | 53.255s |
| Iteration 16 | l2 | 0.0071 | saga | 277 | --- | 0.5 | 1.0 | 3.210s | 57.028s |
| Iteration 17 | l2 | 23.6497 | lbfgs | 545 | --- | 0.625 | 1.0 | 3.846s | 1m:01s |
| Iteration 18 | elast.. | 0.0191 | saga | 282 | 0.2 | 0.375 | 1.0 | 3.180s | 1m:05s |
| Iteration 19 | l2 | 7.9266 | libli.. | 581 | --- | 0.4375 | 1.0 | 3.201s | 1m:09s |
| Iteration 20 | l2 | 0.0124 | newto.. | 221 | --- | 0.9375 | 1.0 | 3.178s | 1m:13s |
| Iteration 21 | l2 | 0.001 | newto.. | 224 | --- | 0.75 | 1.0 | 3.215s | 1m:17s |
| Iteration 22 | l2 | 100.0 | saga | 210 | --- | 0.9375 | 1.0 | 3.177s | 1m:21s |
| Iteration 23 | l2 | 2.4718 | sag | 203 | --- | 0.8125 | 1.0 | 3.195s | 1m:25s |
| Iteration 24 | l2 | 8.1177 | sag | 213 | --- | 0.125 | 1.0 | 3.175s | 1m:29s |
| Iteration 25 | l1 | 48.5394 | libli.. | 100 | --- | 0.875 | 1.0 | 3.189s | 1m:32s |
| Iteration 26 | l2 | 10.7794 | lbfgs | 615 | --- | 1.0 | 1.0 | 3.196s | 1m:36s |
| Iteration 27 | l2 | 43.3885 | newto.. | 618 | --- | 0.875 | 1.0 | 3.204s | 1m:40s |
| Iteration 28 | l2 | 1.1831 | newto.. | 653 | --- | 0.5 | 1.0 | 3.196s | 1m:44s |
| Iteration 29 | l2 | 12.9154 | lbfgs | 597 | --- | 0.5625 | 1.0 | 3.206s | 1m:48s |
| Iteration 30 | l2 | 2.0924 | lbfgs | 116 | --- | 1.0 | 1.0 | 3.182s | 1m:51s |
| Iteration 31 | l2 | 3.4362 | sag | 115 | --- | 0.5625 | 1.0 | 3.150s | 1m:55s |
| Iteration 32 | l2 | 0.1288 | saga | 220 | --- | 0.5 | 1.0 | 3.203s | 1m:59s |
| Iteration 33 | l2 | 0.0091 | newto.. | 179 | --- | 0.6875 | 1.0 | 3.174s | 2m:03s |
| Iteration 34 | l2 | 0.0942 | newto.. | 137 | --- | 0.375 | 1.0 | 3.172s | 2m:07s |
| Iteration 35 | l2 | 10.5943 | libli.. | 769 | --- | 0.625 | 1.0 | 3.275s | 2m:11s |
| Iteration 36 | l2 | 1.3539 | newto.. | 125 | --- | 0.5625 | 1.0 | 4.687s | 2m:17s |
| Iteration 37 | l2 | 10.2676 | newto.. | 576 | --- | 0.625 | 1.0 | 4.623s | 2m:23s |
| Iteration 38 | l2 | 0.0038 | saga | 221 | --- | 0.5 | 1.0 | 4.725s | 2m:29s |
| Iteration 39 | l2 | 0.0018 | lbfgs | 125 | --- | 0.625 | 1.0 | 4.669s | 2m:35s |
| Iteration 40 | none | --- | lbfgs | 900 | --- | 0.375 | 1.0 | 4.712s | 2m:41s |
| Iteration 41 | l2 | 9.6454 | lbfgs | 704 | --- | 0.5 | 1.0 | 4.715s | 2m:46s |
| Iteration 42 | l2 | 5.1146 | libli.. | 973 | --- | 0.6875 | 1.0 | 4.018s | 2m:52s |
| Iteration 43 | l2 | 0.183 | newto.. | 624 | --- | 0.625 | 1.0 | 3.171s | 2m:56s |
| Iteration 44 | l2 | 16.0919 | libli.. | 123 | --- | 0.6875 | 1.0 | 3.123s | 2m:60s |
| Iteration 45 | elast.. | 0.0074 | saga | 182 | 0.2 | 0.5 | 1.0 | 3.125s | 3m:04s |
| Iteration 46 | l2 | 0.7967 | libli.. | 502 | --- | 0.9375 | 1.0 | 3.107s | 3m:07s |
| Iteration 47 | l2 | 0.0081 | lbfgs | 476 | --- | 0.5625 | 1.0 | 3.115s | 3m:11s |
| Iteration 48 | elast.. | 0.0013 | saga | 513 | 0.5 | 0.5 | 1.0 | 3.117s | 3m:15s |
| Iteration 49 | l2 | 0.1904 | sag | 210 | --- | 0.625 | 1.0 | 3.164s | 3m:19s |
| Iteration 50 | l2 | 41.568 | lbfgs | 804 | --- | 0.5 | 1.0 | 3.101s | 3m:23s |
Bayesian Optimization ---------------------------
Best call --> Iteration 26
Best parameters --> {'penalty': 'l2', 'C': 10.7794, 'solver': 'lbfgs', 'max_iter': 615}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.908
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.019s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.0872
Time elapsed: 0.067s
-------------------------------------------------
Total time: 3m:24s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.625 | 0.625 | 3.378s | 3.383s |
| Initial point 2 | svd | --- | 0.5625 | 0.625 | 3.132s | 6.796s |
| Initial point 3 | svd | --- | 0.5625 | 0.625 | 0.000s | 7.060s |
| Initial point 4 | lsqr | 0.8 | 0.875 | 0.875 | 3.065s | 10.395s |
| Initial point 5 | eigen | 0.9 | 1.0 | 1.0 | 3.155s | 13.840s |
| Initial point 6 | lsqr | 0.7 | 0.5 | 1.0 | 3.112s | 17.226s |
| Initial point 7 | lsqr | 0.5 | 0.5 | 1.0 | 3.119s | 20.625s |
| Initial point 8 | lsqr | 0.9 | 0.625 | 1.0 | 3.169s | 24.082s |
| Initial point 9 | lsqr | 0.6 | 0.5 | 1.0 | 3.129s | 27.487s |
| Initial point 10 | eigen | 0.8 | 0.4375 | 1.0 | 3.143s | 30.896s |
| Iteration 11 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 31.310s |
| Iteration 12 | eigen | 0.7 | 0.75 | 1.0 | 3.118s | 34.831s |
| Iteration 13 | svd | --- | 0.5625 | 1.0 | 0.000s | 35.251s |
| Iteration 14 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 35.690s |
| Iteration 15 | eigen | auto | 1.0 | 1.0 | 3.075s | 39.191s |
| Iteration 16 | svd | --- | 0.5625 | 1.0 | 0.000s | 39.620s |
| Iteration 17 | eigen | None | 0.75 | 1.0 | 3.109s | 43.148s |
| Iteration 18 | svd | --- | 0.5625 | 1.0 | 0.000s | 43.570s |
| Iteration 19 | eigen | 0.6 | 0.625 | 1.0 | 3.112s | 47.127s |
| Iteration 20 | lsqr | auto | 0.9375 | 1.0 | 3.107s | 50.669s |
| Iteration 21 | eigen | 0.5 | 0.25 | 1.0 | 3.123s | 54.225s |
| Iteration 22 | svd | --- | 0.5625 | 1.0 | 0.000s | 54.797s |
| Iteration 23 | svd | --- | 0.5625 | 1.0 | 0.000s | 55.374s |
| Iteration 24 | svd | --- | 0.5625 | 1.0 | 0.000s | 55.824s |
| Iteration 25 | lsqr | 1.0 | 0.25 | 1.0 | 3.130s | 59.442s |
| Iteration 26 | lsqr | None | 1.0 | 1.0 | 3.134s | 1m:03s |
| Iteration 27 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:04s |
| Iteration 28 | lsqr | None | 1.0 | 1.0 | 0.000s | 1m:05s |
| Iteration 29 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:05s |
| Iteration 30 | lsqr | None | 1.0 | 1.0 | 0.000s | 1m:06s |
| Iteration 31 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:06s |
| Iteration 32 | lsqr | None | 1.0 | 1.0 | 0.000s | 1m:07s |
| Iteration 33 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:07s |
| Iteration 34 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:08s |
| Iteration 35 | lsqr | None | 1.0 | 1.0 | 0.000s | 1m:08s |
| Iteration 36 | eigen | 0.9 | 1.0 | 1.0 | 0.001s | 1m:09s |
| Iteration 37 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:09s |
| Iteration 38 | lsqr | None | 1.0 | 1.0 | 0.001s | 1m:10s |
| Iteration 39 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:11s |
| Iteration 40 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:11s |
| Iteration 41 | lsqr | None | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 42 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 43 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:13s |
| Iteration 44 | lsqr | None | 1.0 | 1.0 | 0.001s | 1m:13s |
| Iteration 45 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:14s |
| Iteration 46 | lsqr | None | 1.0 | 1.0 | 0.000s | 1m:15s |
| Iteration 47 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:15s |
| Iteration 48 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:16s |
| Iteration 49 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:16s |
| Iteration 50 | svd | --- | 0.5625 | 1.0 | 0.000s | 1m:17s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:18s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6893
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.43 ± 0.2993
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:18s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.625 | 0.625 | 3.103s | 3.107s |
| Initial point 2 | 0.9 | 0.5 | 0.625 | 3.183s | 6.586s |
| Initial point 3 | 0.1 | 0.5625 | 0.625 | 3.173s | 10.036s |
| Initial point 4 | 1.0 | 0.625 | 0.625 | 0.000s | 10.307s |
| Initial point 5 | 0.2 | 1.0 | 1.0 | 3.164s | 13.738s |
| Initial point 6 | 0.4 | 0.375 | 1.0 | 3.170s | 17.207s |
| Initial point 7 | 0.4 | 0.375 | 1.0 | 0.001s | 17.478s |
| Initial point 8 | 0.7 | 0.4375 | 1.0 | 3.065s | 20.819s |
| Initial point 9 | 0.9 | 0.5 | 1.0 | 0.000s | 21.095s |
| Initial point 10 | 0.8 | 0.25 | 1.0 | 3.095s | 24.455s |
| Iteration 11 | 0.3 | 0.625 | 1.0 | 3.136s | 27.966s |
| Iteration 12 | 0.6 | 0.8125 | 1.0 | 3.098s | 31.442s |
| Iteration 13 | 0.2 | 1.0 | 1.0 | 0.000s | 31.809s |
| Iteration 14 | 0.5 | 0.3125 | 1.0 | 3.142s | 35.301s |
| Iteration 15 | 0.2 | 1.0 | 1.0 | 0.000s | 35.719s |
| Iteration 16 | 0.0 | 0.3125 | 1.0 | 3.187s | 39.341s |
| Iteration 17 | 0.2 | 1.0 | 1.0 | 0.000s | 39.714s |
| Iteration 18 | 0.2 | 1.0 | 1.0 | 0.000s | 40.089s |
| Iteration 19 | 0.2 | 1.0 | 1.0 | 0.000s | 40.463s |
| Iteration 20 | 0.2 | 1.0 | 1.0 | 0.000s | 40.863s |
| Iteration 21 | 0.2 | 1.0 | 1.0 | 0.000s | 41.244s |
| Iteration 22 | 0.2 | 1.0 | 1.0 | 0.000s | 41.659s |
| Iteration 23 | 0.2 | 1.0 | 1.0 | 0.000s | 42.052s |
| Iteration 24 | 0.2 | 1.0 | 1.0 | 0.000s | 42.431s |
| Iteration 25 | 0.2 | 1.0 | 1.0 | 0.000s | 42.806s |
| Iteration 26 | 0.2 | 1.0 | 1.0 | 0.000s | 43.202s |
| Iteration 27 | 0.0 | 0.3125 | 1.0 | 0.000s | 43.585s |
| Iteration 28 | 0.2 | 1.0 | 1.0 | 0.000s | 44.002s |
| Iteration 29 | 0.2 | 1.0 | 1.0 | 0.000s | 44.422s |
| Iteration 30 | 0.2 | 1.0 | 1.0 | 0.000s | 44.820s |
| Iteration 31 | 0.2 | 1.0 | 1.0 | 0.000s | 45.228s |
| Iteration 32 | 0.2 | 1.0 | 1.0 | 0.000s | 45.638s |
| Iteration 33 | 0.2 | 1.0 | 1.0 | 0.000s | 46.141s |
| Iteration 34 | 0.2 | 1.0 | 1.0 | 0.000s | 46.623s |
| Iteration 35 | 0.2 | 1.0 | 1.0 | 0.000s | 47.056s |
| Iteration 36 | 0.2 | 1.0 | 1.0 | 0.000s | 47.481s |
| Iteration 37 | 0.2 | 1.0 | 1.0 | 0.000s | 47.913s |
| Iteration 38 | 0.2 | 1.0 | 1.0 | 0.000s | 48.957s |
| Iteration 39 | 0.2 | 1.0 | 1.0 | 0.000s | 49.419s |
| Iteration 40 | 0.2 | 1.0 | 1.0 | 0.000s | 49.860s |
| Iteration 41 | 0.2 | 1.0 | 1.0 | 0.000s | 50.320s |
| Iteration 42 | 0.2 | 1.0 | 1.0 | 0.001s | 50.777s |
| Iteration 43 | 0.2 | 1.0 | 1.0 | 0.001s | 51.262s |
| Iteration 44 | 0.2 | 1.0 | 1.0 | 0.000s | 51.730s |
| Iteration 45 | 0.2 | 1.0 | 1.0 | 0.000s | 52.216s |
| Iteration 46 | 0.2 | 1.0 | 1.0 | 0.000s | 52.710s |
| Iteration 47 | 0.2 | 1.0 | 1.0 | 0.001s | 53.199s |
| Iteration 48 | 0.2 | 1.0 | 1.0 | 0.001s | 53.741s |
| Iteration 49 | 0.2 | 1.0 | 1.0 | 0.000s | 54.233s |
| Iteration 50 | 0.2 | 1.0 | 1.0 | 0.000s | 54.736s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'reg_param': 0.2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 55.259s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6732
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.37 ± 0.2731
Time elapsed: 0.027s
-------------------------------------------------
Total time: 55.296s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 10.0946 | dista.. | auto | 40 | 1 | 0.6875 | 0.6875 | 3.102s | 3.122s |
| Initial point 2 | 4.0146 | uniform | kd_tree | 39 | 2 | 0.5312 | 0.6875 | 3.106s | 6.509s |
| Initial point 3 | 3.1713 | dista.. | ball_tree | 25 | 2 | 0.25 | 0.6875 | 3.151s | 10.005s |
| Initial point 4 | 9.2521 | uniform | ball_tree | 39 | 2 | 0.5 | 0.6875 | 3.179s | 13.542s |
| Initial point 5 | 7.2478 | dista.. | auto | 30 | 2 | 0.875 | 0.875 | 3.175s | 17.007s |
| Initial point 6 | 8.3935 | dista.. | ball_tree | 21 | 2 | 0.6875 | 0.875 | 3.162s | 20.472s |
| Initial point 7 | 6.0036 | dista.. | ball_tree | 24 | 1 | 0.5625 | 0.875 | 3.176s | 23.955s |
| Initial point 8 | 1.4387 | dista.. | ball_tree | 21 | 2 | 0.75 | 0.875 | 3.144s | 27.380s |
| Initial point 9 | 6.6877 | uniform | ball_tree | 24 | 1 | 0.5 | 0.875 | 3.166s | 30.850s |
| Initial point 10 | 4.7501 | uniform | brute | 22 | 2 | 0.625 | 0.875 | 3.516s | 34.643s |
| Iteration 11 | 0.0 | uniform | ball_tree | 30 | 2 | 0.5 | 0.875 | 4.721s | 40.368s |
| Iteration 12 | 0.0 | uniform | auto | 30 | 2 | 0.5 | 0.875 | 4.691s | 45.940s |
| Iteration 13 | 7.9576 | dista.. | kd_tree | 30 | 2 | 0.625 | 0.875 | 4.672s | 51.728s |
| Iteration 14 | 6.9898 | dista.. | brute | 24 | 1 | 0.8125 | 0.875 | 4.666s | 57.494s |
| Iteration 15 | 7.3242 | dista.. | ball_tree | 30 | 2 | 0.9375 | 0.9375 | 4.681s | 1m:03s |
| Iteration 16 | 7.5096 | dista.. | auto | 21 | 1 | 0.375 | 0.9375 | 4.712s | 1m:09s |
| Iteration 17 | 7.4425 | dista.. | kd_tree | 30 | 2 | 0.625 | 0.9375 | 3.471s | 1m:14s |
| Iteration 18 | 7.3081 | dista.. | kd_tree | 35 | 1 | 0.375 | 0.9375 | 3.163s | 1m:18s |
| Iteration 19 | 6.8859 | dista.. | kd_tree | 29 | 1 | 0.375 | 0.9375 | 3.177s | 1m:21s |
| Iteration 20 | 7.3061 | dista.. | brute | 30 | 2 | 0.8125 | 0.9375 | 3.161s | 1m:25s |
| Iteration 21 | 7.3116 | dista.. | auto | 30 | 2 | 0.75 | 0.9375 | 3.171s | 1m:29s |
| Iteration 22 | 7.2186 | dista.. | kd_tree | 30 | 2 | 0.8125 | 0.9375 | 3.155s | 1m:33s |
| Iteration 23 | 7.1453 | dista.. | kd_tree | 24 | 1 | 0.6562 | 0.9375 | 3.169s | 1m:37s |
| Iteration 24 | 6.814 | dista.. | brute | 24 | 1 | 0.5625 | 0.9375 | 3.162s | 1m:40s |
| Iteration 25 | 7.0585 | dista.. | auto | 30 | 2 | 1.0 | 1.0 | 3.813s | 1m:45s |
| Iteration 26 | 6.9731 | dista.. | ball_tree | 29 | 2 | 1.0 | 1.0 | 3.189s | 1m:49s |
| Iteration 27 | 6.9676 | dista.. | ball_tree | 30 | 2 | 0.875 | 1.0 | 3.190s | 1m:53s |
| Iteration 28 | 7.0387 | dista.. | ball_tree | 28 | 2 | 0.5 | 1.0 | 3.214s | 1m:57s |
| Iteration 29 | 7.0107 | dista.. | ball_tree | 29 | 2 | 0.6562 | 1.0 | 3.164s | 2m:00s |
| Iteration 30 | 6.7909 | uniform | auto | 30 | 2 | 0.375 | 1.0 | 3.175s | 2m:04s |
| Iteration 31 | 7.0742 | uniform | ball_tree | 30 | 2 | 0.5312 | 1.0 | 3.141s | 2m:08s |
| Iteration 32 | 6.7185 | dista.. | ball_tree | 30 | 2 | 0.5625 | 1.0 | 3.173s | 2m:12s |
| Iteration 33 | 7.0827 | dista.. | auto | 30 | 2 | 0.5625 | 1.0 | 3.111s | 2m:16s |
| Iteration 34 | 7.1886 | dista.. | kd_tree | 31 | 2 | 0.4375 | 1.0 | 3.108s | 2m:20s |
| Iteration 35 | 7.6199 | dista.. | kd_tree | 29 | 2 | 0.5 | 1.0 | 3.118s | 2m:23s |
| Iteration 36 | 7.1631 | dista.. | kd_tree | 30 | 2 | 0.375 | 1.0 | 3.152s | 2m:27s |
| Iteration 37 | 6.9256 | dista.. | auto | 30 | 2 | 0.6875 | 1.0 | 3.164s | 2m:31s |
| Iteration 38 | 7.3057 | dista.. | kd_tree | 30 | 2 | 0.5312 | 1.0 | 3.165s | 2m:35s |
| Iteration 39 | 9.8624 | dista.. | auto | 32 | 2 | 0.625 | 1.0 | 3.131s | 2m:40s |
| Iteration 40 | 0.3196 | dista.. | auto | 29 | 2 | 0.5 | 1.0 | 3.189s | 2m:44s |
| Iteration 41 | 7.7063 | dista.. | auto | 38 | 2 | 0.375 | 1.0 | 3.172s | 2m:48s |
| Iteration 42 | 6.4241 | dista.. | auto | 29 | 2 | 0.375 | 1.0 | 3.180s | 2m:52s |
| Iteration 43 | 7.2543 | dista.. | ball_tree | 29 | 2 | 0.625 | 1.0 | 3.164s | 2m:56s |
| Iteration 44 | 7.0862 | dista.. | auto | 30 | 2 | 0.6875 | 1.0 | 3.166s | 3m:00s |
| Iteration 45 | 6.9076 | dista.. | kd_tree | 29 | 2 | 0.75 | 1.0 | 3.164s | 3m:05s |
| Iteration 46 | 6.9788 | dista.. | kd_tree | 31 | 2 | 0.875 | 1.0 | 3.161s | 3m:09s |
| Iteration 47 | 1.5763 | dista.. | ball_tree | 26 | 2 | 0.375 | 1.0 | 3.170s | 3m:12s |
| Iteration 48 | 6.9762 | dista.. | ball_tree | 32 | 2 | 0.75 | 1.0 | 3.156s | 3m:16s |
| Iteration 49 | 6.8982 | dista.. | ball_tree | 33 | 2 | 0.5 | 1.0 | 3.126s | 3m:20s |
| Iteration 50 | 7.3557 | dista.. | kd_tree | 32 | 2 | 0.6875 | 1.0 | 3.146s | 3m:24s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'radius': 7.0585, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 30, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:25s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.73 ± 0.098
Time elapsed: 0.054s
-------------------------------------------------
Total time: 3m:25s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.8438 | 0.8438 | 4.176s | 4.183s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.9375 | 0.9375 | 3.587s | 8.049s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.75 | 0.9375 | 3.346s | 11.737s |
| Initial point 4 | 431 | 0.0871 | SAMME | 1.0 | 1.0 | 3.512s | 15.525s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.9375 | 1.0 | 3.362s | 19.186s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.7812 | 1.0 | 4.377s | 23.859s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.5625 | 1.0 | 4.719s | 29.263s |
| Initial point 8 | 411 | 0.019 | SAMME | 1.0 | 1.0 | 5.129s | 35.029s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.625 | 1.0 | 4.712s | 40.369s |
| Initial point 10 | 173 | 0.0151 | SAMME | 1.0 | 1.0 | 4.914s | 45.880s |
| Iteration 11 | 50 | 0.1008 | SAMME | 0.9375 | 1.0 | 4.729s | 51.609s |
| Iteration 12 | 446 | 0.01 | SAMME.R | 1.0 | 1.0 | 4.406s | 57.242s |
| Iteration 13 | 500 | 0.0778 | SAMME | 0.5625 | 1.0 | 3.472s | 1m:01s |
| Iteration 14 | 50 | 0.01 | SAMME.R | 0.7812 | 1.0 | 3.152s | 1m:05s |
| Iteration 15 | 500 | 0.01 | SAMME | 0.9688 | 1.0 | 3.486s | 1m:09s |
| Iteration 16 | 435 | 0.01 | SAMME | 0.875 | 1.0 | 3.427s | 1m:13s |
| Iteration 17 | 500 | 0.01 | SAMME.R | 0.875 | 1.0 | 3.522s | 1m:17s |
| Iteration 18 | 50 | 0.0319 | SAMME | 0.375 | 1.0 | 3.132s | 1m:20s |
| Iteration 19 | 350 | 0.0919 | SAMME.R | 0.625 | 1.0 | 3.384s | 1m:24s |
| Iteration 20 | 460 | 0.01 | SAMME.R | 1.0 | 1.0 | 3.501s | 1m:28s |
| Iteration 21 | 404 | 0.0909 | SAMME | 1.0 | 1.0 | 3.406s | 1m:32s |
| Iteration 22 | 463 | 0.0179 | SAMME | 0.875 | 1.0 | 3.460s | 1m:36s |
| Iteration 23 | 420 | 0.0884 | SAMME | 0.9062 | 1.0 | 3.422s | 1m:40s |
| Iteration 24 | 334 | 0.0103 | SAMME.R | 0.3125 | 1.0 | 3.382s | 1m:44s |
| Iteration 25 | 405 | 0.0235 | SAMME | 0.875 | 1.0 | 3.439s | 1m:48s |
| Iteration 26 | 454 | 0.0111 | SAMME.R | 1.0 | 1.0 | 3.512s | 1m:52s |
| Iteration 27 | 187 | 0.0154 | SAMME | 0.75 | 1.0 | 3.269s | 1m:56s |
| Iteration 28 | 170 | 0.015 | SAMME | 0.7188 | 1.0 | 3.284s | 2m:00s |
| Iteration 29 | 465 | 0.0212 | SAMME.R | 1.0 | 1.0 | 3.522s | 2m:05s |
| Iteration 30 | 459 | 0.0146 | SAMME.R | 1.0 | 1.0 | 3.549s | 2m:09s |
| Iteration 31 | 356 | 0.0783 | SAMME | 0.6875 | 1.0 | 3.379s | 2m:13s |
| Iteration 32 | 463 | 0.0116 | SAMME.R | 0.75 | 1.0 | 3.543s | 2m:17s |
| Iteration 33 | 437 | 0.0202 | SAMME.R | 0.8125 | 1.0 | 3.482s | 2m:21s |
| Iteration 34 | 428 | 0.0436 | SAMME.R | 0.2188 | 1.0 | 3.451s | 2m:25s |
| Iteration 35 | 422 | 0.1119 | SAMME | 0.6562 | 1.0 | 3.440s | 2m:30s |
| Iteration 36 | 432 | 0.0154 | SAMME.R | 0.875 | 1.0 | 3.498s | 2m:34s |
| Iteration 37 | 464 | 0.01 | SAMME | 0.6562 | 1.0 | 3.452s | 2m:38s |
| Iteration 38 | 436 | 0.0107 | SAMME.R | 1.0 | 1.0 | 3.484s | 2m:42s |
| Iteration 39 | 437 | 0.0103 | SAMME.R | 0.8125 | 1.0 | 3.480s | 2m:46s |
| Iteration 40 | 497 | 0.0182 | SAMME.R | 0.875 | 1.0 | 3.540s | 2m:50s |
| Iteration 41 | 402 | 0.0176 | SAMME | 0.875 | 1.0 | 3.400s | 2m:54s |
| Iteration 42 | 468 | 0.0162 | SAMME.R | 0.8125 | 1.0 | 3.520s | 2m:58s |
| Iteration 43 | 481 | 0.0232 | SAMME.R | 0.75 | 1.0 | 3.528s | 3m:03s |
| Iteration 44 | 53 | 0.1326 | SAMME | 0.6875 | 1.0 | 3.183s | 3m:06s |
| Iteration 45 | 433 | 0.0126 | SAMME.R | 0.5625 | 1.0 | 5.074s | 3m:12s |
| Iteration 46 | 467 | 0.0105 | SAMME.R | 0.8125 | 1.0 | 5.200s | 3m:19s |
| Iteration 47 | 415 | 0.0792 | SAMME | 0.9375 | 1.0 | 5.093s | 3m:25s |
| Iteration 48 | 415 | 0.0853 | SAMME | 0.875 | 1.0 | 5.046s | 3m:31s |
| Iteration 49 | 419 | 0.0195 | SAMME | 0.9375 | 1.0 | 5.797s | 3m:39s |
| Iteration 50 | 423 | 0.0373 | SAMME | 0.75 | 1.0 | 3.468s | 3m:43s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'n_estimators': 411, 'learning_rate': 0.019, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:44s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9884
Test evaluation --> roc_auc: 0.725
Time elapsed: 0.336s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.0418
Time elapsed: 1.556s
-------------------------------------------------
Total time: 3m:46s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.8125 | 0.8125 | 3.566s | 3.586s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.8125 | 0.8125 | 4.098s | 7.975s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.6875 | 0.8125 | 3.472s | 11.741s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.8125 | 3.287s | 15.360s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 1.0 | 1.0 | 3.505s | 19.181s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 1.0 | 1.0 | 3.303s | 22.778s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.75 | 1.0 | 3.383s | 26.492s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.9375 | 1.0 | 3.275s | 30.074s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.4375 | 1.0 | 3.381s | 33.787s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.8125 | 1.0 | 3.394s | 37.479s |
| Iteration 11 | 496 | gini | 4 | 3 | 4 | 0.8 | True | 0.035 | 0.8 | 0.9375 | 1.0 | 3.497s | 41.658s |
| Iteration 12 | 391 | gini | None | 12 | 14 | sqrt | True | 0.0113 | None | 1.0 | 1.0 | 3.407s | 45.770s |
| Iteration 13 | 132 | gini | 8 | 4 | 13 | 0.6 | False | 0.0312 | --- | 0.75 | 1.0 | 3.162s | 49.623s |
| Iteration 14 | 207 | entropy | None | 2 | 14 | 0.5 | True | 0.021 | 0.9 | 0.5625 | 1.0 | 3.246s | 53.645s |
| Iteration 15 | 316 | gini | None | 3 | 14 | 0.8 | True | 0.0348 | None | 0.875 | 1.0 | 3.350s | 57.734s |
| Iteration 16 | 326 | entropy | 8 | 7 | 11 | log2 | False | 0.0231 | --- | 1.0 | 1.0 | 3.305s | 1m:02s |
| Iteration 17 | 424 | gini | None | 20 | 13 | sqrt | True | 0.0 | None | 0.875 | 1.0 | 3.409s | 1m:06s |
| Iteration 18 | 144 | entropy | 7 | 5 | 12 | 0.6 | False | 0.0345 | --- | 0.375 | 1.0 | 3.163s | 1m:10s |
| Iteration 19 | 27 | entropy | None | 20 | 14 | auto | True | 0.0254 | None | 0.5 | 1.0 | 3.108s | 1m:14s |
| Iteration 20 | 253 | gini | 7 | 3 | 19 | log2 | False | 0.0251 | --- | 0.7812 | 1.0 | 3.258s | 1m:18s |
| Iteration 21 | 253 | gini | 7 | 8 | 11 | log2 | False | 0.0311 | --- | 0.875 | 1.0 | 3.315s | 1m:23s |
| Iteration 22 | 131 | gini | 8 | 4 | 10 | 0.8 | False | 0.0323 | --- | 0.6875 | 1.0 | 3.234s | 1m:27s |
| Iteration 23 | 330 | gini | 1 | 2 | 3 | auto | True | 0.0276 | 0.5 | 0.8438 | 1.0 | 3.474s | 1m:31s |
| Iteration 24 | 109 | gini | 8 | 3 | 11 | auto | False | 0.0289 | --- | 0.1875 | 1.0 | 3.235s | 1m:35s |
| Iteration 25 | 274 | gini | 9 | 5 | 11 | 0.7 | False | 0.0297 | --- | 0.875 | 1.0 | 3.358s | 1m:39s |
| Iteration 26 | 247 | gini | 2 | 3 | 11 | sqrt | False | 0.031 | --- | 1.0 | 1.0 | 3.394s | 1m:44s |
| Iteration 27 | 282 | entropy | 9 | 9 | 12 | auto | True | 0.0159 | None | 1.0 | 1.0 | 4.165s | 1m:49s |
| Iteration 28 | 338 | entropy | 9 | 8 | 14 | sqrt | False | 0.032 | --- | 0.75 | 1.0 | 5.006s | 1m:55s |
| Iteration 29 | 244 | gini | 4 | 7 | 10 | sqrt | False | 0.0309 | --- | 0.875 | 1.0 | 5.695s | 2m:02s |
| Iteration 30 | 345 | entropy | 3 | 5 | 16 | log2 | False | 0.0025 | --- | 0.9375 | 1.0 | 5.019s | 2m:08s |
| Iteration 31 | 130 | entropy | 9 | 4 | 14 | sqrt | True | 0.0196 | 0.8 | 1.0 | 1.0 | 4.741s | 2m:15s |
| Iteration 32 | 304 | entropy | 2 | 2 | 13 | auto | True | 0.0014 | 0.6 | 0.8125 | 1.0 | 3.578s | 2m:20s |
| Iteration 33 | 395 | gini | 9 | 9 | 13 | 0.9 | False | 0.0225 | --- | 0.7812 | 1.0 | 3.343s | 2m:24s |
| Iteration 34 | 250 | entropy | 6 | 13 | 11 | auto | True | 0.0228 | None | 0.3125 | 1.0 | 3.292s | 2m:28s |
| Iteration 35 | 287 | entropy | 4 | 10 | 12 | 0.6 | True | 0.0172 | None | 0.375 | 1.0 | 3.318s | 2m:33s |
| Iteration 36 | 322 | entropy | 2 | 11 | 1 | auto | False | 0.0283 | --- | 0.6875 | 1.0 | 3.272s | 2m:37s |
| Iteration 37 | 241 | gini | 8 | 11 | 7 | sqrt | False | 0.0284 | --- | 0.9375 | 1.0 | 3.240s | 2m:41s |
| Iteration 38 | 239 | gini | 8 | 5 | 13 | sqrt | False | 0.034 | --- | 0.9375 | 1.0 | 3.265s | 2m:45s |
| Iteration 39 | 314 | entropy | 8 | 11 | 8 | sqrt | False | 0.0054 | --- | 0.8125 | 1.0 | 3.283s | 2m:49s |
| Iteration 40 | 286 | gini | 9 | 11 | 13 | 0.5 | True | 0.0151 | 0.8 | 0.75 | 1.0 | 3.304s | 2m:54s |
| Iteration 41 | 330 | entropy | 8 | 6 | 12 | sqrt | True | 0.0099 | 0.9 | 0.5 | 1.0 | 3.332s | 2m:58s |
| Iteration 42 | 353 | gini | None | 4 | 15 | log2 | True | 0.0208 | None | 0.375 | 1.0 | 3.479s | 3m:02s |
| Iteration 43 | 402 | gini | None | 6 | 10 | sqrt | True | 0.0021 | None | 0.75 | 1.0 | 3.407s | 3m:07s |
| Iteration 44 | 386 | gini | None | 16 | 16 | log2 | False | 0.0152 | --- | 0.625 | 1.0 | 3.319s | 3m:11s |
| Iteration 45 | 387 | gini | 8 | 14 | 5 | log2 | True | 0.0261 | None | 0.5625 | 1.0 | 3.401s | 3m:16s |
| Iteration 46 | 391 | gini | 1 | 20 | 20 | sqrt | True | 0.0323 | None | 0.5312 | 1.0 | 3.371s | 3m:20s |
| Iteration 47 | 333 | entropy | 7 | 6 | 19 | 0.5 | False | 0.0145 | --- | 0.9375 | 1.0 | 3.292s | 3m:25s |
| Iteration 48 | 320 | entropy | 7 | 3 | 18 | 0.6 | False | 0.0234 | --- | 0.8125 | 1.0 | 3.250s | 3m:30s |
| Iteration 49 | 391 | gini | None | 16 | 17 | log2 | True | 0.0093 | None | 0.5625 | 1.0 | 3.378s | 3m:34s |
| Iteration 50 | 248 | gini | 6 | 4 | 8 | auto | False | 0.0333 | --- | 0.75 | 1.0 | 3.230s | 3m:38s |
Bayesian Optimization ---------------------------
Best call --> Iteration 31
Best parameters --> {'n_estimators': 130, 'criterion': 'entropy', 'max_depth': 9, 'min_samples_split': 4, 'min_samples_leaf': 14, 'max_features': 'sqrt', 'bootstrap': True, 'ccp_alpha': 0.0196, 'max_samples': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:39s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8549
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.121s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.2311
Time elapsed: 0.543s
-------------------------------------------------
Total time: 3m:40s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.265s | 3.285s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 1.0 | 1.0 | 3.204s | 6.792s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 1.0 | 3.221s | 10.334s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 1.0 | 3.168s | 13.826s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 1.0 | 3.139s | 17.275s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 1.0 | 3.814s | 21.411s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 1.0 | 3.144s | 24.873s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 1.0 | 3.160s | 28.367s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.3125 | 1.0 | 3.204s | 31.874s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 1.0 | 3.171s | 35.351s |
| Iteration 11 | 148 | 0.0223 | 7 | 0.2518 | 3 | 0.9 | 0.5 | 0.01 | 1 | 0.75 | 1.0 | 3.186s | 39.220s |
| Iteration 12 | 357 | 0.048 | 1 | 0.4785 | 3 | 0.7 | 0.9 | 0 | 1 | 0.9375 | 1.0 | 3.236s | 43.094s |
| Iteration 13 | 257 | 0.6898 | 5 | 0.4598 | 3 | 1.0 | 0.8 | 100 | 1 | 0.5 | 1.0 | 3.170s | 46.932s |
| Iteration 14 | 446 | 0.0339 | 4 | 0.4229 | 3 | 0.9 | 0.9 | 1 | 0 | 0.75 | 1.0 | 3.234s | 50.804s |
| Iteration 15 | 43 | 0.039 | 10 | 0.7927 | 3 | 1.0 | 0.9 | 100 | 1 | 0.5 | 1.0 | 3.139s | 54.663s |
| Iteration 16 | 439 | 0.0402 | 8 | 0.4295 | 3 | 0.5 | 0.8 | 0 | 0.1 | 1.0 | 1.0 | 3.211s | 58.619s |
| Iteration 17 | 367 | 0.0218 | 10 | 0.0828 | 3 | 0.6 | 0.9 | 0.01 | 0.1 | 0.8125 | 1.0 | 3.205s | 1m:03s |
| Iteration 18 | 406 | 0.3346 | 10 | 0.8354 | 3 | 0.5 | 0.9 | 0 | 0.01 | 0.1562 | 1.0 | 3.206s | 1m:06s |
| Iteration 19 | 437 | 0.0422 | 5 | 0.4079 | 3 | 0.9 | 0.7 | 10 | 0.1 | 0.5 | 1.0 | 3.137s | 1m:10s |
| Iteration 20 | 413 | 0.1146 | 5 | 0.4451 | 3 | 0.7 | 0.9 | 0.1 | 10 | 1.0 | 1.0 | 3.208s | 1m:14s |
| Iteration 21 | 303 | 0.3145 | 6 | 0.4335 | 3 | 0.7 | 0.6 | 0.01 | 10 | 0.875 | 1.0 | 3.198s | 1m:18s |
| Iteration 22 | 400 | 0.0427 | 7 | 0.4408 | 3 | 0.8 | 0.9 | 0.1 | 0.01 | 1.0 | 1.0 | 3.173s | 1m:22s |
| Iteration 23 | 422 | 0.0238 | 9 | 0.4371 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.9062 | 1.0 | 3.204s | 1m:26s |
| Iteration 24 | 488 | 0.0641 | 10 | 0.4299 | 1 | 0.6 | 1.0 | 0.01 | 10 | 0.375 | 1.0 | 3.194s | 1m:30s |
| Iteration 25 | 399 | 0.0313 | 3 | 0.436 | 3 | 0.9 | 1.0 | 0.01 | 0.1 | 1.0 | 1.0 | 3.184s | 1m:34s |
| Iteration 26 | 453 | 0.0189 | 7 | 0.4374 | 3 | 0.6 | 1.0 | 0.01 | 10 | 1.0 | 1.0 | 3.214s | 1m:38s |
| Iteration 27 | 463 | 0.0546 | 9 | 0.4417 | 3 | 0.5 | 0.9 | 0.01 | 0.01 | 1.0 | 1.0 | 3.178s | 1m:42s |
| Iteration 28 | 493 | 0.1374 | 4 | 0.4387 | 3 | 0.7 | 1.0 | 0.01 | 0 | 0.75 | 1.0 | 3.195s | 1m:46s |
| Iteration 29 | 162 | 0.0536 | 8 | 0.4439 | 3 | 0.9 | 0.9 | 0.1 | 0 | 0.8125 | 1.0 | 3.195s | 1m:50s |
| Iteration 30 | 456 | 0.019 | 8 | 0.3879 | 3 | 0.5 | 0.9 | 0.01 | 1 | 0.9375 | 1.0 | 3.214s | 1m:54s |
| Iteration 31 | 387 | 0.0495 | 10 | 0.4425 | 3 | 0.6 | 0.9 | 0.01 | 1 | 0.9375 | 1.0 | 3.173s | 1m:59s |
| Iteration 32 | 386 | 0.0142 | 2 | 0.4475 | 3 | 0.7 | 0.4 | 0.01 | 10 | 0.8125 | 1.0 | 3.187s | 2m:03s |
| Iteration 33 | 477 | 0.0141 | 7 | 1.0 | 10 | 1.0 | 1.0 | 100 | 100 | 0.5 | 1.0 | 3.207s | 2m:07s |
| Iteration 34 | 458 | 0.0216 | 5 | 0.4414 | 3 | 1.0 | 1.0 | 0.01 | 1 | 0.25 | 1.0 | 3.225s | 2m:11s |
| Iteration 35 | 199 | 0.0115 | 2 | 0.4366 | 3 | 0.9 | 0.9 | 0.01 | 0.1 | 0.5 | 1.0 | 3.175s | 2m:16s |
| Iteration 36 | 266 | 0.0722 | 8 | 0.3739 | 3 | 0.6 | 1.0 | 0.1 | 1 | 0.1875 | 1.0 | 3.180s | 2m:20s |
| Iteration 37 | 421 | 0.0904 | 1 | 0.4274 | 3 | 0.6 | 1.0 | 0.01 | 0 | 0.375 | 1.0 | 3.180s | 2m:24s |
| Iteration 38 | 397 | 0.9686 | 3 | 0.4388 | 3 | 0.9 | 0.5 | 0.1 | 0.01 | 0.8125 | 1.0 | 3.238s | 2m:28s |
| Iteration 39 | 394 | 0.2869 | 3 | 0.4397 | 3 | 0.9 | 1.0 | 0.01 | 1 | 0.5625 | 1.0 | 3.215s | 2m:32s |
| Iteration 40 | 212 | 0.1041 | 3 | 0.34 | 3 | 0.7 | 0.9 | 0.1 | 10 | 0.75 | 1.0 | 3.178s | 2m:36s |
| Iteration 41 | 399 | 0.4604 | 7 | 0.4735 | 3 | 0.7 | 1.0 | 0.1 | 0.1 | 0.25 | 1.0 | 3.223s | 2m:41s |
| Iteration 42 | 126 | 0.0328 | 1 | 0.4272 | 3 | 0.8 | 1.0 | 0.1 | 0.1 | 0.5 | 1.0 | 3.126s | 2m:45s |
| Iteration 43 | 466 | 0.0475 | 7 | 0.4391 | 3 | 0.5 | 0.9 | 0.01 | 1 | 0.75 | 1.0 | 3.201s | 2m:49s |
| Iteration 44 | 478 | 0.0921 | 5 | 0.1783 | 3 | 0.7 | 0.9 | 0.1 | 10 | 0.8125 | 1.0 | 3.219s | 2m:53s |
| Iteration 45 | 417 | 0.0429 | 8 | 0.3385 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.5 | 1.0 | 3.188s | 2m:58s |
| Iteration 46 | 449 | 0.0557 | 6 | 0.4431 | 4 | 0.5 | 0.9 | 1 | 0.1 | 0.8125 | 1.0 | 3.194s | 3m:02s |
| Iteration 47 | 436 | 0.0315 | 2 | 0.4371 | 2 | 0.9 | 1.0 | 0.01 | 10 | 1.0 | 1.0 | 3.207s | 3m:06s |
| Iteration 48 | 277 | 0.0615 | 8 | 0.444 | 7 | 0.5 | 0.9 | 0 | 1 | 0.5 | 1.0 | 3.144s | 3m:10s |
| Iteration 49 | 352 | 0.0426 | 9 | 0.4604 | 5 | 0.7 | 0.9 | 0.01 | 0.01 | 0.625 | 1.0 | 3.150s | 3m:14s |
| Iteration 50 | 128 | 0.0562 | 9 | 0.4433 | 3 | 0.5 | 0.9 | 0.01 | 0.01 | 0.5625 | 1.0 | 3.138s | 3m:19s |
Bayesian Optimization ---------------------------
Best call --> Iteration 26
Best parameters --> {'n_estimators': 453, 'learning_rate': 0.0189, 'max_depth': 7, 'gamma': 0.4374, 'min_child_weight': 3, 'subsample': 0.6, 'colsample_bytree': 1.0, 'reg_alpha': 0.01, 'reg_lambda': 10}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9554
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.098s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.153
Time elapsed: 0.305s
-------------------------------------------------
Total time: 3m:20s
Final results ==================== >>
Duration: 23m:12s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.66 ± 0.1428 ~
Logistic Regression --> roc_auc: 0.72 ± 0.0872
Linear Discriminant Analysis --> roc_auc: 0.43 ± 0.2993
Quadratic Discriminant Analysis --> roc_auc: 0.37 ± 0.2731
Radius Nearest Neighbors --> roc_auc: 0.73 ± 0.098
AdaBoost --> roc_auc: 0.7 ± 0.0418 ~
Random Forest --> roc_auc: 0.74 ± 0.2311 !
XGBoost --> roc_auc: 0.74 ± 0.153 !
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 862 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASATSGTYKYIF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVRNTGFQKLVF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CAASASGTYKYIF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CAASPNTGNQFYF.
>>> Dropping feature CAGNSGNTPLVF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CAVEDTGGFKTIF.
>>> Dropping feature CAVGGGSNYKLTF.
>>> Dropping feature CALYSGGGADGLTF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CAVVNAGGTSYGKLTF.
>>> Dropping feature CAVSDDYKLSF.
>>> Dropping feature CAANTGFQKLVF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASMNSGYSTLTF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAARDSNYQLIW.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVGTGTASKLTF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVLSNDYKLSF.
>>> Dropping feature CAVPSGGSYIPTF.
>>> Dropping feature CAVPSGGYNKLIF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.7188 | 0.7188 | 0.664s | 0.685s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.5625 | 0.7188 | 0.713s | 1.772s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.625 | 0.7188 | 0.680s | 2.819s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.4375 | 0.7188 | 0.703s | 3.923s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.625 | 0.7188 | 0.713s | 4.927s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.8125 | 0.8125 | 0.755s | 6.173s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 1.0 | 1.0 | 0.729s | 7.320s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.875 | 1.0 | 0.774s | 8.864s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.6875 | 1.0 | 1.409s | 10.708s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.8125 | 1.0 | 0.708s | 11.817s |
| Iteration 11 | exponen.. | 0.7962 | 264 | 0.9 | squared_er.. | 2 | 4 | 6 | 0.7 | 0.0329 | 0.7812 | 1.0 | 0.755s | 13.333s |
| Iteration 12 | exponen.. | 0.1425 | 301 | 0.6 | squared_er.. | 4 | 1 | 7 | auto | 0.0342 | 0.875 | 1.0 | 0.761s | 14.753s |
| Iteration 13 | exponen.. | 0.1687 | 239 | 0.6 | squared_er.. | 2 | 3 | 5 | auto | 0.0235 | 0.625 | 1.0 | 0.741s | 16.156s |
| Iteration 14 | exponen.. | 0.0961 | 500 | 0.8 | squared_er.. | 5 | 5 | 8 | log2 | 0.0072 | 0.9375 | 1.0 | 0.802s | 17.654s |
| Iteration 15 | exponen.. | 0.011 | 171 | 0.7 | squared_er.. | 15 | 15 | 9 | 0.5 | 0.0033 | 1.0 | 1.0 | 0.736s | 19.056s |
| Iteration 16 | exponen.. | 0.5153 | 10 | 0.9 | squared_er.. | 7 | 6 | 10 | sqrt | 0.0167 | 0.875 | 1.0 | 0.628s | 20.351s |
| Iteration 17 | exponen.. | 0.1537 | 228 | 0.8 | squared_er.. | 8 | 8 | 8 | auto | 0.0186 | 0.375 | 1.0 | 0.706s | 21.760s |
| Iteration 18 | exponen.. | 0.4403 | 307 | 0.9 | squared_er.. | 8 | 1 | 10 | auto | 0.0321 | 0.6875 | 1.0 | 0.724s | 23.191s |
| Iteration 19 | exponen.. | 0.0706 | 120 | 0.8 | squared_er.. | 15 | 13 | 9 | 0.5 | 0.0036 | 1.0 | 1.0 | 0.671s | 24.583s |
| Iteration 20 | exponen.. | 0.1792 | 51 | 0.6 | friedman_mse | 3 | 1 | 8 | auto | 0.0017 | 0.7812 | 1.0 | 0.643s | 25.917s |
| Iteration 21 | exponen.. | 0.0146 | 407 | 0.9 | squared_er.. | 5 | 20 | 8 | 0.7 | 0.0045 | 0.5625 | 1.0 | 0.749s | 27.372s |
| Iteration 22 | exponen.. | 0.0221 | 147 | 0.8 | squared_er.. | 13 | 14 | 9 | 0.6 | 0.0034 | 0.5 | 1.0 | 0.691s | 28.773s |
| Iteration 23 | deviance | 0.017 | 195 | 0.6 | friedman_mse | 19 | 10 | 4 | 0.9 | 0.0107 | 0.9375 | 1.0 | 0.689s | 30.026s |
| Iteration 24 | exponen.. | 0.017 | 296 | 0.5 | friedman_mse | 8 | 6 | 9 | auto | 0.01 | 1.0 | 1.0 | 0.720s | 31.327s |
| Iteration 25 | exponen.. | 0.0278 | 52 | 0.7 | friedman_mse | 11 | 1 | 2 | 0.9 | 0.0095 | 0.4375 | 1.0 | 0.662s | 32.602s |
| Iteration 26 | deviance | 0.0145 | 49 | 0.8 | friedman_mse | 8 | 1 | 10 | auto | 0.008 | 0.5625 | 1.0 | 0.656s | 33.879s |
| Iteration 27 | exponen.. | 0.0227 | 297 | 0.5 | squared_er.. | 7 | 7 | 9 | log2 | 0.0075 | 1.0 | 1.0 | 0.725s | 35.380s |
| Iteration 28 | exponen.. | 0.0156 | 172 | 0.6 | squared_er.. | 11 | 5 | 9 | 0.5 | 0.0036 | 1.0 | 1.0 | 0.700s | 36.940s |
| Iteration 29 | exponen.. | 0.615 | 102 | 0.9 | friedman_mse | 12 | 14 | 9 | 0.5 | 0.0036 | 0.875 | 1.0 | 0.674s | 38.392s |
| Iteration 30 | exponen.. | 0.0785 | 164 | 0.6 | friedman_mse | 16 | 6 | 9 | log2 | 0.0058 | 0.875 | 1.0 | 0.682s | 39.765s |
| Iteration 31 | exponen.. | 0.0311 | 231 | 1.0 | squared_er.. | 13 | 20 | 9 | 0.5 | 0.0036 | 0.6875 | 1.0 | 0.680s | 41.251s |
| Iteration 32 | exponen.. | 0.5715 | 81 | 0.6 | squared_er.. | 17 | 6 | 9 | 0.5 | 0.0067 | 0.6875 | 1.0 | 0.663s | 42.747s |
| Iteration 33 | deviance | 0.0109 | 61 | 0.7 | squared_er.. | 16 | 3 | 2 | 0.5 | 0.003 | 0.6875 | 1.0 | 0.653s | 44.254s |
| Iteration 34 | exponen.. | 0.0114 | 125 | 0.6 | squared_er.. | 18 | 19 | 6 | log2 | 0.0035 | 0.5 | 1.0 | 0.669s | 45.716s |
| Iteration 35 | exponen.. | 0.01 | 122 | 1.0 | squared_er.. | 10 | 5 | 10 | auto | 0.0066 | 0.875 | 1.0 | 1.266s | 47.862s |
| Iteration 36 | exponen.. | 0.01 | 456 | 0.7 | friedman_mse | 14 | 5 | 8 | 0.5 | 0.0063 | 0.875 | 1.0 | 0.783s | 49.354s |
| Iteration 37 | exponen.. | 0.01 | 426 | 0.5 | friedman_mse | 6 | 7 | 10 | log2 | 0.0076 | 1.0 | 1.0 | 0.772s | 50.876s |
| Iteration 38 | exponen.. | 0.01 | 499 | 0.5 | friedman_mse | 8 | 8 | 10 | None | 0.0076 | 0.6875 | 1.0 | 0.769s | 52.391s |
| Iteration 39 | exponen.. | 0.01 | 280 | 0.7 | friedman_mse | 17 | 10 | 8 | 0.5 | 0.0019 | 0.5625 | 1.0 | 0.708s | 53.963s |
| Iteration 40 | exponen.. | 0.1518 | 116 | 0.7 | squared_er.. | 2 | 5 | 10 | 0.5 | 0.0142 | 0.8125 | 1.0 | 0.669s | 55.540s |
| Iteration 41 | exponen.. | 0.0151 | 46 | 0.6 | friedman_mse | 6 | 7 | 7 | sqrt | 0.0307 | 0.875 | 1.0 | 0.662s | 57.032s |
| Iteration 42 | exponen.. | 0.0151 | 251 | 0.5 | friedman_mse | 11 | 7 | 6 | log2 | 0.0268 | 1.0 | 1.0 | 0.726s | 58.594s |
| Iteration 43 | exponen.. | 0.032 | 137 | 1.0 | squared_er.. | 15 | 14 | 7 | 0.5 | 0.007 | 0.5625 | 1.0 | 0.665s | 1m:00s |
| Iteration 44 | exponen.. | 0.0151 | 343 | 0.6 | friedman_mse | 16 | 7 | 6 | log2 | 0.0253 | 1.0 | 1.0 | 0.722s | 1m:02s |
| Iteration 45 | exponen.. | 0.0138 | 193 | 0.8 | friedman_mse | 8 | 7 | 6 | log2 | 0.0106 | 1.0 | 1.0 | 0.685s | 1m:03s |
| Iteration 46 | exponen.. | 0.0144 | 225 | 0.5 | friedman_mse | 18 | 7 | 8 | log2 | 0.0217 | 0.75 | 1.0 | 0.685s | 1m:05s |
| Iteration 47 | exponen.. | 0.0162 | 487 | 0.7 | squared_er.. | 6 | 7 | 5 | 0.5 | 0.0263 | 0.75 | 1.0 | 0.805s | 1m:07s |
| Iteration 48 | exponen.. | 0.0156 | 202 | 1.0 | friedman_mse | 7 | 7 | 8 | log2 | 0.0126 | 1.0 | 1.0 | 0.699s | 1m:09s |
| Iteration 49 | exponen.. | 0.01 | 253 | 0.8 | friedman_mse | 6 | 6 | 9 | log2 | 0.0119 | 1.0 | 1.0 | 0.763s | 1m:10s |
| Iteration 50 | exponen.. | 0.0187 | 409 | 0.7 | squared_er.. | 6 | 6 | 8 | sqrt | 0.0148 | 0.875 | 1.0 | 0.793s | 1m:12s |
Bayesian Optimization ---------------------------
Best call --> Iteration 37
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.01, 'n_estimators': 426, 'subsample': 0.5, 'criterion': 'friedman_mse', 'min_samples_split': 6, 'min_samples_leaf': 7, 'max_depth': 10, 'max_features': 'log2', 'ccp_alpha': 0.0076}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:13s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9518
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.129s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.97 ± 0.04
Time elapsed: 0.630s
-------------------------------------------------
Total time: 1m:14s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.5 | 0.5 | 0.703s | 0.715s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.5625 | 0.5625 | 0.656s | 1.719s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.625 | 0.625 | 0.652s | 2.665s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.5 | 0.625 | 0.655s | 3.606s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.5625 | 0.625 | 0.672s | 4.580s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.875 | 0.875 | 0.652s | 5.523s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.875 | 0.875 | 0.654s | 6.467s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.5 | 0.875 | 0.649s | 7.443s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.625 | 0.875 | 0.652s | 8.415s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.5 | 0.875 | 1.232s | 9.953s |
| Iteration 11 | none | --- | saga | 220 | --- | 0.5 | 0.875 | 0.645s | 11.240s |
| Iteration 12 | l2 | 4.8184 | libli.. | 229 | --- | 0.6875 | 0.875 | 0.649s | 12.506s |
| Iteration 13 | l2 | 100.0 | newto.. | 100 | --- | 0.75 | 0.875 | 0.649s | 13.724s |
| Iteration 14 | l2 | 0.2246 | sag | 100 | --- | 0.75 | 0.875 | 0.678s | 14.991s |
| Iteration 15 | l2 | 0.3212 | libli.. | 155 | --- | 0.75 | 0.875 | 0.662s | 16.238s |
| Iteration 16 | l2 | 0.0012 | sag | 1000 | --- | 0.75 | 0.875 | 0.659s | 17.460s |
| Iteration 17 | l2 | 0.2442 | lbfgs | 726 | --- | 0.5625 | 0.875 | 0.649s | 18.821s |
| Iteration 18 | elast.. | 0.001 | saga | 1000 | 0.5 | 0.5 | 0.875 | 0.661s | 20.105s |
| Iteration 19 | l2 | 0.001 | lbfgs | 100 | --- | 0.6875 | 0.875 | 0.649s | 21.354s |
| Iteration 20 | l2 | 100.0 | libli.. | 100 | --- | 0.5625 | 0.875 | 0.657s | 22.603s |
| Iteration 21 | l2 | 91.5585 | libli.. | 711 | --- | 0.375 | 0.875 | 0.672s | 23.976s |
| Iteration 22 | l1 | 85.782 | saga | 1000 | --- | 0.3125 | 0.875 | 0.739s | 25.450s |
| Iteration 23 | l2 | 52.5822 | libli.. | 100 | --- | 0.8125 | 0.875 | 0.719s | 26.874s |
| Iteration 24 | l1 | 0.0029 | saga | 605 | --- | 0.5 | 0.875 | 0.767s | 28.314s |
| Iteration 25 | l2 | 100.0 | lbfgs | 123 | --- | 0.3125 | 0.875 | 0.715s | 29.743s |
| Iteration 26 | l2 | 10.7137 | newto.. | 100 | --- | 0.5 | 0.875 | 0.724s | 31.241s |
| Iteration 27 | l2 | 0.0305 | libli.. | 107 | --- | 0.625 | 0.875 | 0.721s | 32.647s |
| Iteration 28 | l2 | 34.9664 | libli.. | 130 | --- | 0.875 | 0.875 | 0.646s | 34.022s |
| Iteration 29 | l2 | 100.0 | libli.. | 149 | --- | 0.75 | 0.875 | 0.643s | 35.301s |
| Iteration 30 | l2 | 30.6368 | libli.. | 157 | --- | 0.25 | 0.875 | 0.712s | 36.768s |
| Iteration 31 | l2 | 0.3308 | libli.. | 167 | --- | 0.75 | 0.875 | 0.703s | 38.100s |
| Iteration 32 | l2 | 3.4002 | libli.. | 177 | --- | 0.4375 | 0.875 | 0.644s | 39.407s |
| Iteration 33 | l2 | 0.1397 | libli.. | 136 | --- | 0.5 | 0.875 | 0.694s | 40.721s |
| Iteration 34 | elast.. | 0.0014 | saga | 384 | 0.7 | 0.5 | 0.875 | 0.697s | 42.650s |
| Iteration 35 | none | --- | newto.. | 275 | --- | 0.5 | 0.875 | 0.711s | 44.027s |
| Iteration 36 | elast.. | 0.2084 | saga | 100 | 0.2 | 0.5625 | 0.875 | 0.696s | 45.413s |
| Iteration 37 | l2 | 8.229 | libli.. | 168 | --- | 0.375 | 0.875 | 0.697s | 46.795s |
| Iteration 38 | l2 | 0.005 | libli.. | 142 | --- | 0.6875 | 0.875 | 0.697s | 48.617s |
| Iteration 39 | l2 | 0.0011 | lbfgs | 665 | --- | 0.4375 | 0.875 | 0.697s | 50.086s |
| Iteration 40 | l2 | 13.3873 | newto.. | 159 | --- | 0.5 | 0.875 | 0.698s | 51.694s |
| Iteration 41 | l2 | 0.4337 | lbfgs | 104 | --- | 0.625 | 0.875 | 0.702s | 53.057s |
| Iteration 42 | none | --- | newto.. | 100 | --- | 0.875 | 0.875 | 0.697s | 54.425s |
| Iteration 43 | none | --- | newto.. | 100 | --- | 0.875 | 0.875 | 0.001s | 55.070s |
| Iteration 44 | l2 | 7.5935 | newto.. | 100 | --- | 0.8125 | 0.875 | 0.703s | 56.517s |
| Iteration 45 | l2 | 100.0 | libli.. | 100 | --- | 0.5625 | 0.875 | 0.001s | 57.206s |
| Iteration 46 | l2 | 1.453 | libli.. | 100 | --- | 0.625 | 0.875 | 0.667s | 58.587s |
| Iteration 47 | l2 | 5.407 | libli.. | 100 | --- | 0.6875 | 0.875 | 0.701s | 1m:00s |
| Iteration 48 | l2 | 8.7813 | newto.. | 100 | --- | 0.8125 | 0.875 | 0.696s | 1m:02s |
| Iteration 49 | none | --- | lbfgs | 102 | --- | 0.75 | 0.875 | 0.716s | 1m:03s |
| Iteration 50 | l2 | 53.2316 | libli.. | 133 | --- | 0.1875 | 0.875 | 0.691s | 1m:05s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'penalty': 'none', 'solver': 'newton-cg', 'max_iter': 100}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:06s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.758
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.020s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.68 ± 0.1691
Time elapsed: 0.093s
-------------------------------------------------
Total time: 1m:06s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.5625 | 0.5625 | 0.676s | 0.683s |
| Initial point 2 | svd | --- | 0.3125 | 0.5625 | 0.677s | 1.641s |
| Initial point 3 | svd | --- | 0.3125 | 0.5625 | 0.001s | 1.950s |
| Initial point 4 | lsqr | 0.8 | 0.5625 | 0.5625 | 0.680s | 2.922s |
| Initial point 5 | eigen | 0.9 | 0.8125 | 0.8125 | 0.678s | 3.890s |
| Initial point 6 | lsqr | 0.7 | 1.0 | 1.0 | 0.691s | 4.874s |
| Initial point 7 | lsqr | 0.5 | 0.625 | 1.0 | 0.682s | 5.836s |
| Initial point 8 | lsqr | 0.9 | 0.5 | 1.0 | 0.680s | 6.798s |
| Initial point 9 | lsqr | 0.6 | 0.625 | 1.0 | 0.681s | 7.779s |
| Initial point 10 | eigen | 0.8 | 0.375 | 1.0 | 0.681s | 8.747s |
| Iteration 11 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 9.168s |
| Iteration 12 | eigen | 0.7 | 0.5625 | 1.0 | 0.636s | 10.256s |
| Iteration 13 | svd | --- | 0.3125 | 1.0 | 0.000s | 10.701s |
| Iteration 14 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 11.139s |
| Iteration 15 | lsqr | auto | 0.75 | 1.0 | 0.681s | 12.825s |
| Iteration 16 | lsqr | 1.0 | 0.625 | 1.0 | 0.675s | 13.942s |
| Iteration 17 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 14.485s |
| Iteration 18 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 15.006s |
| Iteration 19 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 15.448s |
| Iteration 20 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 15.898s |
| Iteration 21 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 16.380s |
| Iteration 22 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 16.829s |
| Iteration 23 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 17.374s |
| Iteration 24 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 17.842s |
| Iteration 25 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 18.308s |
| Iteration 26 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 18.802s |
| Iteration 27 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 19.270s |
| Iteration 28 | lsqr | None | 0.8125 | 1.0 | 0.646s | 20.418s |
| Iteration 29 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 20.909s |
| Iteration 30 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 21.395s |
| Iteration 31 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 21.960s |
| Iteration 32 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 22.475s |
| Iteration 33 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 22.974s |
| Iteration 34 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 23.505s |
| Iteration 35 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 24.059s |
| Iteration 36 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 24.605s |
| Iteration 37 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 25.150s |
| Iteration 38 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 25.723s |
| Iteration 39 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 26.272s |
| Iteration 40 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 26.831s |
| Iteration 41 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 27.407s |
| Iteration 42 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 28.004s |
| Iteration 43 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 28.597s |
| Iteration 44 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 29.190s |
| Iteration 45 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 29.927s |
| Iteration 46 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 30.517s |
| Iteration 47 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 31.118s |
| Iteration 48 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 31.731s |
| Iteration 49 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 32.403s |
| Iteration 50 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 33.055s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 33.720s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6884
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.008s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.63 ± 0.2159
Time elapsed: 0.029s
-------------------------------------------------
Total time: 33.759s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.5625 | 0.5625 | 0.652s | 0.655s |
| Initial point 2 | 0.9 | 0.625 | 0.625 | 0.634s | 1.608s |
| Initial point 3 | 0.1 | 0.75 | 0.75 | 0.632s | 2.526s |
| Initial point 4 | 1.0 | 0.5625 | 0.75 | 0.000s | 2.810s |
| Initial point 5 | 0.2 | 0.75 | 0.75 | 0.646s | 3.769s |
| Initial point 6 | 0.4 | 1.0 | 1.0 | 0.635s | 4.683s |
| Initial point 7 | 0.4 | 1.0 | 1.0 | 0.001s | 4.981s |
| Initial point 8 | 0.7 | 0.5 | 1.0 | 0.640s | 5.907s |
| Initial point 9 | 0.9 | 0.625 | 1.0 | 0.000s | 6.194s |
| Initial point 10 | 0.8 | 0.375 | 1.0 | 0.637s | 7.110s |
| Iteration 11 | 0.3 | 0.6875 | 1.0 | 0.636s | 8.112s |
| Iteration 12 | 0.6 | 0.4375 | 1.0 | 0.624s | 9.099s |
| Iteration 13 | 0.5 | 0.75 | 1.0 | 0.633s | 10.298s |
| Iteration 14 | 0.0 | 0.8125 | 1.0 | 0.629s | 11.321s |
| Iteration 15 | 0.4 | 1.0 | 1.0 | 0.000s | 11.703s |
| Iteration 16 | 0.4 | 1.0 | 1.0 | 0.000s | 12.089s |
| Iteration 17 | 0.4 | 1.0 | 1.0 | 0.000s | 12.455s |
| Iteration 18 | 0.4 | 1.0 | 1.0 | 0.000s | 12.829s |
| Iteration 19 | 0.4 | 1.0 | 1.0 | 0.000s | 13.206s |
| Iteration 20 | 0.4 | 1.0 | 1.0 | 0.000s | 13.604s |
| Iteration 21 | 0.6 | 0.4375 | 1.0 | 0.000s | 13.990s |
| Iteration 22 | 0.4 | 1.0 | 1.0 | 0.000s | 14.381s |
| Iteration 23 | 0.4 | 1.0 | 1.0 | 0.000s | 14.789s |
| Iteration 24 | 0.4 | 1.0 | 1.0 | 0.000s | 15.198s |
| Iteration 25 | 0.4 | 1.0 | 1.0 | 0.000s | 16.163s |
| Iteration 26 | 0.4 | 1.0 | 1.0 | 0.000s | 16.557s |
| Iteration 27 | 0.4 | 1.0 | 1.0 | 0.000s | 16.962s |
| Iteration 28 | 0.9 | 0.625 | 1.0 | 0.000s | 17.357s |
| Iteration 29 | 0.4 | 1.0 | 1.0 | 0.000s | 17.766s |
| Iteration 30 | 0.4 | 1.0 | 1.0 | 0.000s | 18.183s |
| Iteration 31 | 0.4 | 1.0 | 1.0 | 0.000s | 18.583s |
| Iteration 32 | 0.4 | 1.0 | 1.0 | 0.000s | 18.996s |
| Iteration 33 | 0.4 | 1.0 | 1.0 | 0.000s | 19.410s |
| Iteration 34 | 0.4 | 1.0 | 1.0 | 0.000s | 19.847s |
| Iteration 35 | 0.4 | 1.0 | 1.0 | 0.000s | 20.285s |
| Iteration 36 | 0.4 | 1.0 | 1.0 | 0.000s | 20.845s |
| Iteration 37 | 0.4 | 1.0 | 1.0 | 0.000s | 21.332s |
| Iteration 38 | 0.4 | 1.0 | 1.0 | 0.000s | 21.781s |
| Iteration 39 | 0.4 | 1.0 | 1.0 | 0.000s | 22.244s |
| Iteration 40 | 0.4 | 1.0 | 1.0 | 0.000s | 22.730s |
| Iteration 41 | 0.4 | 1.0 | 1.0 | 0.000s | 23.221s |
| Iteration 42 | 0.4 | 1.0 | 1.0 | 0.000s | 23.692s |
| Iteration 43 | 0.4 | 1.0 | 1.0 | 0.000s | 24.200s |
| Iteration 44 | 0.4 | 1.0 | 1.0 | 0.000s | 24.686s |
| Iteration 45 | 0.4 | 1.0 | 1.0 | 0.000s | 25.179s |
| Iteration 46 | 0.4 | 1.0 | 1.0 | 0.000s | 25.683s |
| Iteration 47 | 0.4 | 1.0 | 1.0 | 0.000s | 26.193s |
| Iteration 48 | 0.4 | 1.0 | 1.0 | 0.000s | 26.704s |
| Iteration 49 | 0.4 | 1.0 | 1.0 | 0.000s | 27.229s |
| Iteration 50 | 0.4 | 1.0 | 1.0 | 0.000s | 27.764s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'reg_param': 0.4}
Best evaluation --> roc_auc: 1.0
Time elapsed: 28.292s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.642
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.55 ± 0.2627
Time elapsed: 0.030s
-------------------------------------------------
Total time: 28.333s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 11.9791 | dista.. | auto | 40 | 1 | 0.7188 | 0.7188 | 0.651s | 0.673s |
| Initial point 2 | 4.7641 | uniform | kd_tree | 39 | 2 | 0.375 | 0.7188 | 0.642s | 1.614s |
| Initial point 3 | 3.7633 | dista.. | ball_tree | 25 | 2 | 1.0 | 1.0 | 0.647s | 2.564s |
| Initial point 4 | 10.9793 | uniform | ball_tree | 39 | 2 | 0.4375 | 1.0 | 0.654s | 3.530s |
| Initial point 5 | 8.6009 | dista.. | auto | 30 | 2 | 0.4375 | 1.0 | 0.638s | 4.471s |
| Initial point 6 | 9.9605 | dista.. | ball_tree | 21 | 2 | 1.0 | 1.0 | 0.644s | 5.424s |
| Initial point 7 | 7.1244 | dista.. | ball_tree | 24 | 1 | 0.7188 | 1.0 | 0.640s | 6.379s |
| Initial point 8 | 1.7073 | dista.. | ball_tree | 21 | 2 | 0.75 | 1.0 | 0.652s | 7.353s |
| Initial point 9 | 7.9362 | uniform | ball_tree | 24 | 1 | 0.7188 | 1.0 | 0.662s | 8.358s |
| Initial point 10 | 5.6369 | uniform | brute | 22 | 2 | 0.5625 | 1.0 | 0.639s | 9.295s |
| Iteration 11 | 5.2065 | dista.. | kd_tree | 25 | 2 | 0.8125 | 1.0 | 0.643s | 10.587s |
| Iteration 12 | 11.728 | dista.. | ball_tree | 21 | 2 | 0.9375 | 1.0 | 0.647s | 11.916s |
| Iteration 13 | 8.997 | dista.. | ball_tree | 21 | 2 | 0.8125 | 1.0 | 0.648s | 13.137s |
| Iteration 14 | 0.0 | dista.. | ball_tree | 25 | 2 | 0.5 | 1.0 | 0.650s | 14.416s |
| Iteration 15 | 10.2432 | dista.. | ball_tree | 21 | 2 | 0.8125 | 1.0 | 0.661s | 15.876s |
| Iteration 16 | 11.6712 | dista.. | ball_tree | 21 | 2 | 0.8125 | 1.0 | 0.671s | 17.230s |
| Iteration 17 | 4.2906 | dista.. | ball_tree | 25 | 1 | 0.875 | 1.0 | 0.652s | 18.540s |
| Iteration 18 | 11.7977 | uniform | ball_tree | 25 | 2 | 0.5 | 1.0 | 0.669s | 19.883s |
| Iteration 19 | 10.7564 | dista.. | ball_tree | 21 | 2 | 1.0 | 1.0 | 0.642s | 21.262s |
| Iteration 20 | 10.7708 | dista.. | auto | 21 | 2 | 0.625 | 1.0 | 1.228s | 23.219s |
| Iteration 21 | 10.5777 | dista.. | kd_tree | 20 | 2 | 0.625 | 1.0 | 0.654s | 24.536s |
| Iteration 22 | 1.7212 | dista.. | kd_tree | 37 | 2 | 0.4375 | 1.0 | 0.648s | 25.817s |
| Iteration 23 | 10.7154 | dista.. | ball_tree | 20 | 2 | 0.6875 | 1.0 | 0.654s | 27.097s |
| Iteration 24 | 4.2099 | dista.. | ball_tree | 25 | 2 | 1.0 | 1.0 | 0.647s | 28.468s |
| Iteration 25 | 4.7166 | dista.. | ball_tree | 25 | 2 | 0.25 | 1.0 | 0.654s | 29.899s |
| Iteration 26 | 0.6689 | dista.. | brute | 20 | 1 | 0.5312 | 1.0 | 0.650s | 31.100s |
| Iteration 27 | 11.9312 | dista.. | brute | 30 | 1 | 0.875 | 1.0 | 0.648s | 32.337s |
| Iteration 28 | 0.0937 | uniform | brute | 34 | 1 | 0.375 | 1.0 | 0.641s | 33.590s |
| Iteration 29 | 11.8858 | dista.. | ball_tree | 40 | 2 | 0.8125 | 1.0 | 0.640s | 34.825s |
| Iteration 30 | 12.006 | dista.. | auto | 40 | 1 | 0.625 | 1.0 | 0.665s | 36.084s |
| Iteration 31 | 11.9957 | dista.. | ball_tree | 40 | 2 | 0.625 | 1.0 | 0.711s | 37.440s |
| Iteration 32 | 0.1471 | dista.. | ball_tree | 40 | 2 | 0.2188 | 1.0 | 0.699s | 38.738s |
| Iteration 33 | 12.0129 | uniform | kd_tree | 20 | 1 | 0.5625 | 1.0 | 0.708s | 40.041s |
| Iteration 34 | 12.0129 | dista.. | brute | 20 | 1 | 1.0 | 1.0 | 0.699s | 41.327s |
| Iteration 35 | 12.0129 | dista.. | brute | 20 | 1 | 1.0 | 1.0 | 0.001s | 41.988s |
| Iteration 36 | 12.0129 | dista.. | brute | 20 | 1 | 1.0 | 1.0 | 0.000s | 42.637s |
| Iteration 37 | 12.0129 | dista.. | brute | 20 | 1 | 1.0 | 1.0 | 0.001s | 43.278s |
| Iteration 38 | 12.0129 | dista.. | brute | 20 | 1 | 1.0 | 1.0 | 0.000s | 43.950s |
| Iteration 39 | 12.0129 | dista.. | brute | 20 | 1 | 1.0 | 1.0 | 0.000s | 44.938s |
| Iteration 40 | 12.0129 | dista.. | brute | 20 | 1 | 1.0 | 1.0 | 0.000s | 45.720s |
| Iteration 41 | 12.0129 | dista.. | brute | 20 | 1 | 1.0 | 1.0 | 0.000s | 46.435s |
| Iteration 42 | 12.0129 | dista.. | brute | 20 | 1 | 1.0 | 1.0 | 0.000s | 47.214s |
| Iteration 43 | 12.0129 | dista.. | brute | 20 | 1 | 1.0 | 1.0 | 0.001s | 48.045s |
| Iteration 44 | 12.0129 | dista.. | brute | 20 | 1 | 1.0 | 1.0 | 0.000s | 48.733s |
| Iteration 45 | 12.0129 | dista.. | brute | 20 | 1 | 1.0 | 1.0 | 0.001s | 49.393s |
| Iteration 46 | 12.0129 | dista.. | brute | 20 | 1 | 1.0 | 1.0 | 0.000s | 50.068s |
| Iteration 47 | 12.0129 | dista.. | brute | 20 | 1 | 1.0 | 1.0 | 0.000s | 50.771s |
| Iteration 48 | 12.0129 | dista.. | brute | 20 | 1 | 1.0 | 1.0 | 0.000s | 51.451s |
| Iteration 49 | 12.0129 | dista.. | brute | 20 | 1 | 1.0 | 1.0 | 0.001s | 52.160s |
| Iteration 50 | 4.1818 | uniform | ball_tree | 25 | 2 | 0.375 | 1.0 | 0.659s | 53.598s |
Bayesian Optimization ---------------------------
Best call --> Iteration 34
Best parameters --> {'radius': 12.0129, 'weights': 'distance', 'algorithm': 'brute', 'leaf_size': 20, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 54.313s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.89 ± 0.1562
Time elapsed: 0.049s
-------------------------------------------------
Total time: 54.378s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.6562 | 0.6562 | 1.024s | 1.031s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.75 | 0.75 | 1.046s | 2.373s |
| Initial point 3 | 225 | 1.0215 | SAMME | 1.0 | 1.0 | 0.797s | 3.505s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.75 | 1.0 | 0.959s | 4.795s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.6875 | 1.0 | 0.871s | 5.972s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.625 | 1.0 | 1.670s | 7.964s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.625 | 1.0 | 0.720s | 8.977s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.6875 | 1.0 | 0.990s | 10.279s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.5 | 1.0 | 0.688s | 11.270s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.5938 | 1.0 | 0.835s | 12.428s |
| Iteration 11 | 205 | 0.9373 | SAMME | 0.75 | 1.0 | 0.828s | 13.841s |
| Iteration 12 | 264 | 1.6812 | SAMME | 0.875 | 1.0 | 0.919s | 15.254s |
| Iteration 13 | 230 | 5.4051 | SAMME.R | 0.25 | 1.0 | 0.925s | 16.709s |
| Iteration 14 | 211 | 10.0 | SAMME | 0.6562 | 1.0 | 0.707s | 17.965s |
| Iteration 15 | 277 | 0.523 | SAMME | 1.0 | 1.0 | 0.912s | 19.399s |
| Iteration 16 | 294 | 0.4688 | SAMME | 0.875 | 1.0 | 0.895s | 20.805s |
| Iteration 17 | 255 | 0.454 | SAMME | 0.5 | 1.0 | 0.870s | 22.177s |
| Iteration 18 | 488 | 0.8544 | SAMME | 0.9375 | 1.0 | 0.983s | 23.680s |
| Iteration 19 | 500 | 0.8742 | SAMME.R | 1.0 | 1.0 | 1.073s | 25.253s |
| Iteration 20 | 478 | 0.8472 | SAMME.R | 0.6875 | 1.0 | 1.036s | 26.814s |
| Iteration 21 | 111 | 1.1798 | SAMME.R | 0.9375 | 1.0 | 0.733s | 28.129s |
| Iteration 22 | 65 | 1.0849 | SAMME | 0.8125 | 1.0 | 0.688s | 29.321s |
| Iteration 23 | 123 | 0.7218 | SAMME.R | 0.8125 | 1.0 | 0.742s | 30.600s |
| Iteration 24 | 500 | 1.1009 | SAMME.R | 0.9375 | 1.0 | 1.140s | 32.275s |
| Iteration 25 | 481 | 1.1367 | SAMME.R | 0.875 | 1.0 | 1.006s | 33.781s |
| Iteration 26 | 466 | 0.01 | SAMME.R | 0.75 | 1.0 | 1.004s | 35.299s |
| Iteration 27 | 50 | 1.1226 | SAMME.R | 0.9062 | 1.0 | 0.672s | 36.460s |
| Iteration 28 | 500 | 1.137 | SAMME | 0.9375 | 1.0 | 0.977s | 37.982s |
| Iteration 29 | 58 | 0.1279 | SAMME.R | 0.7188 | 1.0 | 0.669s | 39.143s |
| Iteration 30 | 500 | 1.1511 | SAMME | 0.5625 | 1.0 | 0.993s | 40.663s |
| Iteration 31 | 57 | 0.6584 | SAMME.R | 0.6562 | 1.0 | 0.677s | 41.957s |
| Iteration 32 | 72 | 0.9939 | SAMME.R | 0.9688 | 1.0 | 1.236s | 43.744s |
| Iteration 33 | 50 | 0.9938 | SAMME.R | 0.6562 | 1.0 | 0.671s | 44.932s |
| Iteration 34 | 500 | 0.939 | SAMME | 1.0 | 1.0 | 0.981s | 46.433s |
| Iteration 35 | 147 | 0.0313 | SAMME.R | 0.875 | 1.0 | 0.764s | 47.721s |
| Iteration 36 | 500 | 0.9014 | SAMME | 0.875 | 1.0 | 0.973s | 49.248s |
| Iteration 37 | 500 | 0.9071 | SAMME | 0.75 | 1.0 | 0.995s | 50.794s |
| Iteration 38 | 50 | 1.1927 | SAMME.R | 0.75 | 1.0 | 0.685s | 52.042s |
| Iteration 39 | 500 | 0.8228 | SAMME | 0.75 | 1.0 | 0.971s | 53.652s |
| Iteration 40 | 150 | 0.01 | SAMME.R | 0.9375 | 1.0 | 0.737s | 54.957s |
| Iteration 41 | 50 | 0.01 | SAMME.R | 0.6875 | 1.0 | 0.665s | 56.180s |
| Iteration 42 | 500 | 1.1696 | SAMME.R | 1.0 | 1.0 | 1.037s | 57.801s |
| Iteration 43 | 484 | 1.2387 | SAMME.R | 0.6875 | 1.0 | 1.010s | 59.373s |
| Iteration 44 | 497 | 0.0305 | SAMME.R | 1.0 | 1.0 | 1.066s | 1m:01s |
| Iteration 45 | 470 | 0.0314 | SAMME.R | 1.0 | 1.0 | 1.057s | 1m:03s |
| Iteration 46 | 411 | 0.0311 | SAMME.R | 0.9375 | 1.0 | 0.992s | 1m:05s |
| Iteration 47 | 404 | 0.0309 | SAMME.R | 0.8438 | 1.0 | 0.975s | 1m:06s |
| Iteration 48 | 105 | 0.0311 | SAMME | 0.875 | 1.0 | 0.787s | 1m:08s |
| Iteration 49 | 50 | 0.0312 | SAMME.R | 1.0 | 1.0 | 0.739s | 1m:09s |
| Iteration 50 | 471 | 0.0305 | SAMME.R | 0.875 | 1.0 | 1.076s | 1m:11s |
Bayesian Optimization ---------------------------
Best call --> Iteration 19
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.8742, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.485s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.85 ± 0.1761
Time elapsed: 2.141s
-------------------------------------------------
Total time: 1m:14s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.6875 | 0.6875 | 1.089s | 1.109s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.5625 | 0.6875 | 0.973s | 2.404s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.8125 | 0.8125 | 0.995s | 3.713s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.8125 | 0.813s | 4.831s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.625 | 0.8125 | 1.024s | 6.205s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.875 | 0.875 | 0.831s | 7.373s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.9375 | 0.9375 | 1.458s | 9.146s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.6562 | 0.9375 | 0.861s | 10.336s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.9375 | 0.9375 | 0.954s | 11.619s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.75 | 0.9375 | 0.934s | 12.890s |
| Iteration 11 | 466 | gini | 2 | 14 | 14 | 0.7 | False | 0.0004 | --- | 0.4688 | 0.9375 | 0.953s | 14.554s |
| Iteration 12 | 192 | entropy | 4 | 15 | 13 | auto | False | 0.035 | --- | 0.9375 | 0.9375 | 0.758s | 16.195s |
| Iteration 13 | 449 | entropy | 6 | 6 | 19 | auto | False | 0.0 | --- | 0.75 | 0.9375 | 0.928s | 17.955s |
| Iteration 14 | 420 | gini | 4 | 18 | 7 | 0.8 | False | 0.0042 | --- | 0.875 | 0.9375 | 0.938s | 19.708s |
| Iteration 15 | 106 | entropy | 9 | 14 | 18 | 0.5 | True | 0.035 | 0.7 | 0.5 | 0.9375 | 0.752s | 21.226s |
| Iteration 16 | 468 | entropy | 5 | 2 | 11 | sqrt | False | 0.035 | --- | 0.8125 | 0.9375 | 0.945s | 22.862s |
| Iteration 17 | 459 | gini | 2 | 3 | 9 | log2 | False | 0.0128 | --- | 0.625 | 0.9375 | 0.935s | 24.535s |
| Iteration 18 | 315 | gini | 6 | 2 | 6 | 0.9 | False | 0.0166 | --- | 0.8125 | 0.9375 | 0.870s | 26.241s |
| Iteration 19 | 129 | gini | 6 | 16 | 6 | auto | False | 0.0322 | --- | 1.0 | 1.0 | 0.740s | 27.812s |
| Iteration 20 | 28 | gini | 7 | 14 | 6 | auto | False | 0.0142 | --- | 0.8125 | 1.0 | 0.656s | 29.325s |
| Iteration 21 | 222 | gini | 9 | 14 | 6 | 0.8 | False | 0.035 | --- | 0.6875 | 1.0 | 0.775s | 30.993s |
| Iteration 22 | 411 | gini | 5 | 6 | 6 | auto | False | 0.035 | --- | 0.5625 | 1.0 | 0.874s | 32.671s |
| Iteration 23 | 114 | gini | 6 | 16 | 7 | 0.6 | False | 0.0289 | --- | 0.8125 | 1.0 | 0.693s | 34.142s |
| Iteration 24 | 362 | entropy | 5 | 16 | 12 | auto | False | 0.0196 | --- | 1.0 | 1.0 | 0.840s | 35.833s |
| Iteration 25 | 465 | gini | 6 | 17 | 10 | auto | False | 0.0123 | --- | 0.5 | 1.0 | 0.902s | 37.544s |
| Iteration 26 | 276 | gini | 5 | 19 | 11 | 0.6 | False | 0.0 | --- | 0.5 | 1.0 | 0.787s | 39.294s |
| Iteration 27 | 55 | gini | 6 | 17 | 6 | 0.9 | False | 0.0304 | --- | 0.6875 | 1.0 | 0.674s | 40.947s |
| Iteration 28 | 199 | gini | 5 | 15 | 12 | auto | False | 0.0289 | --- | 0.875 | 1.0 | 0.742s | 42.540s |
| Iteration 29 | 434 | gini | 4 | 19 | 6 | auto | False | 0.0285 | --- | 0.8125 | 1.0 | 0.890s | 44.317s |
| Iteration 30 | 430 | entropy | 4 | 16 | 12 | auto | False | 0.0204 | --- | 0.875 | 1.0 | 0.914s | 46.126s |
| Iteration 31 | 225 | gini | 5 | 16 | 12 | auto | False | 0.0204 | --- | 0.75 | 1.0 | 0.816s | 47.914s |
| Iteration 32 | 258 | entropy | 3 | 14 | 12 | auto | False | 0.0299 | --- | 0.8438 | 1.0 | 1.393s | 50.194s |
| Iteration 33 | 321 | gini | 8 | 16 | 10 | sqrt | False | 0.0326 | --- | 0.6875 | 1.0 | 0.886s | 52.162s |
| Iteration 34 | 157 | gini | 3 | 17 | 7 | 0.6 | False | 0.032 | --- | 0.8125 | 1.0 | 0.785s | 53.885s |
| Iteration 35 | 272 | entropy | 6 | 17 | 12 | auto | False | 0.0207 | --- | 0.875 | 1.0 | 0.792s | 55.700s |
| Iteration 36 | 245 | entropy | 6 | 16 | 13 | auto | False | 0.0136 | --- | 0.875 | 1.0 | 0.796s | 57.489s |
| Iteration 37 | 51 | entropy | 9 | 16 | 6 | auto | False | 0.035 | --- | 1.0 | 1.0 | 0.659s | 59.103s |
| Iteration 38 | 10 | entropy | 3 | 16 | 6 | auto | False | 0.035 | --- | 0.6875 | 1.0 | 0.639s | 1m:01s |
| Iteration 39 | 119 | gini | 9 | 18 | 6 | auto | False | 0.035 | --- | 0.5 | 1.0 | 0.698s | 1m:02s |
| Iteration 40 | 215 | entropy | 9 | 13 | 14 | auto | False | 0.0195 | --- | 0.8125 | 1.0 | 0.759s | 1m:04s |
| Iteration 41 | 16 | entropy | 9 | 17 | 4 | auto | False | 0.035 | --- | 0.75 | 1.0 | 0.640s | 1m:06s |
| Iteration 42 | 463 | entropy | 2 | 13 | 12 | 0.6 | False | 0.0 | --- | 1.0 | 1.0 | 0.909s | 1m:07s |
| Iteration 43 | 187 | entropy | None | 10 | 12 | 0.9 | False | 0.012 | --- | 0.5312 | 1.0 | 0.746s | 1m:09s |
| Iteration 44 | 241 | entropy | 9 | 16 | 7 | auto | False | 0.0152 | --- | 0.75 | 1.0 | 0.822s | 1m:11s |
| Iteration 45 | 356 | entropy | 5 | 16 | 12 | sqrt | False | 0.0319 | --- | 0.9375 | 1.0 | 0.892s | 1m:13s |
| Iteration 46 | 110 | entropy | 8 | 16 | 6 | 0.5 | False | 0.0282 | --- | 0.625 | 1.0 | 0.744s | 1m:15s |
| Iteration 47 | 106 | entropy | 7 | 16 | 6 | auto | False | 0.0035 | --- | 0.8125 | 1.0 | 0.750s | 1m:16s |
| Iteration 48 | 328 | entropy | 5 | 16 | 12 | auto | False | 0.0281 | --- | 0.9375 | 1.0 | 0.886s | 1m:18s |
| Iteration 49 | 305 | entropy | 2 | 13 | 12 | 0.6 | False | 0.0166 | --- | 1.0 | 1.0 | 0.866s | 1m:20s |
| Iteration 50 | 390 | entropy | 9 | 16 | 6 | auto | False | 0.0088 | --- | 0.875 | 1.0 | 0.923s | 1m:23s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'n_estimators': 463, 'criterion': 'entropy', 'max_depth': 2, 'min_samples_split': 13, 'min_samples_leaf': 12, 'max_features': 0.6, 'bootstrap': False, 'ccp_alpha': 0.0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8844
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.300s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.1265
Time elapsed: 1.339s
-------------------------------------------------
Total time: 1m:25s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.774s | 0.793s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.625 | 0.625 | 0.714s | 1.901s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.625 | 0.721s | 2.926s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.625 | 0.657s | 3.889s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.625 | 0.691s | 4.889s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.625 | 1.269s | 6.464s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.625 | 0.689s | 7.494s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.625 | 0.685s | 8.497s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.8125 | 0.8125 | 0.716s | 9.513s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.8125 | 0.699s | 10.542s |
| Iteration 11 | 490 | 0.1237 | 3 | 0.0 | 4 | 0.8 | 0.6 | 0 | 10 | 0.6875 | 0.8125 | 0.720s | 12.064s |
| Iteration 12 | 405 | 0.1315 | 3 | 0.8285 | 4 | 0.9 | 0.9 | 0.01 | 1 | 0.6562 | 0.8125 | 0.705s | 13.513s |
| Iteration 13 | 472 | 0.0486 | 6 | 0.5244 | 4 | 0.8 | 0.8 | 0 | 1 | 0.5625 | 0.8125 | 0.719s | 15.009s |
| Iteration 14 | 56 | 0.0265 | 6 | 0.1378 | 4 | 0.5 | 0.5 | 0.01 | 0.1 | 0.8125 | 0.8125 | 0.644s | 16.252s |
| Iteration 15 | 382 | 0.0132 | 7 | 0.0 | 4 | 0.9 | 0.8 | 0.01 | 1 | 1.0 | 1.0 | 0.712s | 17.609s |
| Iteration 16 | 488 | 0.028 | 8 | 0.1744 | 4 | 0.9 | 0.7 | 0.01 | 1 | 0.6875 | 1.0 | 0.711s | 19.131s |
| Iteration 17 | 376 | 0.843 | 4 | 0.004 | 5 | 0.9 | 0.7 | 0.1 | 100 | 0.5 | 1.0 | 0.710s | 20.542s |
| Iteration 18 | 160 | 0.01 | 6 | 0.164 | 3 | 0.7 | 0.8 | 0.01 | 10 | 0.8125 | 1.0 | 0.665s | 21.885s |
| Iteration 19 | 323 | 0.01 | 1 | 0.2024 | 4 | 0.9 | 0.9 | 0.01 | 0.1 | 1.0 | 1.0 | 0.703s | 23.281s |
| Iteration 20 | 82 | 0.01 | 7 | 0.199 | 4 | 0.6 | 1.0 | 0.01 | 1 | 0.8125 | 1.0 | 0.664s | 25.349s |
| Iteration 21 | 458 | 0.01 | 1 | 0.0128 | 1 | 0.6 | 1.0 | 0 | 10 | 0.5625 | 1.0 | 0.708s | 26.946s |
| Iteration 22 | 289 | 0.01 | 2 | 0.0885 | 4 | 0.6 | 0.6 | 0.01 | 1 | 0.3125 | 1.0 | 0.691s | 28.400s |
| Iteration 23 | 382 | 0.0181 | 3 | 0.2892 | 4 | 1.0 | 0.9 | 0.01 | 10 | 0.9375 | 1.0 | 0.697s | 29.891s |
| Iteration 24 | 369 | 0.0112 | 7 | 0.0904 | 4 | 0.9 | 0.8 | 0.01 | 1 | 1.0 | 1.0 | 0.694s | 31.500s |
| Iteration 25 | 384 | 0.01 | 3 | 0.0134 | 1 | 0.8 | 0.8 | 0.01 | 0 | 0.75 | 1.0 | 0.740s | 33.087s |
| Iteration 26 | 398 | 0.144 | 1 | 0.3421 | 7 | 1.0 | 0.9 | 0.01 | 1 | 0.4688 | 1.0 | 0.699s | 34.583s |
| Iteration 27 | 498 | 0.0499 | 1 | 0.4792 | 8 | 0.7 | 0.8 | 0.01 | 0.1 | 0.5 | 1.0 | 0.704s | 36.183s |
| Iteration 28 | 336 | 0.0936 | 3 | 0.0 | 4 | 0.8 | 0.9 | 0.01 | 0.1 | 0.625 | 1.0 | 0.690s | 37.726s |
| Iteration 29 | 300 | 0.0241 | 1 | 0.0038 | 4 | 1.0 | 0.5 | 0.01 | 1 | 1.0 | 1.0 | 0.678s | 39.211s |
| Iteration 30 | 145 | 0.1411 | 1 | 0.219 | 4 | 1.0 | 0.7 | 0.01 | 0.1 | 0.9375 | 1.0 | 0.666s | 40.725s |
| Iteration 31 | 118 | 0.5316 | 1 | 0.1601 | 4 | 0.9 | 0.8 | 0.01 | 0.1 | 0.6875 | 1.0 | 1.249s | 42.809s |
| Iteration 32 | 196 | 0.01 | 4 | 0.3058 | 3 | 1.0 | 0.8 | 10 | 10 | 0.5 | 1.0 | 0.688s | 44.392s |
| Iteration 33 | 105 | 0.0256 | 1 | 0.9976 | 4 | 0.9 | 0.8 | 0.01 | 1 | 0.625 | 1.0 | 0.706s | 46.103s |
| Iteration 34 | 317 | 0.0152 | 1 | 0.0754 | 3 | 1.0 | 1.0 | 0.01 | 10 | 0.8438 | 1.0 | 0.738s | 47.742s |
| Iteration 35 | 338 | 0.0138 | 7 | 0.0301 | 4 | 0.9 | 0.7 | 0.01 | 1 | 0.75 | 1.0 | 0.761s | 49.459s |
| Iteration 36 | 421 | 0.0435 | 1 | 0.1478 | 4 | 1.0 | 0.9 | 0.01 | 0.01 | 0.8438 | 1.0 | 0.751s | 51.167s |
| Iteration 37 | 54 | 0.0102 | 1 | 0.7718 | 4 | 1.0 | 0.5 | 0.01 | 1 | 0.8438 | 1.0 | 0.651s | 52.785s |
| Iteration 38 | 245 | 0.01 | 9 | 0.0 | 3 | 1.0 | 0.4 | 0 | 0.01 | 0.6875 | 1.0 | 0.686s | 54.332s |
| Iteration 39 | 346 | 0.0116 | 1 | 0.0083 | 4 | 0.9 | 0.5 | 0.01 | 10 | 0.625 | 1.0 | 0.689s | 55.992s |
| Iteration 40 | 201 | 0.1007 | 4 | 0.6028 | 3 | 1.0 | 0.5 | 0.01 | 0 | 0.9375 | 1.0 | 0.669s | 57.682s |
| Iteration 41 | 315 | 0.01 | 7 | 0.7211 | 3 | 0.9 | 0.9 | 0.01 | 0 | 0.75 | 1.0 | 0.735s | 59.354s |
| Iteration 42 | 280 | 0.0608 | 1 | 0.0185 | 4 | 1.0 | 0.5 | 0.01 | 0.1 | 1.0 | 1.0 | 0.682s | 1m:01s |
| Iteration 43 | 497 | 0.0324 | 1 | 0.0 | 4 | 1.0 | 0.5 | 0.01 | 0 | 0.6562 | 1.0 | 0.731s | 1m:03s |
| Iteration 44 | 277 | 0.033 | 5 | 0.0139 | 4 | 1.0 | 0.5 | 0.01 | 10 | 1.0 | 1.0 | 0.700s | 1m:05s |
| Iteration 45 | 366 | 0.1841 | 9 | 0.0559 | 4 | 0.9 | 0.8 | 0.01 | 1 | 0.875 | 1.0 | 0.707s | 1m:06s |
| Iteration 46 | 224 | 0.01 | 2 | 0.2264 | 4 | 1.0 | 0.9 | 0.01 | 100 | 0.5625 | 1.0 | 0.725s | 1m:08s |
| Iteration 47 | 289 | 0.043 | 5 | 0.9811 | 4 | 0.5 | 0.5 | 0.01 | 0.01 | 0.8438 | 1.0 | 0.735s | 1m:10s |
| Iteration 48 | 226 | 0.0645 | 5 | 0.75 | 4 | 1.0 | 0.6 | 0.01 | 10 | 1.0 | 1.0 | 0.728s | 1m:12s |
| Iteration 49 | 202 | 0.01 | 5 | 0.1811 | 2 | 1.0 | 0.5 | 0.01 | 1 | 1.0 | 1.0 | 0.717s | 1m:13s |
| Iteration 50 | 245 | 0.01 | 5 | 0.0072 | 3 | 1.0 | 0.7 | 0.01 | 1 | 0.875 | 1.0 | 0.717s | 1m:15s |
Bayesian Optimization ---------------------------
Best call --> Iteration 48
Best parameters --> {'n_estimators': 226, 'learning_rate': 0.0645, 'max_depth': 5, 'gamma': 0.75, 'min_child_weight': 4, 'subsample': 1.0, 'colsample_bytree': 0.6, 'reg_alpha': 0.01, 'reg_lambda': 10}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:16s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8393
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.061s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.95 ± 0.0775
Time elapsed: 0.180s
-------------------------------------------------
Total time: 1m:16s
Final results ==================== >>
Duration: 8m:12s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.97 ± 0.04 !
Logistic Regression --> roc_auc: 0.68 ± 0.1691 ~
Linear Discriminant Analysis --> roc_auc: 0.63 ± 0.2159
Quadratic Discriminant Analysis --> roc_auc: 0.55 ± 0.2627
Radius Nearest Neighbors --> roc_auc: 0.89 ± 0.1562
AdaBoost --> roc_auc: 0.85 ± 0.1761
Random Forest --> roc_auc: 0.9 ± 0.1265
XGBoost --> roc_auc: 0.95 ± 0.0775
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASATSGTYKYIF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVRNTGFQKLVF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CAASASGTYKYIF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CAASPNTGNQFYF.
>>> Dropping feature CAGNSGNTPLVF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CAVEDTGGFKTIF.
>>> Dropping feature CAVGGGSNYKLTF.
>>> Dropping feature CAASVTGNQFYF.
>>> Dropping feature CALYSGGGADGLTF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CAVVNAGGTSYGKLTF.
>>> Dropping feature CAVSDDYKLSF.
>>> Dropping feature CAANTGFQKLVF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASMNSGYSTLTF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAARDSNYQLIW.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVGTGTASKLTF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVLSNDYKLSF.
>>> Dropping feature CAVPSGGSYIPTF.
>>> Dropping feature CAVPSGGYNKLIF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.875 | 0.875 | 3.199s | 3.220s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.3125 | 0.875 | 3.223s | 6.752s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.5625 | 0.875 | 3.141s | 10.221s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.4375 | 0.875 | 3.179s | 13.729s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.5 | 0.875 | 3.204s | 17.252s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.8125 | 0.875 | 3.201s | 20.814s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.9062 | 0.9062 | 3.817s | 24.946s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.75 | 0.9062 | 3.287s | 28.543s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 1.0 | 1.0 | 3.207s | 32.132s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.6875 | 1.0 | 3.178s | 35.624s |
| Iteration 11 | exponen.. | 0.1579 | 193 | 0.9 | squared_er.. | 7 | 14 | 2 | 0.5 | 0.0256 | 0.5 | 1.0 | 3.172s | 39.506s |
| Iteration 12 | exponen.. | 0.6894 | 10 | 1.0 | friedman_mse | 18 | 20 | 1 | 0.5 | 0.0003 | 0.8125 | 1.0 | 3.131s | 43.330s |
| Iteration 13 | exponen.. | 0.0795 | 387 | 0.9 | friedman_mse | 11 | 16 | 1 | 0.8 | 0.0024 | 0.625 | 1.0 | 3.260s | 47.276s |
| Iteration 14 | exponen.. | 0.2565 | 209 | 0.9 | squared_er.. | 17 | 15 | 9 | log2 | 0.0017 | 0.4375 | 1.0 | 3.179s | 51.205s |
| Iteration 15 | deviance | 0.2415 | 138 | 0.9 | friedman_mse | 12 | 8 | 1 | 0.5 | 0.0088 | 0.9375 | 1.0 | 3.159s | 55.075s |
| Iteration 16 | exponen.. | 0.0326 | 188 | 0.9 | friedman_mse | 10 | 15 | 4 | log2 | 0.0115 | 0.8125 | 1.0 | 3.156s | 58.989s |
| Iteration 17 | exponen.. | 0.3016 | 187 | 0.9 | friedman_mse | 18 | 17 | 7 | 0.6 | 0.0216 | 0.75 | 1.0 | 3.176s | 1m:03s |
| Iteration 18 | exponen.. | 0.5445 | 179 | 0.9 | friedman_mse | 19 | 19 | 1 | 0.7 | 0.0 | 0.9375 | 1.0 | 3.166s | 1m:07s |
| Iteration 19 | exponen.. | 0.7758 | 356 | 0.8 | squared_er.. | 5 | 9 | 10 | 0.6 | 0.0172 | 0.9375 | 1.0 | 3.201s | 1m:11s |
| Iteration 20 | exponen.. | 0.0386 | 334 | 0.8 | squared_er.. | 4 | 8 | 4 | 0.8 | 0.0151 | 0.5 | 1.0 | 3.212s | 1m:15s |
| Iteration 21 | deviance | 0.1957 | 173 | 1.0 | friedman_mse | 16 | 18 | 1 | log2 | 0.0122 | 0.75 | 1.0 | 3.129s | 1m:19s |
| Iteration 22 | exponen.. | 0.1749 | 192 | 0.9 | friedman_mse | 4 | 3 | 1 | 0.6 | 0.0118 | 0.375 | 1.0 | 3.146s | 1m:22s |
| Iteration 23 | exponen.. | 0.6598 | 119 | 0.6 | friedman_mse | 13 | 6 | 1 | 0.7 | 0.003 | 1.0 | 1.0 | 3.212s | 1m:26s |
| Iteration 24 | exponen.. | 0.2993 | 157 | 0.8 | friedman_mse | 15 | 14 | 1 | 0.7 | 0.0004 | 0.75 | 1.0 | 3.201s | 1m:30s |
| Iteration 25 | exponen.. | 1.0 | 442 | 0.6 | squared_er.. | 2 | 2 | 10 | log2 | 0.0286 | 0.625 | 1.0 | 3.181s | 1m:34s |
| Iteration 26 | deviance | 1.0 | 95 | 0.7 | friedman_mse | 14 | 10 | 1 | 0.8 | 0.0129 | 0.625 | 1.0 | 3.127s | 1m:38s |
| Iteration 27 | exponen.. | 0.0687 | 118 | 0.6 | friedman_mse | 7 | 6 | 2 | 0.6 | 0.0242 | 0.8125 | 1.0 | 3.160s | 1m:42s |
| Iteration 28 | exponen.. | 0.0857 | 66 | 0.8 | friedman_mse | 14 | 8 | 2 | 0.7 | 0.0158 | 0.8125 | 1.0 | 3.157s | 1m:46s |
| Iteration 29 | exponen.. | 0.1595 | 10 | 0.8 | friedman_mse | 8 | 15 | 8 | sqrt | 0.0107 | 0.625 | 1.0 | 3.154s | 1m:50s |
| Iteration 30 | exponen.. | 1.0 | 310 | 1.0 | squared_er.. | 2 | 15 | 6 | sqrt | 0.0269 | 0.7188 | 1.0 | 3.199s | 1m:54s |
| Iteration 31 | exponen.. | 0.0566 | 118 | 0.6 | friedman_mse | 13 | 4 | 9 | 0.6 | 0.0181 | 0.75 | 1.0 | 3.187s | 1m:58s |
| Iteration 32 | exponen.. | 0.1917 | 106 | 0.7 | friedman_mse | 20 | 14 | 1 | 0.9 | 0.0085 | 0.8125 | 1.0 | 3.205s | 2m:02s |
| Iteration 33 | deviance | 1.0 | 272 | 0.7 | friedman_mse | 20 | 1 | 1 | 0.7 | 0.001 | 0.9688 | 1.0 | 3.275s | 2m:06s |
| Iteration 34 | exponen.. | 1.0 | 345 | 0.5 | friedman_mse | 20 | 8 | 1 | 0.7 | 0.0185 | 0.75 | 1.0 | 3.254s | 2m:10s |
| Iteration 35 | exponen.. | 1.0 | 210 | 0.6 | friedman_mse | 20 | 10 | 1 | 0.8 | 0.0226 | 0.625 | 1.0 | 3.238s | 2m:14s |
| Iteration 36 | deviance | 1.0 | 228 | 0.6 | friedman_mse | 20 | 11 | 10 | 0.6 | 0.0 | 0.9375 | 1.0 | 3.222s | 2m:19s |
| Iteration 37 | deviance | 0.2391 | 179 | 1.0 | friedman_mse | 16 | 13 | 4 | 0.6 | 0.0031 | 0.6875 | 1.0 | 3.198s | 2m:23s |
| Iteration 38 | deviance | 1.0 | 314 | 0.7 | friedman_mse | 20 | 11 | 8 | log2 | 0.0 | 0.875 | 1.0 | 3.250s | 2m:27s |
| Iteration 39 | deviance | 1.0 | 500 | 0.8 | friedman_mse | 20 | 9 | 9 | 0.9 | 0.0 | 0.75 | 1.0 | 3.200s | 2m:31s |
| Iteration 40 | exponen.. | 0.5086 | 105 | 0.8 | friedman_mse | 12 | 12 | 3 | 0.8 | 0.0069 | 0.6875 | 1.0 | 3.134s | 2m:35s |
| Iteration 41 | exponen.. | 0.2825 | 264 | 0.9 | friedman_mse | 20 | 9 | 8 | 0.8 | 0.0 | 0.5 | 1.0 | 3.207s | 2m:39s |
| Iteration 42 | deviance | 0.6462 | 109 | 0.7 | squared_er.. | 13 | 5 | 2 | log2 | 0.003 | 0.5 | 1.0 | 3.170s | 2m:43s |
| Iteration 43 | deviance | 0.01 | 10 | 1.0 | friedman_mse | 20 | 5 | 5 | log2 | 0.035 | 0.625 | 1.0 | 3.136s | 2m:47s |
| Iteration 44 | deviance | 0.2196 | 10 | 0.7 | friedman_mse | 20 | 16 | 7 | auto | 0.0 | 0.5938 | 1.0 | 3.126s | 2m:51s |
| Iteration 45 | deviance | 1.0 | 265 | 0.9 | friedman_mse | 17 | 18 | 4 | 0.6 | 0.0001 | 0.5 | 1.0 | 3.196s | 2m:55s |
| Iteration 46 | exponen.. | 0.6241 | 139 | 0.5 | friedman_mse | 15 | 9 | 1 | 0.6 | 0.0039 | 0.75 | 1.0 | 3.127s | 2m:59s |
| Iteration 47 | deviance | 0.219 | 280 | 0.7 | friedman_mse | 12 | 2 | 2 | 0.5 | 0.0004 | 0.875 | 1.0 | 3.180s | 3m:03s |
| Iteration 48 | deviance | 1.0 | 207 | 0.6 | friedman_mse | 11 | 6 | 9 | log2 | 0.0183 | 1.0 | 1.0 | 3.171s | 3m:07s |
| Iteration 49 | deviance | 1.0 | 247 | 0.6 | friedman_mse | 14 | 4 | 7 | 0.8 | 0.0009 | 0.75 | 1.0 | 3.179s | 3m:11s |
| Iteration 50 | deviance | 1.0 | 34 | 0.8 | friedman_mse | 13 | 19 | 9 | 0.5 | 0.0161 | 0.625 | 1.0 | 3.141s | 3m:16s |
Bayesian Optimization ---------------------------
Best call --> Iteration 23
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.6598, 'n_estimators': 119, 'subsample': 0.6, 'criterion': 'friedman_mse', 'min_samples_split': 13, 'min_samples_leaf': 6, 'max_depth': 1, 'max_features': 0.7, 'ccp_alpha': 0.003}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:17s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.039s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.95 ± 0.0548
Time elapsed: 0.174s
-------------------------------------------------
Total time: 3m:17s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.625 | 0.625 | 3.170s | 3.183s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.5 | 0.625 | 3.166s | 6.652s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.1875 | 0.625 | 3.147s | 10.097s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.5 | 0.625 | 3.193s | 13.592s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.5625 | 0.625 | 3.185s | 17.100s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.625 | 0.625 | 3.200s | 20.613s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.8125 | 0.8125 | 3.172s | 24.091s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.625 | 0.8125 | 3.200s | 27.603s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.3125 | 0.8125 | 3.824s | 31.735s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.5625 | 0.8125 | 3.203s | 35.258s |
| Iteration 11 | l2 | 0.9423 | newto.. | 267 | --- | 0.5625 | 0.8125 | 3.185s | 39.083s |
| Iteration 12 | l2 | 5.6614 | newto.. | 280 | --- | 0.6875 | 0.8125 | 3.185s | 42.870s |
| Iteration 13 | l2 | 0.001 | sag | 276 | --- | 0.6875 | 0.8125 | 3.186s | 46.647s |
| Iteration 14 | l1 | 0.9606 | saga | 983 | --- | 0.625 | 0.8125 | 3.184s | 50.482s |
| Iteration 15 | l2 | 19.1629 | lbfgs | 113 | --- | 0.8125 | 0.8125 | 3.190s | 54.243s |
| Iteration 16 | l2 | 0.1294 | newto.. | 110 | --- | 0.5625 | 0.8125 | 3.213s | 58.045s |
| Iteration 17 | l2 | 2.1904 | sag | 1000 | --- | 0.4375 | 0.8125 | 3.181s | 1m:02s |
| Iteration 18 | l2 | 75.3764 | lbfgs | 118 | --- | 0.375 | 0.8125 | 3.184s | 1m:06s |
| Iteration 19 | l2 | 12.8439 | newto.. | 129 | --- | 0.8125 | 0.8125 | 3.194s | 1m:10s |
| Iteration 20 | l2 | 16.5908 | lbfgs | 115 | --- | 0.5 | 0.8125 | 3.223s | 1m:14s |
| Iteration 21 | l2 | 24.66 | libli.. | 140 | --- | 0.375 | 0.8125 | 3.185s | 1m:18s |
| Iteration 22 | l2 | 0.001 | newto.. | 1000 | --- | 0.6875 | 0.8125 | 3.191s | 1m:21s |
| Iteration 23 | l2 | 0.002 | lbfgs | 734 | --- | 0.375 | 0.8125 | 3.202s | 1m:25s |
| Iteration 24 | l1 | 4.3318 | saga | 281 | --- | 0.375 | 0.8125 | 3.218s | 1m:29s |
| Iteration 25 | l2 | 7.372 | newto.. | 241 | --- | 0.3125 | 0.8125 | 3.183s | 1m:33s |
| Iteration 26 | l2 | 2.2818 | libli.. | 276 | --- | 0.625 | 0.8125 | 3.188s | 1m:37s |
| Iteration 27 | l2 | 12.2589 | newto.. | 236 | --- | 0.8125 | 0.8125 | 3.199s | 1m:41s |
| Iteration 28 | l2 | 2.1705 | libli.. | 477 | --- | 0.6875 | 0.8125 | 3.181s | 1m:44s |
| Iteration 29 | l2 | 12.3843 | newto.. | 522 | --- | 0.4375 | 0.8125 | 3.196s | 1m:48s |
| Iteration 30 | none | --- | newto.. | 425 | --- | 0.625 | 0.8125 | 3.160s | 1m:52s |
| Iteration 31 | l2 | 2.9217 | libli.. | 295 | --- | 0.625 | 0.8125 | 3.179s | 1m:56s |
| Iteration 32 | l2 | 12.4802 | newto.. | 188 | --- | 0.6875 | 0.8125 | 3.210s | 1m:60s |
| Iteration 33 | l2 | 2.2074 | libli.. | 260 | --- | 0.625 | 0.8125 | 3.168s | 2m:03s |
| Iteration 34 | none | --- | lbfgs | 383 | --- | 0.9375 | 0.9375 | 3.212s | 2m:08s |
| Iteration 35 | l2 | 5.4496 | lbfgs | 388 | --- | 0.625 | 0.9375 | 3.215s | 2m:13s |
| Iteration 36 | none | --- | lbfgs | 396 | --- | 0.6875 | 0.9375 | 3.199s | 2m:17s |
| Iteration 37 | none | --- | sag | 324 | --- | 0.625 | 0.9375 | 3.237s | 2m:21s |
| Iteration 38 | none | --- | sag | 503 | --- | 0.5625 | 0.9375 | 3.182s | 2m:24s |
| Iteration 39 | none | --- | lbfgs | 370 | --- | 0.75 | 0.9375 | 3.190s | 2m:28s |
| Iteration 40 | l2 | 6.2982 | lbfgs | 370 | --- | 0.1875 | 0.9375 | 3.186s | 2m:32s |
| Iteration 41 | none | --- | newto.. | 562 | --- | 0.625 | 0.9375 | 3.186s | 2m:36s |
| Iteration 42 | l1 | 0.1984 | libli.. | 101 | --- | 0.5625 | 0.9375 | 3.191s | 2m:40s |
| Iteration 43 | l2 | 50.8238 | libli.. | 638 | --- | 0.5625 | 0.9375 | 3.186s | 2m:44s |
| Iteration 44 | none | --- | lbfgs | 284 | --- | 0.375 | 0.9375 | 3.203s | 2m:48s |
| Iteration 45 | l2 | 0.1392 | sag | 702 | --- | 0.3125 | 0.9375 | 3.197s | 2m:52s |
| Iteration 46 | l1 | 97.7793 | saga | 419 | --- | 0.3125 | 0.9375 | 3.163s | 2m:56s |
| Iteration 47 | l2 | 1.8561 | lbfgs | 434 | --- | 0.5625 | 0.9375 | 3.193s | 2m:60s |
| Iteration 48 | l2 | 11.6583 | lbfgs | 132 | --- | 0.4375 | 0.9375 | 3.181s | 3m:04s |
| Iteration 49 | l2 | 0.0306 | lbfgs | 424 | --- | 0.75 | 0.9375 | 3.197s | 3m:08s |
| Iteration 50 | l2 | 4.8985 | lbfgs | 466 | --- | 0.3125 | 0.9375 | 3.138s | 3m:11s |
Bayesian Optimization ---------------------------
Best call --> Iteration 34
Best parameters --> {'penalty': 'none', 'solver': 'lbfgs', 'max_iter': 383}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 3m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7857
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.019s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.1342
Time elapsed: 0.068s
-------------------------------------------------
Total time: 3m:12s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.6875 | 0.6875 | 3.172s | 3.179s |
| Initial point 2 | svd | --- | 0.25 | 0.6875 | 3.140s | 7.071s |
| Initial point 3 | svd | --- | 0.25 | 0.6875 | 0.001s | 7.932s |
| Initial point 4 | lsqr | 0.8 | 0.8125 | 0.8125 | 3.068s | 11.397s |
| Initial point 5 | eigen | 0.9 | 0.8125 | 0.8125 | 3.175s | 14.923s |
| Initial point 6 | lsqr | 0.7 | 0.9375 | 0.9375 | 3.162s | 18.391s |
| Initial point 7 | lsqr | 0.5 | 0.5 | 0.9375 | 3.179s | 21.869s |
| Initial point 8 | lsqr | 0.9 | 0.1875 | 0.9375 | 3.156s | 25.310s |
| Initial point 9 | lsqr | 0.6 | 0.6875 | 0.9375 | 3.150s | 28.743s |
| Initial point 10 | eigen | 0.8 | 0.6875 | 0.9375 | 3.158s | 32.180s |
| Iteration 11 | eigen | 0.7 | 0.3125 | 0.9375 | 3.138s | 35.754s |
| Iteration 12 | lsqr | 0.7 | 0.9375 | 0.9375 | 0.000s | 36.171s |
| Iteration 13 | svd | --- | 0.25 | 0.9375 | 0.000s | 36.588s |
| Iteration 14 | lsqr | auto | 0.625 | 0.9375 | 3.134s | 40.754s |
| Iteration 15 | lsqr | 1.0 | 0.625 | 0.9375 | 3.153s | 44.339s |
| Iteration 16 | eigen | None | 0.5625 | 0.9375 | 3.159s | 48.116s |
| Iteration 17 | lsqr | None | 0.5 | 0.9375 | 3.153s | 51.754s |
| Iteration 18 | eigen | 0.5 | 0.875 | 0.9375 | 3.160s | 55.359s |
| Iteration 19 | eigen | 0.6 | 0.75 | 0.9375 | 3.154s | 58.977s |
| Iteration 20 | eigen | auto | 0.75 | 0.9375 | 3.161s | 1m:03s |
| Iteration 21 | svd | --- | 0.25 | 0.9375 | 0.000s | 1m:03s |
| Iteration 22 | lsqr | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:04s |
| Iteration 23 | lsqr | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:04s |
| Iteration 24 | lsqr | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:05s |
| Iteration 25 | lsqr | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:05s |
| Iteration 26 | lsqr | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:06s |
| Iteration 27 | lsqr | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:06s |
| Iteration 28 | lsqr | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:07s |
| Iteration 29 | lsqr | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:07s |
| Iteration 30 | lsqr | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:08s |
| Iteration 31 | lsqr | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:08s |
| Iteration 32 | lsqr | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:09s |
| Iteration 33 | lsqr | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:09s |
| Iteration 34 | lsqr | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:10s |
| Iteration 35 | lsqr | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:10s |
| Iteration 36 | lsqr | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:11s |
| Iteration 37 | lsqr | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:11s |
| Iteration 38 | lsqr | 0.7 | 0.9375 | 0.9375 | 0.001s | 1m:12s |
| Iteration 39 | lsqr | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:13s |
| Iteration 40 | lsqr | 0.7 | 0.9375 | 0.9375 | 0.001s | 1m:13s |
| Iteration 41 | lsqr | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:14s |
| Iteration 42 | lsqr | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:14s |
| Iteration 43 | lsqr | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:15s |
| Iteration 44 | lsqr | 0.7 | 0.9375 | 0.9375 | 0.001s | 1m:16s |
| Iteration 45 | lsqr | 0.7 | 0.9375 | 0.9375 | 0.001s | 1m:16s |
| Iteration 46 | lsqr | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:17s |
| Iteration 47 | lsqr | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:17s |
| Iteration 48 | lsqr | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:18s |
| Iteration 49 | lsqr | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:19s |
| Iteration 50 | lsqr | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:20s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 1m:21s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6679
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.89 ± 0.196
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:21s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.6875 | 0.6875 | 3.122s | 3.125s |
| Initial point 2 | 0.9 | 0.5625 | 0.6875 | 3.178s | 6.591s |
| Initial point 3 | 0.1 | 0.5 | 0.6875 | 3.195s | 10.080s |
| Initial point 4 | 1.0 | 0.6875 | 0.6875 | 0.000s | 10.376s |
| Initial point 5 | 0.2 | 0.875 | 0.875 | 3.166s | 13.821s |
| Initial point 6 | 0.4 | 0.875 | 0.875 | 3.178s | 17.870s |
| Initial point 7 | 0.4 | 0.875 | 0.875 | 0.001s | 18.281s |
| Initial point 8 | 0.7 | 0.125 | 0.875 | 3.226s | 21.793s |
| Initial point 9 | 0.9 | 0.5625 | 0.875 | 0.000s | 22.082s |
| Initial point 10 | 0.8 | 0.6875 | 0.875 | 3.214s | 25.585s |
| Iteration 11 | 0.3 | 0.375 | 0.875 | 3.229s | 29.203s |
| Iteration 12 | 0.6 | 0.75 | 0.875 | 3.182s | 32.763s |
| Iteration 13 | 0.5 | 0.875 | 0.875 | 3.211s | 36.352s |
| Iteration 14 | 0.0 | 0.4375 | 0.875 | 3.178s | 39.921s |
| Iteration 15 | 0.5 | 0.875 | 0.875 | 0.000s | 40.321s |
| Iteration 16 | 0.2 | 0.875 | 0.875 | 0.000s | 40.711s |
| Iteration 17 | 0.2 | 0.875 | 0.875 | 0.000s | 41.095s |
| Iteration 18 | 0.5 | 0.875 | 0.875 | 0.000s | 41.507s |
| Iteration 19 | 0.4 | 0.875 | 0.875 | 0.000s | 42.505s |
| Iteration 20 | 0.5 | 0.875 | 0.875 | 0.000s | 42.908s |
| Iteration 21 | 0.2 | 0.875 | 0.875 | 0.000s | 43.318s |
| Iteration 22 | 0.4 | 0.875 | 0.875 | 0.000s | 43.716s |
| Iteration 23 | 0.5 | 0.875 | 0.875 | 0.000s | 44.119s |
| Iteration 24 | 0.2 | 0.875 | 0.875 | 0.000s | 44.534s |
| Iteration 25 | 0.4 | 0.875 | 0.875 | 0.000s | 44.938s |
| Iteration 26 | 0.5 | 0.875 | 0.875 | 0.000s | 45.349s |
| Iteration 27 | 0.4 | 0.875 | 0.875 | 0.000s | 45.795s |
| Iteration 28 | 0.2 | 0.875 | 0.875 | 0.000s | 46.792s |
| Iteration 29 | 0.4 | 0.875 | 0.875 | 0.000s | 47.341s |
| Iteration 30 | 0.8 | 0.6875 | 0.875 | 0.000s | 47.760s |
| Iteration 31 | 1.0 | 0.6875 | 0.875 | 0.000s | 48.177s |
| Iteration 32 | 0.6 | 0.75 | 0.875 | 0.000s | 48.610s |
| Iteration 33 | 0.5 | 0.875 | 0.875 | 0.000s | 49.029s |
| Iteration 34 | 0.2 | 0.875 | 0.875 | 0.000s | 49.472s |
| Iteration 35 | 0.2 | 0.875 | 0.875 | 0.000s | 49.896s |
| Iteration 36 | 0.3 | 0.375 | 0.875 | 0.000s | 50.409s |
| Iteration 37 | 0.5 | 0.875 | 0.875 | 0.000s | 50.894s |
| Iteration 38 | 0.4 | 0.875 | 0.875 | 0.000s | 51.376s |
| Iteration 39 | 0.4 | 0.875 | 0.875 | 0.001s | 51.850s |
| Iteration 40 | 0.2 | 0.875 | 0.875 | 0.000s | 52.327s |
| Iteration 41 | 0.5 | 0.875 | 0.875 | 0.000s | 52.800s |
| Iteration 42 | 0.2 | 0.875 | 0.875 | 0.000s | 53.281s |
| Iteration 43 | 0.4 | 0.875 | 0.875 | 0.000s | 53.751s |
| Iteration 44 | 0.5 | 0.875 | 0.875 | 0.000s | 54.240s |
| Iteration 45 | 0.2 | 0.875 | 0.875 | 0.000s | 54.725s |
| Iteration 46 | 0.4 | 0.875 | 0.875 | 0.000s | 55.242s |
| Iteration 47 | 0.5 | 0.875 | 0.875 | 0.000s | 55.737s |
| Iteration 48 | 0.4 | 0.875 | 0.875 | 0.000s | 56.295s |
| Iteration 49 | 0.5 | 0.875 | 0.875 | 0.001s | 56.810s |
| Iteration 50 | 0.2 | 0.875 | 0.875 | 0.000s | 57.323s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'reg_param': 0.5}
Best evaluation --> roc_auc: 0.875
Time elapsed: 57.846s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6875
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.77 ± 0.2358
Time elapsed: 0.027s
-------------------------------------------------
Total time: 57.883s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 8.9422 | dista.. | auto | 40 | 1 | 0.5312 | 0.5312 | 3.155s | 3.176s |
| Initial point 2 | 3.5563 | uniform | kd_tree | 39 | 2 | 0.875 | 0.875 | 3.141s | 6.603s |
| Initial point 3 | 2.8093 | dista.. | ball_tree | 25 | 2 | 0.8125 | 0.875 | 3.174s | 10.150s |
| Initial point 4 | 8.1959 | uniform | ball_tree | 39 | 2 | 0.5 | 0.875 | 3.185s | 13.648s |
| Initial point 5 | 6.4204 | dista.. | auto | 30 | 2 | 0.4375 | 0.875 | 3.174s | 17.123s |
| Initial point 6 | 7.4354 | dista.. | ball_tree | 21 | 2 | 0.625 | 0.875 | 3.147s | 20.575s |
| Initial point 7 | 5.3183 | dista.. | ball_tree | 24 | 1 | 0.75 | 0.875 | 3.163s | 24.041s |
| Initial point 8 | 1.2745 | dista.. | ball_tree | 21 | 2 | 0.6875 | 0.875 | 3.168s | 27.511s |
| Initial point 9 | 5.9242 | uniform | ball_tree | 24 | 1 | 0.25 | 0.875 | 3.187s | 31.003s |
| Initial point 10 | 4.2079 | uniform | brute | 22 | 2 | 0.4375 | 0.875 | 3.171s | 34.494s |
| Iteration 11 | 1.307 | uniform | brute | 39 | 2 | 0.375 | 0.875 | 3.161s | 38.227s |
| Iteration 12 | 0.0 | dista.. | ball_tree | 29 | 2 | 0.5 | 0.875 | 3.153s | 41.952s |
| Iteration 13 | 8.6412 | uniform | kd_tree | 20 | 1 | 0.75 | 0.875 | 3.142s | 45.597s |
| Iteration 14 | 0.1922 | uniform | kd_tree | 40 | 2 | 0.5 | 0.875 | 3.149s | 49.296s |
| Iteration 15 | 4.0747 | uniform | kd_tree | 38 | 2 | 0.5312 | 0.875 | 3.142s | 53.001s |
| Iteration 16 | 7.3391 | uniform | auto | 23 | 2 | 0.5 | 0.875 | 3.753s | 57.299s |
| Iteration 17 | 0.7826 | dista.. | kd_tree | 36 | 2 | 0.5 | 0.875 | 3.166s | 1m:01s |
| Iteration 18 | 8.9632 | dista.. | brute | 33 | 2 | 0.25 | 0.875 | 3.138s | 1m:05s |
| Iteration 19 | 8.9615 | dista.. | kd_tree | 26 | 2 | 0.8125 | 0.875 | 3.172s | 1m:09s |
| Iteration 20 | 8.8032 | dista.. | brute | 25 | 2 | 0.625 | 0.875 | 3.163s | 1m:13s |
| Iteration 21 | 8.6483 | uniform | auto | 32 | 2 | 0.25 | 0.875 | 3.147s | 1m:16s |
| Iteration 22 | 0.1418 | dista.. | auto | 23 | 1 | 0.5 | 0.875 | 3.124s | 1m:20s |
| Iteration 23 | 0.0807 | dista.. | auto | 26 | 1 | 0.5 | 0.875 | 3.432s | 1m:24s |
| Iteration 24 | 8.9655 | dista.. | kd_tree | 22 | 1 | 0.5625 | 0.875 | 3.154s | 1m:28s |
| Iteration 25 | 8.8828 | uniform | kd_tree | 21 | 1 | 0.4375 | 0.875 | 3.134s | 1m:32s |
| Iteration 26 | 0.4996 | dista.. | brute | 20 | 1 | 0.5 | 0.875 | 3.123s | 1m:35s |
| Iteration 27 | 1.5917 | dista.. | brute | 40 | 2 | 0.5 | 0.875 | 3.165s | 1m:39s |
| Iteration 28 | 8.1319 | dista.. | brute | 25 | 2 | 0.875 | 0.875 | 3.172s | 1m:43s |
| Iteration 29 | 8.6388 | dista.. | brute | 24 | 2 | 0.625 | 0.875 | 3.207s | 1m:47s |
| Iteration 30 | 0.1054 | dista.. | auto | 25 | 2 | 0.5 | 0.875 | 3.120s | 1m:50s |
| Iteration 31 | 6.5293 | dista.. | kd_tree | 26 | 1 | 1.0 | 1.0 | 3.170s | 1m:54s |
| Iteration 32 | 5.9441 | dista.. | kd_tree | 26 | 1 | 0.625 | 1.0 | 3.203s | 1m:58s |
| Iteration 33 | 0.0008 | uniform | ball_tree | 31 | 2 | 0.5 | 1.0 | 3.173s | 2m:02s |
| Iteration 34 | 8.9416 | dista.. | kd_tree | 27 | 2 | 1.0 | 1.0 | 3.152s | 2m:05s |
| Iteration 35 | 8.8395 | dista.. | kd_tree | 27 | 2 | 0.75 | 1.0 | 3.171s | 2m:09s |
| Iteration 36 | 0.4356 | dista.. | brute | 28 | 1 | 0.5 | 1.0 | 3.190s | 2m:13s |
| Iteration 37 | 8.9675 | dista.. | ball_tree | 27 | 1 | 0.375 | 1.0 | 3.195s | 2m:17s |
| Iteration 38 | 0.2363 | dista.. | kd_tree | 27 | 1 | 0.5 | 1.0 | 3.148s | 2m:21s |
| Iteration 39 | 6.5101 | dista.. | kd_tree | 25 | 1 | 1.0 | 1.0 | 3.187s | 2m:25s |
| Iteration 40 | 6.4584 | uniform | kd_tree | 35 | 1 | 0.4375 | 1.0 | 3.204s | 2m:29s |
| Iteration 41 | 6.5508 | dista.. | kd_tree | 25 | 1 | 0.5625 | 1.0 | 3.206s | 2m:33s |
| Iteration 42 | 8.5532 | dista.. | kd_tree | 26 | 2 | 0.8125 | 1.0 | 3.800s | 2m:37s |
| Iteration 43 | 8.5802 | dista.. | kd_tree | 26 | 2 | 0.5 | 1.0 | 3.175s | 2m:41s |
| Iteration 44 | 6.19 | dista.. | brute | 25 | 2 | 0.6875 | 1.0 | 3.213s | 2m:45s |
| Iteration 45 | 6.5233 | dista.. | auto | 25 | 2 | 0.3125 | 1.0 | 3.193s | 2m:49s |
| Iteration 46 | 8.9675 | dista.. | kd_tree | 26 | 1 | 0.875 | 1.0 | 3.156s | 2m:53s |
| Iteration 47 | 8.9675 | dista.. | kd_tree | 26 | 1 | 0.875 | 1.0 | 0.001s | 2m:53s |
| Iteration 48 | 8.9675 | dista.. | kd_tree | 26 | 1 | 0.875 | 1.0 | 0.001s | 2m:54s |
| Iteration 49 | 8.9675 | uniform | kd_tree | 27 | 1 | 0.7812 | 1.0 | 3.203s | 2m:58s |
| Iteration 50 | 8.9675 | dista.. | kd_tree | 27 | 1 | 0.125 | 1.0 | 3.213s | 3m:02s |
Bayesian Optimization ---------------------------
Best call --> Iteration 39
Best parameters --> {'radius': 6.5101, 'weights': 'distance', 'algorithm': 'kd_tree', 'leaf_size': 25, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:03s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.625
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.66 ± 0.08
Time elapsed: 0.054s
-------------------------------------------------
Total time: 3m:03s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.6562 | 0.6562 | 3.593s | 3.600s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.375 | 0.6562 | 3.570s | 7.469s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.6875 | 0.6875 | 3.295s | 11.067s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.5 | 0.6875 | 3.483s | 14.984s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.875 | 0.875 | 3.328s | 18.603s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.75 | 0.875 | 3.536s | 22.430s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.625 | 0.875 | 3.155s | 25.870s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.5312 | 0.875 | 3.453s | 29.636s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.6875 | 0.875 | 3.251s | 33.179s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.7812 | 0.875 | 3.283s | 36.753s |
| Iteration 11 | 229 | 0.0453 | SAMME | 0.6562 | 0.875 | 3.312s | 40.553s |
| Iteration 12 | 116 | 0.0381 | SAMME | 0.875 | 0.875 | 3.200s | 44.231s |
| Iteration 13 | 81 | 0.0434 | SAMME | 0.8125 | 0.875 | 3.194s | 47.901s |
| Iteration 14 | 98 | 0.1145 | SAMME.R | 0.5625 | 0.875 | 3.227s | 51.604s |
| Iteration 15 | 81 | 0.0233 | SAMME | 0.9062 | 0.9062 | 3.208s | 55.310s |
| Iteration 16 | 50 | 0.0173 | SAMME.R | 0.7188 | 0.9062 | 3.177s | 59.031s |
| Iteration 17 | 121 | 0.0263 | SAMME | 0.7188 | 0.9062 | 3.231s | 1m:03s |
| Iteration 18 | 53 | 9.7828 | SAMME.R | 0.8125 | 0.9062 | 3.201s | 1m:06s |
| Iteration 19 | 186 | 10.0 | SAMME | 0.625 | 0.9062 | 3.157s | 1m:10s |
| Iteration 20 | 50 | 0.0319 | SAMME | 0.5 | 0.9062 | 3.218s | 1m:14s |
| Iteration 21 | 91 | 0.0124 | SAMME | 0.5625 | 0.9062 | 3.256s | 1m:18s |
| Iteration 22 | 282 | 7.4573 | SAMME.R | 0.375 | 0.9062 | 3.400s | 1m:22s |
| Iteration 23 | 154 | 0.1068 | SAMME | 0.875 | 0.9062 | 3.351s | 1m:26s |
| Iteration 24 | 155 | 0.0938 | SAMME | 0.75 | 0.9062 | 3.305s | 1m:30s |
| Iteration 25 | 171 | 0.0692 | SAMME | 0.4062 | 0.9062 | 3.300s | 1m:34s |
| Iteration 26 | 80 | 0.0241 | SAMME | 0.6875 | 0.9062 | 3.242s | 1m:38s |
| Iteration 27 | 72 | 0.0399 | SAMME | 0.7188 | 0.9062 | 3.247s | 1m:41s |
| Iteration 28 | 116 | 0.041 | SAMME | 0.8125 | 0.9062 | 3.281s | 1m:45s |
| Iteration 29 | 131 | 0.0365 | SAMME | 1.0 | 1.0 | 3.308s | 1m:49s |
| Iteration 30 | 139 | 0.0358 | SAMME | 0.5 | 1.0 | 3.293s | 1m:53s |
| Iteration 31 | 290 | 0.0245 | SAMME | 0.5625 | 1.0 | 3.422s | 1m:57s |
| Iteration 32 | 134 | 0.047 | SAMME | 0.6875 | 1.0 | 3.293s | 2m:01s |
| Iteration 33 | 335 | 8.6184 | SAMME.R | 0.75 | 1.0 | 3.429s | 2m:05s |
| Iteration 34 | 128 | 0.058 | SAMME | 1.0 | 1.0 | 3.272s | 2m:09s |
| Iteration 35 | 128 | 6.2425 | SAMME | 0.375 | 1.0 | 3.161s | 2m:13s |
| Iteration 36 | 129 | 0.0416 | SAMME | 0.9375 | 1.0 | 3.247s | 2m:17s |
| Iteration 37 | 129 | 0.0551 | SAMME | 0.375 | 1.0 | 3.231s | 2m:20s |
| Iteration 38 | 95 | 0.2448 | SAMME | 0.8125 | 1.0 | 3.232s | 2m:24s |
| Iteration 39 | 111 | 0.0545 | SAMME | 0.7188 | 1.0 | 3.221s | 2m:28s |
| Iteration 40 | 65 | 0.5327 | SAMME | 0.6562 | 1.0 | 3.207s | 2m:32s |
| Iteration 41 | 103 | 9.2075 | SAMME.R | 0.5 | 1.0 | 3.269s | 2m:36s |
| Iteration 42 | 301 | 0.3509 | SAMME | 1.0 | 1.0 | 3.450s | 2m:40s |
| Iteration 43 | 283 | 0.3558 | SAMME | 0.4375 | 1.0 | 3.268s | 2m:44s |
| Iteration 44 | 263 | 0.0102 | SAMME.R | 0.5625 | 1.0 | 3.362s | 2m:48s |
| Iteration 45 | 113 | 0.0492 | SAMME | 0.6875 | 1.0 | 3.839s | 2m:52s |
| Iteration 46 | 114 | 0.0487 | SAMME | 0.5312 | 1.0 | 3.276s | 2m:56s |
| Iteration 47 | 118 | 0.044 | SAMME | 0.8125 | 1.0 | 3.228s | 2m:60s |
| Iteration 48 | 335 | 4.5501 | SAMME | 0.6875 | 1.0 | 3.169s | 3m:04s |
| Iteration 49 | 411 | 8.5873 | SAMME.R | 0.8125 | 1.0 | 3.497s | 3m:08s |
| Iteration 50 | 394 | 1.1785 | SAMME.R | 0.25 | 1.0 | 3.477s | 3m:12s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'n_estimators': 301, 'learning_rate': 0.3509, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:13s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.242s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.96 ± 0.0374
Time elapsed: 1.098s
-------------------------------------------------
Total time: 3m:14s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.8125 | 0.8125 | 3.566s | 3.588s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.375 | 0.8125 | 3.366s | 7.371s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.75 | 0.8125 | 3.421s | 11.093s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.375 | 0.8125 | 3.275s | 14.692s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.5 | 0.8125 | 3.473s | 18.478s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.8125 | 0.8125 | 3.289s | 22.075s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 1.0 | 1.0 | 3.328s | 25.715s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.4375 | 1.0 | 3.321s | 29.352s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.8125 | 1.0 | 3.414s | 33.091s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.8125 | 1.0 | 3.417s | 36.829s |
| Iteration 11 | 231 | gini | 5 | 4 | 19 | 0.6 | True | 0.035 | 0.7 | 0.5 | 1.0 | 3.298s | 40.827s |
| Iteration 12 | 81 | entropy | 2 | 20 | 10 | log2 | False | 0.035 | --- | 1.0 | 1.0 | 3.176s | 44.707s |
| Iteration 13 | 359 | entropy | 4 | 3 | 16 | log2 | True | 0.0 | 0.9 | 0.75 | 1.0 | 3.388s | 48.805s |
| Iteration 14 | 428 | gini | 5 | 13 | 20 | 0.8 | False | 0.0032 | --- | 0.4375 | 1.0 | 3.373s | 52.808s |
| Iteration 15 | 23 | entropy | 9 | 7 | 8 | 0.5 | False | 0.0005 | --- | 0.875 | 1.0 | 3.156s | 56.597s |
| Iteration 16 | 338 | gini | 5 | 4 | 19 | sqrt | False | 0.0 | --- | 0.5625 | 1.0 | 3.332s | 1m:01s |
| Iteration 17 | 66 | gini | 7 | 14 | 19 | None | True | 0.0174 | None | 0.625 | 1.0 | 3.173s | 1m:05s |
| Iteration 18 | 165 | gini | 7 | 8 | 10 | auto | False | 0.035 | --- | 0.625 | 1.0 | 3.209s | 1m:08s |
| Iteration 19 | 380 | gini | 8 | 19 | 17 | 0.7 | True | 0.035 | 0.8 | 0.8125 | 1.0 | 3.439s | 1m:13s |
| Iteration 20 | 178 | entropy | 4 | 20 | 8 | log2 | False | 0.0335 | --- | 0.5 | 1.0 | 3.249s | 1m:17s |
| Iteration 21 | 326 | gini | 3 | 19 | 6 | 0.8 | False | 0.0316 | --- | 0.5625 | 1.0 | 3.375s | 1m:21s |
| Iteration 22 | 190 | gini | 7 | 19 | 6 | log2 | False | 0.0334 | --- | 0.4375 | 1.0 | 3.265s | 1m:25s |
| Iteration 23 | 102 | entropy | 8 | 3 | 20 | 0.7 | True | 0.0125 | 0.5 | 0.5 | 1.0 | 3.281s | 1m:30s |
| Iteration 24 | 58 | entropy | 1 | 3 | 18 | 0.5 | False | 0.0098 | --- | 0.7188 | 1.0 | 3.202s | 1m:34s |
| Iteration 25 | 20 | entropy | None | 17 | 1 | None | False | 0.0033 | --- | 0.4062 | 1.0 | 3.194s | 1m:38s |
| Iteration 26 | 194 | entropy | 7 | 19 | 6 | sqrt | False | 0.0317 | --- | 0.6875 | 1.0 | 3.304s | 1m:42s |
| Iteration 27 | 480 | entropy | 1 | 20 | 9 | 0.8 | False | 0.0328 | --- | 0.7188 | 1.0 | 3.447s | 1m:46s |
| Iteration 28 | 179 | entropy | 7 | 5 | 19 | 0.9 | True | 0.0196 | None | 0.6875 | 1.0 | 3.310s | 1m:51s |
| Iteration 29 | 290 | gini | None | 19 | 10 | 0.9 | False | 0.0313 | --- | 0.9375 | 1.0 | 3.354s | 1m:55s |
| Iteration 30 | 51 | entropy | 3 | 20 | 10 | log2 | False | 0.0332 | --- | 0.625 | 1.0 | 3.170s | 1m:59s |
| Iteration 31 | 315 | entropy | 2 | 16 | 1 | log2 | False | 0.0217 | --- | 0.625 | 1.0 | 3.331s | 2m:03s |
| Iteration 32 | 483 | gini | 2 | 17 | 10 | sqrt | False | 0.0029 | --- | 0.625 | 1.0 | 3.486s | 2m:07s |
| Iteration 33 | 270 | entropy | 5 | 13 | 10 | 0.9 | False | 0.0345 | --- | 0.8125 | 1.0 | 3.341s | 2m:12s |
| Iteration 34 | 470 | entropy | 3 | 17 | 10 | 0.8 | False | 0.0311 | --- | 0.5625 | 1.0 | 3.400s | 2m:16s |
| Iteration 35 | 317 | gini | 6 | 11 | 14 | log2 | False | 0.0294 | --- | 0.9375 | 1.0 | 3.320s | 2m:20s |
| Iteration 36 | 227 | entropy | 2 | 12 | 3 | log2 | True | 0.035 | None | 0.875 | 1.0 | 3.331s | 2m:24s |
| Iteration 37 | 54 | gini | 6 | 13 | 5 | log2 | True | 0.0332 | 0.7 | 0.8125 | 1.0 | 3.182s | 2m:28s |
| Iteration 38 | 293 | gini | 6 | 8 | 9 | log2 | False | 0.0328 | --- | 0.6875 | 1.0 | 3.307s | 2m:33s |
| Iteration 39 | 356 | entropy | 6 | 20 | 11 | log2 | False | 0.0331 | --- | 0.75 | 1.0 | 3.346s | 2m:37s |
| Iteration 40 | 311 | gini | 6 | 8 | 5 | log2 | True | 0.0331 | 0.6 | 0.8125 | 1.0 | 3.398s | 2m:41s |
| Iteration 41 | 82 | entropy | 2 | 6 | 9 | log2 | True | 0.0278 | None | 0.625 | 1.0 | 3.211s | 2m:45s |
| Iteration 42 | 396 | entropy | 2 | 16 | 10 | log2 | False | 0.0144 | --- | 0.9375 | 1.0 | 3.398s | 2m:50s |
| Iteration 43 | 131 | entropy | 6 | 7 | 6 | log2 | False | 0.0333 | --- | 0.4375 | 1.0 | 3.201s | 2m:54s |
| Iteration 44 | 222 | entropy | 3 | 16 | 6 | log2 | False | 0.0273 | --- | 0.625 | 1.0 | 3.302s | 2m:58s |
| Iteration 45 | 189 | gini | 6 | 20 | 7 | log2 | False | 0.0336 | --- | 0.5625 | 1.0 | 3.249s | 3m:02s |
| Iteration 46 | 156 | entropy | 1 | 4 | 4 | 0.5 | True | 0.0326 | 0.5 | 0.5 | 1.0 | 3.241s | 3m:07s |
| Iteration 47 | 200 | gini | 3 | 16 | 11 | 0.5 | False | 0.0308 | --- | 0.75 | 1.0 | 3.269s | 3m:11s |
| Iteration 48 | 422 | gini | None | 20 | 8 | 0.9 | False | 0.0267 | --- | 0.8125 | 1.0 | 4.082s | 3m:16s |
| Iteration 49 | 219 | gini | 4 | 20 | 9 | 0.8 | False | 0.0339 | --- | 0.7812 | 1.0 | 3.298s | 3m:20s |
| Iteration 50 | 393 | gini | 2 | 13 | 20 | 0.9 | True | 0.029 | 0.8 | 0.5 | 1.0 | 3.443s | 3m:24s |
Bayesian Optimization ---------------------------
Best call --> Initial point 7
Best parameters --> {'n_estimators': 296, 'criterion': 'entropy', 'max_depth': 6, 'min_samples_split': 19, 'min_samples_leaf': 6, 'max_features': 'log2', 'bootstrap': False, 'ccp_alpha': 0.0332}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:25s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.992
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.215s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.98 ± 0.0245
Time elapsed: 0.940s
-------------------------------------------------
Total time: 3m:26s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.270s | 3.289s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.25 | 0.5 | 3.225s | 6.828s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.5 | 3.208s | 10.863s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.5 | 3.167s | 14.455s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.5 | 3.227s | 18.080s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.5 | 3.171s | 21.556s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.5 | 3.206s | 25.078s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.5 | 3.182s | 28.590s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.875 | 0.875 | 3.213s | 32.148s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.875 | 3.198s | 35.693s |
| Iteration 11 | 90 | 0.0154 | 2 | 0.3872 | 4 | 0.6 | 0.5 | 0.01 | 0 | 0.375 | 0.875 | 3.148s | 39.597s |
| Iteration 12 | 47 | 0.7109 | 2 | 0.633 | 6 | 0.9 | 0.7 | 0.01 | 1 | 0.6875 | 0.875 | 3.166s | 43.367s |
| Iteration 13 | 291 | 0.1363 | 5 | 0.5298 | 9 | 0.6 | 0.6 | 10 | 1 | 0.5 | 0.875 | 3.180s | 47.237s |
| Iteration 14 | 483 | 0.0646 | 6 | 0.6781 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.375 | 0.875 | 3.212s | 51.175s |
| Iteration 15 | 186 | 0.018 | 5 | 0.7054 | 10 | 0.7 | 0.6 | 10 | 0.01 | 0.5 | 0.875 | 3.168s | 54.949s |
| Iteration 16 | 154 | 0.1365 | 7 | 0.2168 | 2 | 0.6 | 0.5 | 10 | 100 | 0.5 | 0.875 | 3.186s | 58.753s |
| Iteration 17 | 168 | 0.1035 | 8 | 0.9602 | 6 | 0.9 | 0.5 | 0.01 | 0.1 | 0.625 | 0.875 | 3.181s | 1m:03s |
| Iteration 18 | 289 | 0.4984 | 9 | 0.7655 | 7 | 0.9 | 0.4 | 1 | 1 | 0.25 | 0.875 | 3.190s | 1m:06s |
| Iteration 19 | 28 | 0.1464 | 3 | 0.5161 | 5 | 0.9 | 0.8 | 0.01 | 100 | 0.75 | 0.875 | 3.143s | 1m:10s |
| Iteration 20 | 46 | 0.0204 | 1 | 0.3393 | 3 | 0.9 | 0.9 | 0.01 | 100 | 0.375 | 0.875 | 3.163s | 1m:14s |
| Iteration 21 | 184 | 0.3303 | 5 | 0.926 | 6 | 0.9 | 0.5 | 0.01 | 0.1 | 0.375 | 0.875 | 3.154s | 1m:18s |
| Iteration 22 | 62 | 0.9929 | 2 | 0.7074 | 3 | 0.5 | 0.8 | 0.1 | 0 | 0.1875 | 0.875 | 3.131s | 1m:22s |
| Iteration 23 | 174 | 0.1372 | 5 | 0.6458 | 8 | 0.5 | 0.5 | 0.01 | 1 | 0.5 | 0.875 | 3.203s | 1m:26s |
| Iteration 24 | 127 | 0.4081 | 4 | 0.6477 | 2 | 0.8 | 0.9 | 0.01 | 1 | 0.75 | 0.875 | 3.181s | 1m:30s |
| Iteration 25 | 223 | 0.189 | 1 | 0.6486 | 5 | 0.8 | 0.9 | 0.01 | 1 | 0.2812 | 0.875 | 3.802s | 1m:34s |
| Iteration 26 | 469 | 0.0416 | 8 | 0.621 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.75 | 0.875 | 3.212s | 1m:38s |
| Iteration 27 | 321 | 0.2733 | 10 | 0.6209 | 9 | 0.7 | 0.6 | 0.01 | 1 | 0.5 | 0.875 | 3.177s | 1m:42s |
| Iteration 28 | 32 | 0.0217 | 4 | 0.2149 | 4 | 0.5 | 0.9 | 100 | 1 | 0.5 | 0.875 | 3.164s | 1m:46s |
| Iteration 29 | 412 | 0.0311 | 9 | 0.6324 | 4 | 0.8 | 0.8 | 0.01 | 0.01 | 1.0 | 1.0 | 3.234s | 1m:50s |
| Iteration 30 | 119 | 0.0738 | 9 | 0.3653 | 1 | 0.8 | 0.8 | 0.01 | 0 | 0.75 | 1.0 | 3.151s | 1m:54s |
| Iteration 31 | 207 | 0.018 | 8 | 0.047 | 2 | 0.9 | 1.0 | 0 | 1 | 0.8125 | 1.0 | 3.183s | 1m:58s |
| Iteration 32 | 58 | 0.0583 | 10 | 0.6103 | 9 | 1.0 | 0.9 | 0.01 | 0.01 | 0.5 | 1.0 | 3.181s | 2m:02s |
| Iteration 33 | 363 | 0.5737 | 2 | 0.9401 | 5 | 0.9 | 1.0 | 0 | 0.01 | 0.4375 | 1.0 | 3.204s | 2m:06s |
| Iteration 34 | 94 | 0.0554 | 10 | 0.7802 | 3 | 0.8 | 0.8 | 0.01 | 0.01 | 0.8125 | 1.0 | 3.168s | 2m:10s |
| Iteration 35 | 321 | 0.7071 | 10 | 0.008 | 1 | 0.5 | 0.5 | 0 | 10 | 0.75 | 1.0 | 3.223s | 2m:14s |
| Iteration 36 | 343 | 0.5929 | 10 | 0.8978 | 2 | 0.7 | 0.7 | 0.01 | 10 | 0.875 | 1.0 | 3.223s | 2m:19s |
| Iteration 37 | 419 | 0.0103 | 10 | 0.9023 | 3 | 0.7 | 0.9 | 0 | 10 | 0.875 | 1.0 | 3.208s | 2m:23s |
| Iteration 38 | 322 | 0.2077 | 10 | 0.1172 | 2 | 0.5 | 0.7 | 0.01 | 100 | 0.625 | 1.0 | 3.197s | 2m:27s |
| Iteration 39 | 473 | 0.0373 | 10 | 0.6363 | 4 | 0.7 | 1.0 | 0 | 0 | 0.6875 | 1.0 | 3.235s | 2m:31s |
| Iteration 40 | 255 | 0.0292 | 10 | 0.7926 | 1 | 0.9 | 0.6 | 0 | 0 | 0.8125 | 1.0 | 3.202s | 2m:35s |
| Iteration 41 | 182 | 0.043 | 6 | 0.6985 | 1 | 0.5 | 0.8 | 0 | 0 | 0.5 | 1.0 | 3.183s | 2m:39s |
| Iteration 42 | 390 | 0.0121 | 9 | 0.996 | 3 | 1.0 | 1.0 | 0 | 100 | 0.5 | 1.0 | 3.189s | 2m:43s |
| Iteration 43 | 67 | 0.017 | 10 | 0.8363 | 1 | 1.0 | 0.4 | 0.01 | 100 | 0.625 | 1.0 | 3.177s | 2m:47s |
| Iteration 44 | 443 | 0.0186 | 10 | 0.623 | 1 | 0.7 | 0.6 | 0 | 10 | 0.5625 | 1.0 | 3.227s | 2m:51s |
| Iteration 45 | 71 | 0.1372 | 10 | 0.2338 | 3 | 0.6 | 1.0 | 0.01 | 0.1 | 0.5 | 1.0 | 3.156s | 2m:56s |
| Iteration 46 | 331 | 0.9995 | 1 | 0.0399 | 1 | 1.0 | 0.7 | 100 | 0.01 | 0.5 | 1.0 | 3.194s | 3m:00s |
| Iteration 47 | 460 | 0.0806 | 10 | 1.0 | 1 | 1.0 | 1.0 | 0.01 | 0 | 0.75 | 1.0 | 3.207s | 3m:04s |
| Iteration 48 | 476 | 0.4544 | 10 | 0.272 | 1 | 0.7 | 0.4 | 0.01 | 0.01 | 0.875 | 1.0 | 3.208s | 3m:09s |
| Iteration 49 | 387 | 0.0726 | 10 | 0.1433 | 1 | 1.0 | 0.6 | 0.01 | 0.1 | 0.9375 | 1.0 | 3.849s | 3m:13s |
| Iteration 50 | 493 | 0.4814 | 10 | 0.1098 | 10 | 1.0 | 0.4 | 0 | 10 | 0.5 | 1.0 | 3.204s | 3m:18s |
Bayesian Optimization ---------------------------
Best call --> Iteration 29
Best parameters --> {'n_estimators': 412, 'learning_rate': 0.0311, 'max_depth': 9, 'gamma': 0.6324, 'min_child_weight': 4, 'subsample': 0.8, 'colsample_bytree': 0.8, 'reg_alpha': 0.01, 'reg_lambda': 0.01}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:19s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9228
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.088s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.86 ± 0.1319
Time elapsed: 0.268s
-------------------------------------------------
Total time: 3m:19s
Final results ==================== >>
Duration: 21m:50s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.95 ± 0.0548
Logistic Regression --> roc_auc: 0.75 ± 0.1342
Linear Discriminant Analysis --> roc_auc: 0.89 ± 0.196
Quadratic Discriminant Analysis --> roc_auc: 0.77 ± 0.2358
Radius Nearest Neighbors --> roc_auc: 0.66 ± 0.08 ~
AdaBoost --> roc_auc: 0.96 ± 0.0374
Random Forest --> roc_auc: 0.98 ± 0.0245 !
XGBoost --> roc_auc: 0.86 ± 0.1319
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 828 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CALMDTGRRALTF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CAVDGQKLLF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAVSPSGGYQKVTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CALNTGTASKLTF.
>>> Dropping feature CALTSGTYKYIF.
>>> Dropping feature CAVFTSGTYKYIF.
>>> Dropping feature CAVGSGGGADGLTF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CAVSSGGYNKLIF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CALILTGGGNKLTF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CASSLGGEQFF.
>>> Dropping feature CAVASGTYKYIF.
>>> Dropping feature CAVLDSSYKLIF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAVTNTGGFKTIF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CAGNQAGTALIF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVRGYSSASKIIF.
>>> Dropping feature CAVRNAGGTSYGKLTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAASPNTGNQFYF.
>>> Dropping feature CAGNTGNQFYF.
>>> Dropping feature CASSPGGYEQYF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.8438 | 0.8438 | 0.669s | 0.689s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.9375 | 0.9375 | 0.720s | 1.740s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.4375 | 0.9375 | 0.676s | 2.739s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.75 | 0.9375 | 0.707s | 3.781s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 1.0 | 1.0 | 0.734s | 4.854s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.9375 | 1.0 | 0.766s | 5.948s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.5625 | 1.0 | 0.746s | 7.029s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.5 | 1.0 | 0.783s | 8.154s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.875 | 1.0 | 0.712s | 9.237s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 1.0 | 1.0 | 0.698s | 10.424s |
| Iteration 11 | exponen.. | 0.0152 | 245 | 0.6 | friedman_mse | 12 | 2 | 9 | sqrt | 0.0142 | 0.6875 | 1.0 | 0.735s | 12.061s |
| Iteration 12 | deviance | 0.1125 | 46 | 0.8 | friedman_mse | 6 | 7 | 7 | log2 | 0.0333 | 0.5625 | 1.0 | 0.661s | 13.384s |
| Iteration 13 | deviance | 0.01 | 10 | 1.0 | squared_er.. | 2 | 1 | 1 | auto | 0.0 | 1.0 | 1.0 | 0.653s | 14.805s |
| Iteration 14 | deviance | 0.01 | 10 | 1.0 | squared_er.. | 2 | 1 | 1 | auto | 0.035 | 0.625 | 1.0 | 0.654s | 16.226s |
| Iteration 15 | deviance | 1.0 | 63 | 0.5 | squared_er.. | 20 | 20 | 1 | 0.6 | 0.0 | 0.5 | 1.0 | 0.666s | 17.681s |
| Iteration 16 | exponen.. | 0.0123 | 301 | 1.0 | friedman_mse | 14 | 14 | 1 | None | 0.001 | 0.7188 | 1.0 | 0.726s | 18.987s |
| Iteration 17 | deviance | 0.0234 | 343 | 0.5 | friedman_mse | 20 | 19 | 4 | 0.9 | 0.002 | 0.5 | 1.0 | 0.716s | 20.409s |
| Iteration 18 | exponen.. | 1.0 | 10 | 0.5 | friedman_mse | 20 | 1 | 10 | None | 0.035 | 0.75 | 1.0 | 0.664s | 21.692s |
| Iteration 19 | exponen.. | 0.01 | 500 | 1.0 | friedman_mse | 2 | 20 | 1 | None | 0.0 | 0.5938 | 1.0 | 0.745s | 23.214s |
| Iteration 20 | deviance | 0.1675 | 500 | 1.0 | squared_er.. | 7 | 8 | 4 | 0.8 | 0.0001 | 1.0 | 1.0 | 0.759s | 24.579s |
| Iteration 21 | deviance | 0.8761 | 449 | 0.5 | squared_er.. | 4 | 20 | 2 | auto | 0.0 | 0.5 | 1.0 | 0.729s | 26.236s |
| Iteration 22 | deviance | 0.013 | 125 | 1.0 | squared_er.. | 3 | 17 | 4 | 0.8 | 0.0 | 0.5625 | 1.0 | 0.681s | 27.637s |
| Iteration 23 | deviance | 0.1127 | 218 | 0.5 | squared_er.. | 20 | 5 | 10 | 0.8 | 0.0 | 0.5625 | 1.0 | 0.698s | 29.024s |
| Iteration 24 | deviance | 0.2679 | 352 | 1.0 | squared_er.. | 3 | 6 | 2 | 0.6 | 0.0 | 0.8125 | 1.0 | 1.428s | 31.335s |
| Iteration 25 | exponen.. | 0.0322 | 317 | 1.0 | friedman_mse | 10 | 11 | 9 | 0.5 | 0.0 | 0.5 | 1.0 | 0.737s | 32.997s |
| Iteration 26 | exponen.. | 0.5886 | 259 | 0.8 | friedman_mse | 13 | 3 | 7 | 0.5 | 0.0187 | 1.0 | 1.0 | 0.740s | 34.536s |
| Iteration 27 | deviance | 0.0286 | 353 | 0.9 | squared_er.. | 6 | 8 | 9 | 0.7 | 0.0134 | 0.625 | 1.0 | 0.754s | 35.977s |
| Iteration 28 | deviance | 0.668 | 161 | 0.7 | squared_er.. | 18 | 1 | 9 | 0.5 | 0.0073 | 0.8125 | 1.0 | 0.709s | 37.425s |
| Iteration 29 | exponen.. | 0.5734 | 227 | 0.7 | friedman_mse | 5 | 16 | 4 | sqrt | 0.0037 | 0.0625 | 1.0 | 0.738s | 38.984s |
| Iteration 30 | exponen.. | 0.4727 | 369 | 0.9 | friedman_mse | 13 | 3 | 6 | 0.6 | 0.0185 | 0.625 | 1.0 | 0.760s | 40.525s |
| Iteration 31 | deviance | 0.261 | 231 | 0.6 | squared_er.. | 7 | 2 | 4 | 0.7 | 0.0 | 0.75 | 1.0 | 0.750s | 41.992s |
| Iteration 32 | deviance | 0.0964 | 447 | 0.9 | squared_er.. | 9 | 9 | 7 | log2 | 0.0024 | 0.8125 | 1.0 | 0.786s | 43.565s |
| Iteration 33 | exponen.. | 0.0192 | 220 | 0.5 | squared_er.. | 9 | 4 | 2 | sqrt | 0.0223 | 0.875 | 1.0 | 0.737s | 45.001s |
| Iteration 34 | exponen.. | 0.0583 | 155 | 0.7 | friedman_mse | 19 | 18 | 8 | log2 | 0.0061 | 0.6875 | 1.0 | 0.710s | 46.441s |
| Iteration 35 | deviance | 0.1083 | 414 | 1.0 | squared_er.. | 2 | 1 | 2 | 0.6 | 0.0039 | 0.75 | 1.0 | 0.757s | 47.913s |
| Iteration 36 | exponen.. | 0.0152 | 407 | 0.6 | friedman_mse | 11 | 1 | 9 | log2 | 0.0244 | 0.6875 | 1.0 | 0.777s | 49.401s |
| Iteration 37 | exponen.. | 0.1519 | 154 | 0.7 | friedman_mse | 9 | 6 | 2 | 0.8 | 0.0189 | 0.875 | 1.0 | 0.712s | 50.903s |
| Iteration 38 | exponen.. | 0.9742 | 190 | 0.5 | friedman_mse | 8 | 2 | 3 | sqrt | 0.0181 | 0.8125 | 1.0 | 0.711s | 52.364s |
| Iteration 39 | deviance | 0.2151 | 174 | 0.7 | squared_er.. | 17 | 10 | 7 | 0.9 | 0.0218 | 0.8125 | 1.0 | 0.725s | 53.816s |
| Iteration 40 | deviance | 0.2108 | 176 | 0.6 | squared_er.. | 20 | 7 | 5 | log2 | 0.0293 | 0.4688 | 1.0 | 0.713s | 55.291s |
| Iteration 41 | deviance | 0.0471 | 484 | 0.6 | squared_er.. | 13 | 10 | 3 | 0.8 | 0.0102 | 0.875 | 1.0 | 0.790s | 56.841s |
| Iteration 42 | deviance | 0.1008 | 372 | 0.6 | squared_er.. | 13 | 14 | 4 | 0.7 | 0.0129 | 0.375 | 1.0 | 0.752s | 58.337s |
| Iteration 43 | deviance | 0.2289 | 449 | 0.6 | squared_er.. | 12 | 9 | 8 | log2 | 0.0063 | 0.875 | 1.0 | 0.770s | 59.926s |
| Iteration 44 | deviance | 0.3149 | 39 | 1.0 | friedman_mse | 6 | 7 | 7 | 0.7 | 0.0027 | 0.875 | 1.0 | 0.684s | 1m:01s |
| Iteration 45 | deviance | 0.0108 | 350 | 0.6 | friedman_mse | 9 | 11 | 4 | 0.9 | 0.0061 | 1.0 | 1.0 | 0.716s | 1m:03s |
| Iteration 46 | exponen.. | 0.7992 | 174 | 0.7 | friedman_mse | 16 | 3 | 6 | log2 | 0.0194 | 0.75 | 1.0 | 0.669s | 1m:05s |
| Iteration 47 | deviance | 0.1085 | 318 | 1.0 | squared_er.. | 8 | 9 | 9 | auto | 0.0068 | 0.625 | 1.0 | 0.708s | 1m:06s |
| Iteration 48 | deviance | 0.0689 | 281 | 0.9 | friedman_mse | 7 | 10 | 3 | 0.8 | 0.0013 | 0.625 | 1.0 | 0.703s | 1m:08s |
| Iteration 49 | deviance | 0.1793 | 351 | 0.8 | friedman_mse | 19 | 1 | 5 | auto | 0.001 | 1.0 | 1.0 | 0.736s | 1m:09s |
| Iteration 50 | exponen.. | 0.0214 | 311 | 0.6 | friedman_mse | 17 | 3 | 8 | sqrt | 0.0203 | 0.8125 | 1.0 | 1.283s | 1m:11s |
Bayesian Optimization ---------------------------
Best call --> Iteration 20
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.1675, 'n_estimators': 500, 'subsample': 1.0, 'criterion': 'squared_error', 'min_samples_split': 7, 'min_samples_leaf': 8, 'max_depth': 4, 'max_features': 0.8, 'ccp_alpha': 0.0001}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.119s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.95 ± 0.0775
Time elapsed: 0.555s
-------------------------------------------------
Total time: 1m:13s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.8125 | 0.8125 | 0.685s | 0.696s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.6875 | 0.8125 | 0.720s | 1.840s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.75 | 0.8125 | 0.694s | 2.859s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.9375 | 0.9375 | 0.698s | 3.872s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.375 | 0.9375 | 0.663s | 4.859s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.0 | 0.9375 | 0.667s | 5.819s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.9375 | 0.9375 | 0.673s | 6.809s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.1875 | 0.9375 | 0.660s | 7.807s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.75 | 0.9375 | 0.677s | 8.800s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.9375 | 0.9375 | 0.672s | 9.796s |
| Iteration 11 | l2 | 100.0 | saga | 262 | --- | 0.5625 | 0.9375 | 0.676s | 11.227s |
| Iteration 12 | l2 | 15.7421 | libli.. | 274 | --- | 0.25 | 0.9375 | 0.652s | 12.615s |
| Iteration 13 | l2 | 1.2722 | libli.. | 720 | --- | 0.8125 | 0.9375 | 0.657s | 14.063s |
| Iteration 14 | l2 | 0.2253 | libli.. | 943 | --- | 0.9375 | 0.9375 | 0.643s | 15.363s |
| Iteration 15 | l2 | 1.9691 | libli.. | 291 | --- | 0.25 | 0.9375 | 0.656s | 16.803s |
| Iteration 16 | none | --- | sag | 1000 | --- | 0.4375 | 0.9375 | 0.646s | 18.020s |
| Iteration 17 | l2 | 0.315 | lbfgs | 739 | --- | 0.5 | 0.9375 | 0.667s | 19.292s |
| Iteration 18 | l2 | 0.0065 | saga | 287 | --- | 0.75 | 0.9375 | 0.645s | 20.569s |
| Iteration 19 | l2 | 0.0023 | lbfgs | 473 | --- | 0.4375 | 0.9375 | 0.652s | 21.865s |
| Iteration 20 | l2 | 0.093 | libli.. | 621 | --- | 0.4375 | 0.9375 | 0.640s | 23.159s |
| Iteration 21 | none | --- | newto.. | 1000 | --- | 0.625 | 0.9375 | 0.669s | 24.460s |
| Iteration 22 | l2 | 0.003 | saga | 106 | --- | 0.5 | 0.9375 | 0.661s | 25.788s |
| Iteration 23 | l2 | 2.0018 | libli.. | 882 | --- | 0.8125 | 0.9375 | 0.655s | 27.055s |
| Iteration 24 | elast.. | 0.0749 | saga | 1000 | 0.7 | 0.5 | 0.9375 | 1.220s | 29.005s |
| Iteration 25 | none | --- | newto.. | 995 | --- | 0.0625 | 0.9375 | 0.651s | 30.317s |
| Iteration 26 | none | --- | newto.. | 1000 | --- | 0.625 | 0.9375 | 0.000s | 30.990s |
| Iteration 27 | l2 | 2.0873 | newto.. | 277 | --- | 0.4375 | 0.9375 | 0.642s | 32.448s |
| Iteration 28 | l1 | 0.4112 | libli.. | 886 | --- | 0.5 | 0.9375 | 0.641s | 33.801s |
| Iteration 29 | l2 | 1.4878 | lbfgs | 1000 | --- | 0.625 | 0.9375 | 0.650s | 35.336s |
| Iteration 30 | elast.. | 0.0132 | saga | 152 | 0.4 | 0.5 | 0.9375 | 0.649s | 36.605s |
| Iteration 31 | l2 | 75.6984 | lbfgs | 1000 | --- | 0.6875 | 0.9375 | 0.666s | 37.930s |
| Iteration 32 | l2 | 2.38 | saga | 738 | --- | 0.5 | 0.9375 | 0.649s | 39.264s |
| Iteration 33 | l1 | 0.1807 | saga | 1000 | --- | 0.7812 | 0.9375 | 0.670s | 40.596s |
| Iteration 34 | l2 | 0.1809 | sag | 841 | --- | 0.75 | 0.9375 | 0.647s | 41.907s |
| Iteration 35 | l2 | 35.4096 | sag | 1000 | --- | 0.375 | 0.9375 | 0.667s | 43.228s |
| Iteration 36 | l2 | 0.2068 | newto.. | 1000 | --- | 0.5 | 0.9375 | 0.651s | 44.620s |
| Iteration 37 | elast.. | 0.218 | saga | 550 | 0.7 | 0.625 | 0.9375 | 0.659s | 45.945s |
| Iteration 38 | none | --- | saga | 1000 | --- | 0.8125 | 0.9375 | 0.656s | 47.267s |
| Iteration 39 | none | --- | saga | 1000 | --- | 0.8125 | 0.9375 | 0.001s | 47.957s |
| Iteration 40 | l1 | 0.2058 | saga | 1000 | --- | 0.125 | 0.9375 | 0.657s | 49.312s |
| Iteration 41 | none | --- | saga | 117 | --- | 0.5625 | 0.9375 | 0.671s | 50.675s |
| Iteration 42 | none | --- | newto.. | 778 | --- | 0.4375 | 0.9375 | 0.654s | 52.017s |
| Iteration 43 | none | --- | lbfgs | 138 | --- | 0.5625 | 0.9375 | 0.671s | 53.337s |
| Iteration 44 | none | --- | saga | 754 | --- | 0.5625 | 0.9375 | 0.657s | 54.655s |
| Iteration 45 | l2 | 0.0013 | sag | 191 | --- | 0.5625 | 0.9375 | 0.668s | 56.049s |
| Iteration 46 | l2 | 0.0286 | libli.. | 326 | --- | 1.0 | 1.0 | 0.656s | 57.379s |
| Iteration 47 | l2 | 0.0242 | libli.. | 276 | --- | 0.8125 | 1.0 | 0.671s | 58.758s |
| Iteration 48 | l2 | 0.0144 | libli.. | 284 | --- | 0.5 | 1.0 | 0.660s | 1m:00s |
| Iteration 49 | l1 | 48.9505 | libli.. | 995 | --- | 0.4375 | 1.0 | 0.658s | 1m:02s |
| Iteration 50 | l2 | 0.0311 | sag | 347 | --- | 0.5 | 1.0 | 1.240s | 1m:04s |
Bayesian Optimization ---------------------------
Best call --> Iteration 46
Best parameters --> {'penalty': 'l2', 'C': 0.0286, 'solver': 'liblinear', 'max_iter': 326}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7027
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.015s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 1.0 ± 0.0
Time elapsed: 0.049s
-------------------------------------------------
Total time: 1m:05s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.25 | 0.25 | 0.625s | 0.630s |
| Initial point 2 | svd | --- | 0.5625 | 0.5625 | 0.631s | 1.555s |
| Initial point 3 | svd | --- | 0.5625 | 0.5625 | 0.000s | 1.862s |
| Initial point 4 | lsqr | 0.8 | 0.25 | 0.5625 | 0.637s | 2.789s |
| Initial point 5 | eigen | 0.9 | 0.375 | 0.5625 | 0.637s | 3.722s |
| Initial point 6 | lsqr | 0.7 | 0.0 | 0.5625 | 0.625s | 4.675s |
| Initial point 7 | lsqr | 0.5 | 0.8125 | 0.8125 | 0.626s | 5.607s |
| Initial point 8 | lsqr | 0.9 | 0.25 | 0.8125 | 0.638s | 6.562s |
| Initial point 9 | lsqr | 0.6 | 0.75 | 0.8125 | 0.628s | 7.480s |
| Initial point 10 | eigen | 0.8 | 1.0 | 1.0 | 0.624s | 8.405s |
| Iteration 11 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 8.865s |
| Iteration 12 | eigen | 0.7 | 0.25 | 1.0 | 0.622s | 9.923s |
| Iteration 13 | svd | --- | 0.5625 | 1.0 | 0.000s | 10.356s |
| Iteration 14 | lsqr | auto | 0.9375 | 1.0 | 0.647s | 11.441s |
| Iteration 15 | eigen | auto | 0.25 | 1.0 | 0.624s | 12.490s |
| Iteration 16 | svd | --- | 0.5625 | 1.0 | 0.000s | 12.945s |
| Iteration 17 | svd | --- | 0.5625 | 1.0 | 0.000s | 13.442s |
| Iteration 18 | lsqr | 1.0 | 0.5625 | 1.0 | 0.636s | 14.525s |
| Iteration 19 | svd | --- | 0.5625 | 1.0 | 0.000s | 15.020s |
| Iteration 20 | lsqr | None | 0.375 | 1.0 | 0.647s | 16.150s |
| Iteration 21 | eigen | 0.5 | 0.75 | 1.0 | 0.629s | 17.298s |
| Iteration 22 | eigen | 0.6 | 0.5 | 1.0 | 0.642s | 18.530s |
| Iteration 23 | svd | --- | 0.5625 | 1.0 | 0.000s | 19.108s |
| Iteration 24 | svd | --- | 0.5625 | 1.0 | 0.000s | 19.645s |
| Iteration 25 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 20.141s |
| Iteration 26 | eigen | None | 0.625 | 1.0 | 0.657s | 21.318s |
| Iteration 27 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 21.892s |
| Iteration 28 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 22.402s |
| Iteration 29 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 22.899s |
| Iteration 30 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 23.474s |
| Iteration 31 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 24.036s |
| Iteration 32 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 24.674s |
| Iteration 33 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 25.771s |
| Iteration 34 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 26.453s |
| Iteration 35 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 26.981s |
| Iteration 36 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 27.515s |
| Iteration 37 | lsqr | auto | 0.9375 | 1.0 | 0.001s | 28.113s |
| Iteration 38 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 28.688s |
| Iteration 39 | svd | --- | 0.5625 | 1.0 | 0.000s | 29.248s |
| Iteration 40 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 29.854s |
| Iteration 41 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 30.434s |
| Iteration 42 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 31.122s |
| Iteration 43 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 31.776s |
| Iteration 44 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 33.009s |
| Iteration 45 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 34.199s |
| Iteration 46 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 35.540s |
| Iteration 47 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 36.308s |
| Iteration 48 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 36.938s |
| Iteration 49 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 37.579s |
| Iteration 50 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 38.241s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 38.887s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6875
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 1.0 ± 0.0
Time elapsed: 0.029s
-------------------------------------------------
Total time: 38.926s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.25 | 0.25 | 0.633s | 0.637s |
| Initial point 2 | 0.9 | 0.6875 | 0.6875 | 0.651s | 1.616s |
| Initial point 3 | 0.1 | 0.75 | 0.75 | 0.638s | 2.557s |
| Initial point 4 | 1.0 | 0.25 | 0.75 | 0.000s | 2.866s |
| Initial point 5 | 0.2 | 0.375 | 0.75 | 0.637s | 3.801s |
| Initial point 6 | 0.4 | 0.0 | 0.75 | 0.629s | 4.726s |
| Initial point 7 | 0.4 | 0.0 | 0.75 | 0.000s | 5.096s |
| Initial point 8 | 0.7 | 0.25 | 0.75 | 0.647s | 6.126s |
| Initial point 9 | 0.9 | 0.6875 | 0.75 | 0.000s | 6.450s |
| Initial point 10 | 0.8 | 0.8125 | 0.8125 | 0.628s | 7.397s |
| Iteration 11 | 0.3 | 0.6875 | 0.8125 | 0.621s | 8.399s |
| Iteration 12 | 0.6 | 0.25 | 0.8125 | 0.623s | 9.432s |
| Iteration 13 | 0.5 | 0.6875 | 0.8125 | 0.623s | 10.441s |
| Iteration 14 | 0.0 | 0.6875 | 0.8125 | 0.624s | 11.448s |
| Iteration 15 | 0.8 | 0.8125 | 0.8125 | 0.000s | 11.889s |
| Iteration 16 | 0.8 | 0.8125 | 0.8125 | 0.000s | 12.305s |
| Iteration 17 | 0.8 | 0.8125 | 0.8125 | 0.000s | 12.705s |
| Iteration 18 | 0.8 | 0.8125 | 0.8125 | 0.000s | 13.108s |
| Iteration 19 | 0.8 | 0.8125 | 0.8125 | 0.000s | 13.509s |
| Iteration 20 | 0.8 | 0.8125 | 0.8125 | 0.000s | 13.907s |
| Iteration 21 | 0.8 | 0.8125 | 0.8125 | 0.000s | 14.325s |
| Iteration 22 | 0.8 | 0.8125 | 0.8125 | 0.000s | 14.748s |
| Iteration 23 | 0.8 | 0.8125 | 0.8125 | 0.000s | 15.318s |
| Iteration 24 | 0.8 | 0.8125 | 0.8125 | 0.000s | 15.783s |
| Iteration 25 | 0.6 | 0.25 | 0.8125 | 0.000s | 16.229s |
| Iteration 26 | 0.8 | 0.8125 | 0.8125 | 0.000s | 16.667s |
| Iteration 27 | 0.8 | 0.8125 | 0.8125 | 0.000s | 17.088s |
| Iteration 28 | 0.7 | 0.25 | 0.8125 | 0.000s | 17.511s |
| Iteration 29 | 0.8 | 0.8125 | 0.8125 | 0.000s | 17.933s |
| Iteration 30 | 0.8 | 0.8125 | 0.8125 | 0.000s | 18.372s |
| Iteration 31 | 0.8 | 0.8125 | 0.8125 | 0.000s | 18.795s |
| Iteration 32 | 0.8 | 0.8125 | 0.8125 | 0.000s | 19.229s |
| Iteration 33 | 0.8 | 0.8125 | 0.8125 | 0.000s | 19.674s |
| Iteration 34 | 0.8 | 0.8125 | 0.8125 | 0.000s | 20.122s |
| Iteration 35 | 0.8 | 0.8125 | 0.8125 | 0.000s | 20.596s |
| Iteration 36 | 0.8 | 0.8125 | 0.8125 | 0.000s | 21.063s |
| Iteration 37 | 0.8 | 0.8125 | 0.8125 | 0.000s | 21.532s |
| Iteration 38 | 0.8 | 0.8125 | 0.8125 | 0.000s | 22.010s |
| Iteration 39 | 0.8 | 0.8125 | 0.8125 | 0.000s | 22.514s |
| Iteration 40 | 0.8 | 0.8125 | 0.8125 | 0.000s | 22.983s |
| Iteration 41 | 0.8 | 0.8125 | 0.8125 | 0.000s | 23.460s |
| Iteration 42 | 0.8 | 0.8125 | 0.8125 | 0.000s | 23.952s |
| Iteration 43 | 0.8 | 0.8125 | 0.8125 | 0.000s | 24.440s |
| Iteration 44 | 0.8 | 0.8125 | 0.8125 | 0.000s | 24.959s |
| Iteration 45 | 0.8 | 0.8125 | 0.8125 | 0.000s | 25.458s |
| Iteration 46 | 0.8 | 0.8125 | 0.8125 | 0.000s | 25.956s |
| Iteration 47 | 0.8 | 0.8125 | 0.8125 | 0.000s | 26.459s |
| Iteration 48 | 0.8 | 0.8125 | 0.8125 | 0.000s | 27.012s |
| Iteration 49 | 0.8 | 0.8125 | 0.8125 | 0.000s | 27.575s |
| Iteration 50 | 0.8 | 0.8125 | 0.8125 | 0.000s | 28.110s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'reg_param': 0.8}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 28.644s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6786
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 1.0 ± 0.0
Time elapsed: 0.029s
-------------------------------------------------
Total time: 28.683s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.3768 | dista.. | auto | 40 | 1 | 0.625 | 0.625 | 0.647s | 0.668s |
| Initial point 2 | 4.9223 | uniform | kd_tree | 39 | 2 | 0.5 | 0.625 | 0.647s | 1.633s |
| Initial point 3 | 3.8883 | dista.. | ball_tree | 25 | 2 | 0.8125 | 0.8125 | 1.140s | 3.084s |
| Initial point 4 | 11.3439 | uniform | ball_tree | 39 | 2 | 0.5 | 0.8125 | 0.642s | 4.121s |
| Initial point 5 | 8.8864 | dista.. | auto | 30 | 2 | 0.875 | 0.875 | 0.638s | 5.078s |
| Initial point 6 | 10.2912 | dista.. | ball_tree | 21 | 2 | 1.0 | 1.0 | 0.651s | 6.036s |
| Initial point 7 | 7.361 | dista.. | ball_tree | 24 | 1 | 1.0 | 1.0 | 0.654s | 7.004s |
| Initial point 8 | 1.764 | dista.. | ball_tree | 21 | 2 | 0.5 | 1.0 | 0.635s | 7.934s |
| Initial point 9 | 8.1996 | uniform | ball_tree | 24 | 1 | 0.625 | 1.0 | 0.640s | 8.926s |
| Initial point 10 | 5.8241 | uniform | brute | 22 | 2 | 0.75 | 1.0 | 0.640s | 9.902s |
| Iteration 11 | 12.4117 | dista.. | brute | 25 | 1 | 0.75 | 1.0 | 0.653s | 11.160s |
| Iteration 12 | 9.1272 | dista.. | ball_tree | 21 | 2 | 0.75 | 1.0 | 0.631s | 12.385s |
| Iteration 13 | 6.5894 | dista.. | ball_tree | 33 | 1 | 0.875 | 1.0 | 0.664s | 13.576s |
| Iteration 14 | 7.3403 | dista.. | ball_tree | 20 | 1 | 0.8125 | 1.0 | 0.637s | 14.745s |
| Iteration 15 | 5.2764 | dista.. | kd_tree | 40 | 2 | 0.6875 | 1.0 | 0.635s | 15.950s |
| Iteration 16 | 0.0 | uniform | brute | 20 | 1 | 0.5 | 1.0 | 0.647s | 17.297s |
| Iteration 17 | 12.4117 | dista.. | auto | 20 | 1 | 0.6875 | 1.0 | 0.650s | 18.518s |
| Iteration 18 | 7.0807 | dista.. | kd_tree | 20 | 2 | 0.75 | 1.0 | 0.652s | 19.792s |
| Iteration 19 | 8.4875 | dista.. | kd_tree | 40 | 1 | 1.0 | 1.0 | 0.647s | 21.005s |
| Iteration 20 | 8.845 | dista.. | brute | 40 | 1 | 0.875 | 1.0 | 0.664s | 22.267s |
| Iteration 21 | 9.1205 | dista.. | auto | 39 | 1 | 0.8125 | 1.0 | 0.644s | 23.571s |
| Iteration 22 | 7.7426 | dista.. | kd_tree | 33 | 1 | 0.875 | 1.0 | 0.649s | 25.073s |
| Iteration 23 | 8.4544 | dista.. | brute | 20 | 1 | 0.75 | 1.0 | 0.648s | 26.367s |
| Iteration 24 | 0.0021 | dista.. | kd_tree | 37 | 1 | 0.5 | 1.0 | 0.651s | 27.725s |
| Iteration 25 | 9.7774 | dista.. | brute | 31 | 2 | 0.3125 | 1.0 | 0.648s | 29.047s |
| Iteration 26 | 9.4953 | dista.. | kd_tree | 39 | 1 | 0.625 | 1.0 | 0.636s | 30.358s |
| Iteration 27 | 8.4258 | dista.. | auto | 35 | 2 | 0.5625 | 1.0 | 0.649s | 31.734s |
| Iteration 28 | 7.5657 | dista.. | auto | 23 | 1 | 0.625 | 1.0 | 0.634s | 33.067s |
| Iteration 29 | 8.3655 | dista.. | auto | 40 | 1 | 0.4375 | 1.0 | 0.653s | 34.478s |
| Iteration 30 | 8.6037 | dista.. | kd_tree | 30 | 1 | 0.625 | 1.0 | 1.194s | 36.381s |
| Iteration 31 | 7.3353 | dista.. | ball_tree | 31 | 1 | 0.9375 | 1.0 | 0.681s | 37.792s |
| Iteration 32 | 10.3643 | dista.. | ball_tree | 26 | 2 | 0.625 | 1.0 | 0.685s | 39.221s |
| Iteration 33 | 7.3315 | dista.. | ball_tree | 31 | 1 | 0.8125 | 1.0 | 0.684s | 40.549s |
| Iteration 34 | 7.4253 | dista.. | kd_tree | 32 | 1 | 1.0 | 1.0 | 0.689s | 41.919s |
| Iteration 35 | 10.1959 | dista.. | ball_tree | 26 | 2 | 0.5 | 1.0 | 0.696s | 43.758s |
| Iteration 36 | 7.2223 | dista.. | kd_tree | 33 | 1 | 0.4375 | 1.0 | 0.685s | 45.320s |
| Iteration 37 | 6.032 | dista.. | ball_tree | 23 | 1 | 0.5312 | 1.0 | 0.678s | 46.643s |
| Iteration 38 | 7.4245 | uniform | kd_tree | 35 | 2 | 0.8125 | 1.0 | 0.670s | 48.084s |
| Iteration 39 | 7.4283 | dista.. | kd_tree | 32 | 1 | 0.375 | 1.0 | 0.726s | 49.616s |
| Iteration 40 | 7.3491 | dista.. | ball_tree | 27 | 1 | 0.4375 | 1.0 | 0.728s | 51.249s |
| Iteration 41 | 7.3342 | dista.. | ball_tree | 31 | 1 | 0.4688 | 1.0 | 0.735s | 52.657s |
| Iteration 42 | 10.2912 | dista.. | ball_tree | 21 | 2 | 1.0 | 1.0 | 0.001s | 53.305s |
| Iteration 43 | 10.2809 | dista.. | ball_tree | 21 | 2 | 0.75 | 1.0 | 0.725s | 54.873s |
| Iteration 44 | 7.2304 | dista.. | ball_tree | 24 | 1 | 0.625 | 1.0 | 0.725s | 56.437s |
| Iteration 45 | 10.2908 | dista.. | ball_tree | 21 | 2 | 0.9375 | 1.0 | 0.715s | 57.853s |
| Iteration 46 | 7.3858 | dista.. | ball_tree | 24 | 1 | 1.0 | 1.0 | 0.713s | 59.330s |
| Iteration 47 | 10.306 | dista.. | ball_tree | 21 | 1 | 0.75 | 1.0 | 0.643s | 1m:01s |
| Iteration 48 | 10.3018 | dista.. | ball_tree | 21 | 2 | 0.625 | 1.0 | 0.670s | 1m:02s |
| Iteration 49 | 8.3928 | dista.. | kd_tree | 40 | 2 | 1.0 | 1.0 | 0.631s | 1m:04s |
| Iteration 50 | 10.2835 | dista.. | ball_tree | 21 | 2 | 0.75 | 1.0 | 0.645s | 1m:05s |
Bayesian Optimization ---------------------------
Best call --> Iteration 46
Best parameters --> {'radius': 7.3858, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 24, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:06s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 1.0 ± 0.0
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:06s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.625 | 0.625 | 1.018s | 1.025s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.8125 | 0.8125 | 1.043s | 2.376s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.75 | 0.8125 | 0.786s | 3.464s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.9062 | 0.9062 | 0.944s | 4.731s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.8125 | 0.9062 | 0.803s | 5.859s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 1.0 | 1.0 | 1.019s | 7.189s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.8125 | 1.0 | 1.244s | 8.961s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.4375 | 1.0 | 0.929s | 10.227s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.625 | 1.0 | 0.639s | 11.176s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.9688 | 1.0 | 0.764s | 12.252s |
| Iteration 11 | 64 | 0.2366 | SAMME | 0.5625 | 1.0 | 0.663s | 13.354s |
| Iteration 12 | 362 | 0.2316 | SAMME.R | 0.625 | 1.0 | 0.924s | 14.707s |
| Iteration 13 | 461 | 0.2353 | SAMME.R | 1.0 | 1.0 | 0.000s | 15.161s |
| Iteration 14 | 462 | 0.2331 | SAMME | 0.375 | 1.0 | 0.956s | 16.633s |
| Iteration 15 | 462 | 0.2334 | SAMME.R | 0.875 | 1.0 | 0.983s | 18.173s |
| Iteration 16 | 410 | 0.249 | SAMME.R | 1.0 | 1.0 | 0.949s | 19.618s |
| Iteration 17 | 466 | 0.2558 | SAMME.R | 0.625 | 1.0 | 0.997s | 21.102s |
| Iteration 18 | 149 | 0.0144 | SAMME | 0.7188 | 1.0 | 0.742s | 22.455s |
| Iteration 19 | 89 | 0.0159 | SAMME | 0.5938 | 1.0 | 0.685s | 23.689s |
| Iteration 20 | 74 | 0.0821 | SAMME | 0.9688 | 1.0 | 0.674s | 24.868s |
| Iteration 21 | 479 | 0.0797 | SAMME | 0.6875 | 1.0 | 0.963s | 26.347s |
| Iteration 22 | 410 | 0.2453 | SAMME.R | 0.75 | 1.0 | 0.948s | 27.897s |
| Iteration 23 | 458 | 0.2439 | SAMME.R | 0.6875 | 1.0 | 1.000s | 29.433s |
| Iteration 24 | 73 | 0.086 | SAMME | 1.0 | 1.0 | 0.678s | 30.639s |
| Iteration 25 | 83 | 0.0902 | SAMME | 0.375 | 1.0 | 0.700s | 31.862s |
| Iteration 26 | 462 | 0.2352 | SAMME.R | 0.6875 | 1.0 | 0.980s | 33.365s |
| Iteration 27 | 204 | 0.2365 | SAMME.R | 0.625 | 1.0 | 0.809s | 34.701s |
| Iteration 28 | 72 | 0.0369 | SAMME | 0.75 | 1.0 | 0.679s | 36.010s |
| Iteration 29 | 175 | 0.1438 | SAMME | 0.25 | 1.0 | 0.783s | 37.333s |
| Iteration 30 | 459 | 0.2203 | SAMME.R | 0.375 | 1.0 | 0.997s | 38.875s |
| Iteration 31 | 57 | 0.075 | SAMME | 0.75 | 1.0 | 0.688s | 40.073s |
| Iteration 32 | 101 | 0.0834 | SAMME | 0.6875 | 1.0 | 0.699s | 41.323s |
| Iteration 33 | 398 | 0.2427 | SAMME.R | 0.625 | 1.0 | 0.958s | 43.399s |
| Iteration 34 | 168 | 0.0834 | SAMME | 0.9688 | 1.0 | 0.807s | 44.743s |
| Iteration 35 | 210 | 0.0442 | SAMME | 0.8438 | 1.0 | 0.837s | 46.156s |
| Iteration 36 | 72 | 0.0838 | SAMME | 0.75 | 1.0 | 0.736s | 47.590s |
| Iteration 37 | 126 | 0.0833 | SAMME | 0.9062 | 1.0 | 0.771s | 48.915s |
| Iteration 38 | 147 | 0.083 | SAMME | 0.6875 | 1.0 | 0.800s | 50.307s |
| Iteration 39 | 106 | 0.0833 | SAMME | 0.75 | 1.0 | 0.764s | 51.642s |
| Iteration 40 | 132 | 0.0413 | SAMME | 0.3438 | 1.0 | 0.778s | 53.054s |
| Iteration 41 | 75 | 0.0797 | SAMME | 0.6875 | 1.0 | 0.729s | 54.558s |
| Iteration 42 | 486 | 0.0842 | SAMME | 0.5 | 1.0 | 0.976s | 56.184s |
| Iteration 43 | 73 | 0.0867 | SAMME | 0.7188 | 1.0 | 0.695s | 58.010s |
| Iteration 44 | 168 | 0.0864 | SAMME | 0.5312 | 1.0 | 0.744s | 59.686s |
| Iteration 45 | 73 | 0.0841 | SAMME | 0.625 | 1.0 | 0.706s | 1m:01s |
| Iteration 46 | 225 | 0.0756 | SAMME | 0.75 | 1.0 | 0.786s | 1m:02s |
| Iteration 47 | 462 | 0.2374 | SAMME.R | 0.6875 | 1.0 | 1.003s | 1m:04s |
| Iteration 48 | 172 | 0.0149 | SAMME | 0.4688 | 1.0 | 0.761s | 1m:06s |
| Iteration 49 | 307 | 0.0533 | SAMME | 1.0 | 1.0 | 0.867s | 1m:07s |
| Iteration 50 | 61 | 0.0816 | SAMME | 0.9375 | 1.0 | 0.693s | 1m:09s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'n_estimators': 461, 'learning_rate': 0.2353, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.416s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.0316
Time elapsed: 1.908s
-------------------------------------------------
Total time: 1m:12s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.5625 | 0.5625 | 1.076s | 1.096s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.9375 | 0.9375 | 0.960s | 2.392s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.8125 | 0.9375 | 0.981s | 3.733s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.75 | 0.9375 | 0.806s | 4.858s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.875 | 0.9375 | 1.001s | 6.215s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 1.0 | 1.0 | 0.839s | 7.395s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 1.0 | 1.0 | 0.868s | 8.587s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.5 | 1.0 | 0.856s | 9.790s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 1.0 | 1.0 | 1.559s | 11.693s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.8125 | 1.0 | 0.943s | 12.960s |
| Iteration 11 | 500 | entropy | None | 8 | 20 | sqrt | True | 0.0093 | None | 0.5625 | 1.0 | 1.008s | 14.969s |
| Iteration 12 | 201 | entropy | 7 | 20 | 7 | sqrt | False | 0.035 | --- | 0.5 | 1.0 | 0.768s | 16.474s |
| Iteration 13 | 194 | entropy | 6 | 15 | 18 | auto | True | 0.0031 | 0.5 | 0.5 | 1.0 | 0.784s | 17.962s |
| Iteration 14 | 52 | gini | 6 | 12 | 1 | auto | False | 0.0314 | --- | 0.5625 | 1.0 | 0.663s | 19.334s |
| Iteration 15 | 499 | gini | 5 | 19 | 17 | 0.9 | False | 0.0027 | --- | 0.5938 | 1.0 | 0.939s | 21.156s |
| Iteration 16 | 103 | entropy | 6 | 8 | 8 | 0.7 | True | 0.0176 | None | 0.75 | 1.0 | 0.709s | 22.654s |
| Iteration 17 | 462 | gini | 5 | 9 | 6 | sqrt | False | 0.0175 | --- | 0.8125 | 1.0 | 0.905s | 24.294s |
| Iteration 18 | 432 | gini | 5 | 14 | 8 | 0.6 | False | 0.0054 | --- | 0.875 | 1.0 | 0.902s | 25.990s |
| Iteration 19 | 464 | gini | 5 | 14 | 7 | 0.7 | False | 0.0109 | --- | 0.7188 | 1.0 | 0.913s | 27.794s |
| Iteration 20 | 356 | gini | 6 | 3 | 8 | 0.5 | True | 0.0261 | None | 0.875 | 1.0 | 0.915s | 29.507s |
| Iteration 21 | 314 | gini | 1 | 3 | 10 | 0.9 | True | 0.0301 | None | 0.5 | 1.0 | 0.886s | 31.301s |
| Iteration 22 | 90 | entropy | 8 | 4 | 19 | log2 | True | 0.0033 | 0.8 | 0.5 | 1.0 | 0.698s | 32.741s |
| Iteration 23 | 267 | entropy | 8 | 20 | 6 | sqrt | False | 0.0341 | --- | 0.8125 | 1.0 | 0.801s | 34.348s |
| Iteration 24 | 407 | gini | 7 | 2 | 10 | log2 | False | 0.0248 | --- | 1.0 | 1.0 | 0.879s | 36.022s |
| Iteration 25 | 218 | gini | 7 | 9 | 9 | 0.9 | False | 0.0025 | --- | 0.4062 | 1.0 | 0.765s | 37.590s |
| Iteration 26 | 243 | gini | 7 | 3 | 6 | 0.5 | False | 0.029 | --- | 0.8125 | 1.0 | 0.785s | 39.715s |
| Iteration 27 | 405 | gini | 7 | 6 | 12 | 0.5 | False | 0.0323 | --- | 0.75 | 1.0 | 0.880s | 42.093s |
| Iteration 28 | 317 | gini | 9 | 4 | 10 | sqrt | False | 0.0194 | --- | 0.75 | 1.0 | 0.827s | 44.331s |
| Iteration 29 | 368 | gini | 1 | 3 | 18 | auto | False | 0.0223 | --- | 0.2812 | 1.0 | 0.848s | 46.506s |
| Iteration 30 | 409 | entropy | 7 | 4 | 3 | 0.8 | False | 0.0176 | --- | 0.6875 | 1.0 | 0.888s | 48.404s |
| Iteration 31 | 328 | entropy | 7 | 11 | 20 | None | False | 0.0271 | --- | 0.625 | 1.0 | 1.414s | 50.848s |
| Iteration 32 | 465 | gini | 4 | 3 | 2 | None | True | 0.0017 | None | 0.8125 | 1.0 | 1.012s | 52.776s |
| Iteration 33 | 436 | gini | 9 | 8 | 7 | 0.6 | False | 0.0301 | --- | 0.9375 | 1.0 | 0.908s | 54.618s |
| Iteration 34 | 500 | gini | 8 | 4 | 8 | log2 | True | 0.0278 | 0.8 | 0.9375 | 1.0 | 1.014s | 56.485s |
| Iteration 35 | 387 | gini | None | 12 | 4 | log2 | False | 0.0 | --- | 0.8125 | 1.0 | 0.847s | 58.198s |
| Iteration 36 | 290 | gini | 7 | 2 | 12 | log2 | True | 0.0213 | 0.6 | 0.8125 | 1.0 | 0.865s | 59.985s |
| Iteration 37 | 500 | entropy | 9 | 7 | 10 | 0.9 | True | 0.0304 | 0.7 | 1.0 | 1.0 | 1.039s | 1m:02s |
| Iteration 38 | 500 | gini | 9 | 2 | 12 | 0.5 | False | 0.0319 | --- | 0.875 | 1.0 | 0.982s | 1m:04s |
| Iteration 39 | 42 | gini | 9 | 2 | 13 | sqrt | True | 0.0312 | None | 0.8125 | 1.0 | 0.711s | 1m:06s |
| Iteration 40 | 500 | gini | 9 | 2 | 8 | log2 | True | 0.0277 | 0.7 | 0.375 | 1.0 | 1.075s | 1m:08s |
| Iteration 41 | 10 | gini | 2 | 11 | 1 | 0.8 | False | 0.0 | --- | 0.6875 | 1.0 | 0.632s | 1m:09s |
| Iteration 42 | 500 | gini | 9 | 10 | 20 | 0.7 | False | 0.035 | --- | 0.5 | 1.0 | 0.941s | 1m:11s |
| Iteration 43 | 458 | entropy | 4 | 20 | 12 | None | False | 0.0014 | --- | 0.7812 | 1.0 | 0.967s | 1m:13s |
| Iteration 44 | 84 | entropy | 4 | 14 | 12 | None | False | 0.0012 | --- | 0.5 | 1.0 | 0.731s | 1m:14s |
| Iteration 45 | 500 | entropy | 4 | 17 | 10 | 0.7 | False | 0.0072 | --- | 1.0 | 1.0 | 0.990s | 1m:16s |
| Iteration 46 | 500 | entropy | 7 | 18 | 10 | 0.7 | False | 0.0177 | --- | 0.9375 | 1.0 | 0.971s | 1m:19s |
| Iteration 47 | 500 | gini | 8 | 3 | 9 | 0.9 | False | 0.0248 | --- | 0.1875 | 1.0 | 0.983s | 1m:21s |
| Iteration 48 | 203 | gini | 9 | 2 | 3 | log2 | False | 0.0294 | --- | 0.5625 | 1.0 | 0.756s | 1m:22s |
| Iteration 49 | 401 | gini | 5 | 18 | 10 | 0.8 | False | 0.0284 | --- | 1.0 | 1.0 | 0.877s | 1m:24s |
| Iteration 50 | 448 | gini | 7 | 14 | 10 | 0.7 | False | 0.0229 | --- | 0.8125 | 1.0 | 0.896s | 1m:26s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'n_estimators': 447, 'criterion': 'gini', 'max_depth': 5, 'min_samples_split': 14, 'min_samples_leaf': 8, 'max_features': 0.7, 'bootstrap': False, 'ccp_alpha': 0.0044}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:27s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9317
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.312s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.92 ± 0.1166
Time elapsed: 1.417s
-------------------------------------------------
Total time: 1m:29s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.751s | 0.770s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.8125 | 0.8125 | 0.740s | 1.874s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.8125 | 1.340s | 3.647s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.8125 | 0.697s | 4.764s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.8125 | 0.746s | 5.853s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.8125 | 0.717s | 6.884s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.8125 | 0.728s | 7.940s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.8125 | 0.772s | 9.128s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.75 | 0.8125 | 0.765s | 10.209s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.8125 | 0.761s | 11.290s |
| Iteration 11 | 123 | 0.0293 | 6 | 0.0 | 2 | 0.6 | 0.6 | 10 | 0 | 0.5 | 0.8125 | 0.710s | 12.684s |
| Iteration 12 | 354 | 0.1461 | 8 | 0.2676 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.5 | 0.8125 | 0.760s | 14.296s |
| Iteration 13 | 107 | 0.1456 | 6 | 0.1194 | 10 | 1.0 | 0.4 | 0.1 | 10 | 0.5 | 0.8125 | 0.709s | 15.689s |
| Iteration 14 | 414 | 0.0407 | 6 | 0.1691 | 2 | 0.8 | 0.9 | 0.1 | 0.1 | 0.4375 | 0.8125 | 0.761s | 17.285s |
| Iteration 15 | 437 | 0.0567 | 6 | 0.5075 | 5 | 0.8 | 0.9 | 0.1 | 0.1 | 0.625 | 0.8125 | 0.771s | 18.846s |
| Iteration 16 | 421 | 0.263 | 3 | 0.4435 | 1 | 0.7 | 0.7 | 10 | 1 | 0.5 | 0.8125 | 0.755s | 20.435s |
| Iteration 17 | 219 | 0.5011 | 6 | 0.5451 | 3 | 0.7 | 0.9 | 10 | 0.01 | 0.5 | 0.8125 | 0.731s | 21.930s |
| Iteration 18 | 392 | 0.0446 | 6 | 0.5412 | 3 | 0.9 | 0.8 | 0.1 | 1 | 0.8125 | 0.8125 | 0.752s | 23.401s |
| Iteration 19 | 401 | 0.1016 | 6 | 0.8689 | 3 | 0.8 | 0.9 | 0.1 | 1 | 0.5 | 0.8125 | 0.707s | 24.893s |
| Iteration 20 | 488 | 0.0288 | 3 | 0.507 | 3 | 0.5 | 0.9 | 0.01 | 0.1 | 0.6875 | 0.8125 | 0.735s | 26.407s |
| Iteration 21 | 230 | 0.0436 | 5 | 0.1395 | 3 | 0.9 | 0.6 | 100 | 1 | 0.5 | 0.8125 | 0.661s | 27.879s |
| Iteration 22 | 417 | 0.0446 | 6 | 0.4872 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.75 | 0.8125 | 0.710s | 29.383s |
| Iteration 23 | 246 | 0.0387 | 8 | 0.5349 | 3 | 1.0 | 0.9 | 0.01 | 10 | 0.75 | 0.8125 | 0.672s | 30.806s |
| Iteration 24 | 290 | 0.0579 | 10 | 0.5434 | 3 | 0.5 | 0.4 | 0.1 | 10 | 0.9375 | 0.9375 | 0.685s | 32.242s |
| Iteration 25 | 215 | 0.0594 | 2 | 0.5386 | 2 | 0.9 | 0.4 | 0 | 0 | 0.375 | 0.9375 | 0.661s | 33.771s |
| Iteration 26 | 345 | 0.0512 | 9 | 0.4703 | 9 | 0.5 | 0.5 | 10 | 10 | 0.5 | 0.9375 | 0.690s | 35.368s |
| Iteration 27 | 401 | 0.1649 | 9 | 0.5284 | 3 | 0.5 | 0.5 | 0.1 | 100 | 0.75 | 0.9375 | 0.691s | 36.903s |
| Iteration 28 | 366 | 0.0224 | 6 | 0.5356 | 3 | 0.5 | 0.4 | 0.1 | 100 | 0.5 | 0.9375 | 0.694s | 38.419s |
| Iteration 29 | 191 | 0.0716 | 9 | 0.5379 | 3 | 0.5 | 0.4 | 0.01 | 10 | 0.0625 | 0.9375 | 0.679s | 39.988s |
| Iteration 30 | 279 | 0.0424 | 5 | 0.539 | 3 | 0.7 | 0.6 | 0.1 | 10 | 0.625 | 0.9375 | 1.260s | 42.313s |
| Iteration 31 | 494 | 0.0385 | 10 | 0.667 | 3 | 0.5 | 0.4 | 0.1 | 0 | 0.75 | 0.9375 | 0.706s | 43.897s |
| Iteration 32 | 20 | 0.1813 | 10 | 0.5086 | 2 | 0.6 | 0.4 | 0.1 | 0.01 | 0.625 | 0.9375 | 0.638s | 45.405s |
| Iteration 33 | 37 | 0.0452 | 10 | 0.5137 | 3 | 0.9 | 0.4 | 0.1 | 0.1 | 0.9375 | 0.9375 | 0.657s | 46.968s |
| Iteration 34 | 384 | 0.0734 | 10 | 0.5282 | 3 | 0.7 | 0.4 | 0.1 | 10 | 0.9375 | 0.9375 | 0.697s | 48.533s |
| Iteration 35 | 426 | 0.0505 | 6 | 0.3743 | 3 | 0.7 | 0.8 | 0.1 | 0.1 | 0.8125 | 0.9375 | 0.755s | 50.172s |
| Iteration 36 | 175 | 0.0676 | 10 | 0.5276 | 3 | 0.7 | 0.4 | 0.1 | 10 | 0.8125 | 0.9375 | 0.701s | 51.810s |
| Iteration 37 | 469 | 0.0358 | 10 | 0.4375 | 3 | 0.8 | 0.4 | 0.1 | 0 | 1.0 | 1.0 | 0.747s | 53.560s |
| Iteration 38 | 500 | 0.0248 | 10 | 0.3592 | 3 | 0.7 | 0.4 | 0.1 | 0 | 0.75 | 1.0 | 0.761s | 55.219s |
| Iteration 39 | 407 | 0.0326 | 6 | 0.4179 | 3 | 0.8 | 0.8 | 0.1 | 0.1 | 0.875 | 1.0 | 0.750s | 57.042s |
| Iteration 40 | 277 | 0.0949 | 10 | 0.4791 | 3 | 0.7 | 0.4 | 0.1 | 0 | 0.1875 | 1.0 | 0.718s | 58.753s |
| Iteration 41 | 428 | 0.0367 | 10 | 0.4354 | 3 | 0.7 | 0.8 | 0.1 | 0 | 0.9375 | 1.0 | 0.752s | 1m:01s |
| Iteration 42 | 398 | 0.0355 | 10 | 0.9705 | 3 | 0.9 | 0.6 | 0.1 | 0 | 0.4375 | 1.0 | 0.736s | 1m:02s |
| Iteration 43 | 423 | 0.0361 | 10 | 0.4062 | 3 | 0.8 | 0.4 | 0.1 | 0.01 | 0.875 | 1.0 | 0.736s | 1m:04s |
| Iteration 44 | 452 | 0.0555 | 10 | 0.5235 | 3 | 1.0 | 0.5 | 0.1 | 1 | 0.625 | 1.0 | 0.753s | 1m:06s |
| Iteration 45 | 456 | 0.0295 | 6 | 0.4318 | 3 | 0.8 | 0.5 | 0.1 | 0.1 | 1.0 | 1.0 | 0.747s | 1m:08s |
| Iteration 46 | 474 | 0.0288 | 6 | 0.4282 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.875 | 1.0 | 0.743s | 1m:10s |
| Iteration 47 | 500 | 0.0318 | 6 | 0.3915 | 3 | 0.8 | 0.4 | 0.1 | 0.1 | 0.5625 | 1.0 | 0.763s | 1m:12s |
| Iteration 48 | 464 | 0.0359 | 6 | 0.4393 | 3 | 0.8 | 0.8 | 0 | 0.1 | 0.625 | 1.0 | 0.748s | 1m:13s |
| Iteration 49 | 458 | 0.0319 | 2 | 0.4318 | 3 | 0.8 | 0.5 | 0.1 | 0.01 | 0.9375 | 1.0 | 0.715s | 1m:15s |
| Iteration 50 | 458 | 0.035 | 10 | 0.4458 | 5 | 0.8 | 1.0 | 0.1 | 0.1 | 0.8125 | 1.0 | 0.751s | 1m:17s |
Bayesian Optimization ---------------------------
Best call --> Iteration 37
Best parameters --> {'n_estimators': 469, 'learning_rate': 0.0358, 'max_depth': 10, 'gamma': 0.4375, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.4, 'reg_alpha': 0.1, 'reg_lambda': 0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:18s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9286
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.097s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.89 ± 0.0917
Time elapsed: 0.304s
-------------------------------------------------
Total time: 1m:19s
Final results ==================== >>
Duration: 8m:31s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.95 ± 0.0775
Logistic Regression --> roc_auc: 1.0 ± 0.0 !
Linear Discriminant Analysis --> roc_auc: 1.0 ± 0.0 !
Quadratic Discriminant Analysis --> roc_auc: 1.0 ± 0.0 !
Radius Nearest Neighbors --> roc_auc: 1.0 ± 0.0 !
AdaBoost --> roc_auc: 0.9 ± 0.0316
Random Forest --> roc_auc: 0.92 ± 0.1166
XGBoost --> roc_auc: 0.89 ± 0.0917
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CALMDTGRRALTF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CAVDGQKLLF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAVSPSGGYQKVTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CALNTGTASKLTF.
>>> Dropping feature CALTSGTYKYIF.
>>> Dropping feature CAVFTSGTYKYIF.
>>> Dropping feature CAVGSGGGADGLTF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CAVSSGGYNKLIF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CALILTGGGNKLTF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CASSLGGEQFF.
>>> Dropping feature CAVASGTYKYIF.
>>> Dropping feature CAVLDSSYKLIF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAVTNTGGFKTIF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CAGNQAGTALIF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVRGYSSASKIIF.
>>> Dropping feature CAVRNAGGTSYGKLTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAASPNTGNQFYF.
>>> Dropping feature CAGNTGNQFYF.
>>> Dropping feature CASSPGGYEQYF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.5938 | 0.5938 | 3.173s | 3.194s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.375 | 0.5938 | 3.230s | 6.753s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.75 | 0.75 | 3.180s | 10.274s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.5625 | 0.75 | 3.226s | 13.845s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.75 | 0.75 | 3.217s | 17.386s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.75 | 0.75 | 3.876s | 21.582s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.9375 | 0.9375 | 3.193s | 25.108s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.3125 | 0.9375 | 3.253s | 28.680s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.6875 | 0.9375 | 3.188s | 32.189s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.8125 | 0.9375 | 3.233s | 35.757s |
| Iteration 11 | exponen.. | 0.9159 | 251 | 0.8 | squared_er.. | 2 | 1 | 9 | auto | 0.035 | 0.6875 | 0.9375 | 3.265s | 39.767s |
| Iteration 12 | deviance | 0.01 | 161 | 0.6 | friedman_mse | 8 | 7 | 8 | auto | 0.0094 | 0.75 | 0.9375 | 3.218s | 43.755s |
| Iteration 13 | exponen.. | 0.01 | 57 | 1.0 | squared_er.. | 10 | 5 | 1 | sqrt | 0.0061 | 0.75 | 0.9375 | 3.163s | 47.568s |
| Iteration 14 | deviance | 0.0214 | 10 | 1.0 | friedman_mse | 13 | 1 | 1 | None | 0.0 | 0.6875 | 0.9375 | 3.171s | 51.351s |
| Iteration 15 | deviance | 0.0753 | 483 | 0.8 | friedman_mse | 20 | 3 | 1 | 0.9 | 0.0096 | 0.8125 | 0.9375 | 3.265s | 55.202s |
| Iteration 16 | exponen.. | 0.0691 | 10 | 1.0 | friedman_mse | 20 | 20 | 10 | auto | 0.035 | 0.75 | 0.9375 | 3.163s | 58.983s |
| Iteration 17 | exponen.. | 1.0 | 10 | 0.5 | squared_er.. | 20 | 20 | 1 | None | 0.0 | 0.5 | 0.9375 | 3.157s | 1m:03s |
| Iteration 18 | deviance | 0.01 | 51 | 0.5 | friedman_mse | 3 | 14 | 6 | 0.6 | 0.0274 | 0.875 | 0.9375 | 3.128s | 1m:07s |
| Iteration 19 | exponen.. | 1.0 | 316 | 0.7 | squared_er.. | 7 | 6 | 5 | sqrt | 0.0048 | 0.6875 | 0.9375 | 3.208s | 1m:10s |
| Iteration 20 | exponen.. | 0.01 | 500 | 1.0 | friedman_mse | 20 | 20 | 10 | 0.6 | 0.035 | 0.5625 | 0.9375 | 3.310s | 1m:15s |
| Iteration 21 | exponen.. | 0.0153 | 135 | 0.5 | friedman_mse | 5 | 18 | 9 | None | 0.0049 | 0.5 | 0.9375 | 3.224s | 1m:19s |
| Iteration 22 | deviance | 1.0 | 500 | 0.5 | friedman_mse | 2 | 1 | 4 | 0.6 | 0.035 | 0.375 | 0.9375 | 3.326s | 1m:23s |
| Iteration 23 | exponen.. | 0.5087 | 40 | 0.7 | squared_er.. | 9 | 14 | 7 | auto | 0.0312 | 0.875 | 0.9375 | 3.245s | 1m:27s |
| Iteration 24 | deviance | 0.6225 | 125 | 1.0 | squared_er.. | 20 | 9 | 7 | 0.6 | 0.0235 | 0.75 | 0.9375 | 3.225s | 1m:31s |
| Iteration 25 | deviance | 0.01 | 367 | 0.8 | friedman_mse | 3 | 6 | 5 | auto | 0.011 | 0.25 | 0.9375 | 3.170s | 1m:35s |
| Iteration 26 | deviance | 0.3962 | 10 | 0.9 | squared_er.. | 7 | 19 | 8 | sqrt | 0.0251 | 0.5312 | 0.9375 | 3.108s | 1m:38s |
| Iteration 27 | deviance | 0.0259 | 91 | 0.6 | squared_er.. | 10 | 20 | 10 | auto | 0.0292 | 0.5 | 0.9375 | 3.145s | 1m:42s |
| Iteration 28 | exponen.. | 0.1437 | 181 | 1.0 | squared_er.. | 9 | 15 | 2 | auto | 0.0303 | 0.4062 | 0.9375 | 3.125s | 1m:46s |
| Iteration 29 | deviance | 0.0132 | 284 | 0.5 | friedman_mse | 18 | 15 | 2 | sqrt | 0.0272 | 0.5 | 0.9375 | 3.167s | 1m:50s |
| Iteration 30 | exponen.. | 0.012 | 88 | 0.8 | squared_er.. | 2 | 19 | 7 | auto | 0.0304 | 0.4375 | 0.9375 | 3.155s | 1m:54s |
| Iteration 31 | exponen.. | 0.3524 | 180 | 0.7 | squared_er.. | 19 | 16 | 5 | auto | 0.031 | 0.875 | 0.9375 | 3.790s | 1m:59s |
| Iteration 32 | deviance | 0.343 | 362 | 0.5 | squared_er.. | 2 | 1 | 10 | auto | 0.031 | 0.75 | 0.9375 | 3.229s | 2m:03s |
| Iteration 33 | exponen.. | 1.0 | 31 | 0.9 | squared_er.. | 2 | 15 | 4 | auto | 0.0309 | 0.5312 | 0.9375 | 3.189s | 2m:07s |
| Iteration 34 | exponen.. | 0.7446 | 251 | 0.8 | squared_er.. | 7 | 12 | 2 | auto | 0.03 | 0.875 | 0.9375 | 3.216s | 2m:11s |
| Iteration 35 | exponen.. | 0.8127 | 291 | 0.8 | squared_er.. | 3 | 3 | 5 | auto | 0.0313 | 0.6562 | 0.9375 | 3.222s | 2m:15s |
| Iteration 36 | deviance | 0.8326 | 145 | 0.7 | squared_er.. | 11 | 19 | 6 | auto | 0.0269 | 0.625 | 0.9375 | 3.180s | 2m:19s |
| Iteration 37 | exponen.. | 0.6403 | 261 | 0.7 | squared_er.. | 10 | 18 | 5 | auto | 0.0344 | 0.25 | 0.9375 | 3.223s | 2m:23s |
| Iteration 38 | exponen.. | 0.0181 | 198 | 1.0 | friedman_mse | 5 | 14 | 3 | 0.8 | 0.0064 | 0.7188 | 0.9375 | 3.191s | 2m:27s |
| Iteration 39 | exponen.. | 0.311 | 160 | 0.7 | squared_er.. | 18 | 18 | 2 | auto | 0.0303 | 0.875 | 0.9375 | 3.173s | 2m:31s |
| Iteration 40 | exponen.. | 0.3185 | 180 | 0.7 | squared_er.. | 18 | 6 | 7 | auto | 0.0283 | 0.5 | 0.9375 | 3.146s | 2m:36s |
| Iteration 41 | exponen.. | 0.4094 | 225 | 0.8 | squared_er.. | 13 | 13 | 5 | auto | 0.0312 | 0.625 | 0.9375 | 3.174s | 2m:40s |
| Iteration 42 | exponen.. | 0.3267 | 162 | 0.7 | squared_er.. | 6 | 11 | 6 | auto | 0.0312 | 0.4375 | 0.9375 | 3.148s | 2m:44s |
| Iteration 43 | exponen.. | 0.3205 | 156 | 0.7 | squared_er.. | 20 | 11 | 5 | auto | 0.0311 | 0.75 | 0.9375 | 3.144s | 2m:48s |
| Iteration 44 | exponen.. | 0.7892 | 249 | 0.8 | squared_er.. | 4 | 5 | 6 | auto | 0.0306 | 0.5625 | 0.9375 | 3.193s | 2m:52s |
| Iteration 45 | exponen.. | 0.424 | 250 | 0.7 | squared_er.. | 3 | 4 | 9 | 0.5 | 0.0166 | 0.9375 | 0.9375 | 3.174s | 2m:56s |
| Iteration 46 | deviance | 0.1359 | 251 | 0.8 | squared_er.. | 3 | 5 | 3 | log2 | 0.0265 | 0.9375 | 0.9375 | 3.183s | 3m:00s |
| Iteration 47 | exponen.. | 0.1638 | 162 | 1.0 | squared_er.. | 19 | 18 | 3 | 0.6 | 0.0344 | 0.25 | 0.9375 | 3.142s | 3m:05s |
| Iteration 48 | deviance | 0.273 | 251 | 1.0 | squared_er.. | 3 | 5 | 10 | sqrt | 0.0197 | 0.6562 | 0.9375 | 3.152s | 3m:09s |
| Iteration 49 | exponen.. | 0.5111 | 251 | 0.8 | squared_er.. | 3 | 14 | 1 | sqrt | 0.028 | 0.5625 | 0.9375 | 3.169s | 3m:13s |
| Iteration 50 | exponen.. | 0.0364 | 251 | 0.7 | squared_er.. | 3 | 4 | 8 | 0.8 | 0.0263 | 0.8125 | 0.9375 | 3.171s | 3m:17s |
Bayesian Optimization ---------------------------
Best call --> Initial point 7
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.7941, 'n_estimators': 252, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 3, 'min_samples_leaf': 4, 'max_depth': 8, 'max_features': 'auto', 'ccp_alpha': 0.0309}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 3m:18s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.084s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.84 ± 0.08
Time elapsed: 0.396s
-------------------------------------------------
Total time: 3m:19s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.625 | 0.625 | 3.152s | 3.164s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.1875 | 0.625 | 3.145s | 6.620s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.625 | 0.625 | 3.230s | 10.188s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.8125 | 0.8125 | 3.125s | 13.669s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.4375 | 0.8125 | 3.181s | 17.157s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.625 | 0.8125 | 3.796s | 21.292s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.5 | 0.8125 | 3.173s | 24.798s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.4375 | 0.8125 | 3.147s | 28.248s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.625 | 0.8125 | 3.156s | 31.708s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 1.0 | 1.0 | 3.176s | 35.192s |
| Iteration 11 | l2 | 29.8908 | libli.. | 172 | --- | 0.375 | 1.0 | 3.130s | 38.880s |
| Iteration 12 | none | --- | saga | 1000 | --- | 0.375 | 1.0 | 3.132s | 42.611s |
| Iteration 13 | elast.. | 0.343 | saga | 180 | 0.5 | 0.3125 | 1.0 | 3.116s | 46.305s |
| Iteration 14 | l2 | 0.0019 | saga | 100 | --- | 0.8125 | 1.0 | 3.134s | 50.046s |
| Iteration 15 | l1 | 0.0078 | saga | 1000 | --- | 0.5 | 1.0 | 3.149s | 53.855s |
| Iteration 16 | l2 | 0.0246 | saga | 996 | --- | 0.4375 | 1.0 | 3.122s | 57.643s |
| Iteration 17 | l2 | 0.0044 | saga | 237 | --- | 0.625 | 1.0 | 3.126s | 1m:01s |
| Iteration 18 | l2 | 0.0018 | sag | 249 | --- | 0.5625 | 1.0 | 3.206s | 1m:05s |
| Iteration 19 | l2 | 0.001 | saga | 100 | --- | 0.5 | 1.0 | 3.191s | 1m:09s |
| Iteration 20 | elast.. | 0.0036 | saga | 240 | 0.5 | 0.5 | 1.0 | 3.222s | 1m:13s |
| Iteration 21 | l2 | 0.0033 | saga | 849 | --- | 0.25 | 1.0 | 3.247s | 1m:17s |
| Iteration 22 | l2 | 0.0041 | saga | 226 | --- | 0.5625 | 1.0 | 3.267s | 1m:21s |
| Iteration 23 | none | --- | newto.. | 883 | --- | 0.625 | 1.0 | 3.285s | 1m:25s |
| Iteration 24 | none | --- | sag | 930 | --- | 0.75 | 1.0 | 3.269s | 1m:29s |
| Iteration 25 | l2 | 0.0016 | libli.. | 927 | --- | 0.125 | 1.0 | 3.256s | 1m:33s |
| Iteration 26 | none | --- | sag | 1000 | --- | 0.4375 | 1.0 | 3.249s | 1m:37s |
| Iteration 27 | l2 | 0.0013 | saga | 100 | --- | 0.6875 | 1.0 | 3.208s | 1m:41s |
| Iteration 28 | l2 | 0.0525 | saga | 105 | --- | 0.3125 | 1.0 | 3.231s | 1m:44s |
| Iteration 29 | l2 | 0.0019 | saga | 221 | --- | 0.375 | 1.0 | 3.240s | 1m:48s |
| Iteration 30 | l2 | 0.0059 | saga | 119 | --- | 0.6875 | 1.0 | 3.280s | 1m:52s |
| Iteration 31 | l2 | 0.0032 | saga | 100 | --- | 0.5625 | 1.0 | 3.867s | 1m:57s |
| Iteration 32 | l2 | 0.0032 | saga | 100 | --- | 0.5625 | 1.0 | 0.000s | 1m:57s |
| Iteration 33 | l2 | 0.0025 | saga | 100 | --- | 0.4375 | 1.0 | 3.293s | 2m:01s |
| Iteration 34 | l2 | 0.2303 | libli.. | 713 | --- | 0.875 | 1.0 | 3.182s | 2m:05s |
| Iteration 35 | l2 | 0.188 | libli.. | 823 | --- | 0.5 | 1.0 | 3.187s | 2m:09s |
| Iteration 36 | l2 | 0.2777 | libli.. | 801 | --- | 0.75 | 1.0 | 3.221s | 2m:13s |
| Iteration 37 | l2 | 0.2033 | libli.. | 695 | --- | 0.5 | 1.0 | 3.400s | 2m:17s |
| Iteration 38 | l2 | 1.2711 | libli.. | 1000 | --- | 0.125 | 1.0 | 3.161s | 2m:21s |
| Iteration 39 | none | --- | sag | 296 | --- | 0.125 | 1.0 | 3.182s | 2m:25s |
| Iteration 40 | l2 | 0.2226 | libli.. | 929 | --- | 0.5 | 1.0 | 3.233s | 2m:29s |
| Iteration 41 | l2 | 0.1953 | libli.. | 594 | --- | 0.375 | 1.0 | 3.190s | 2m:33s |
| Iteration 42 | l1 | 0.0028 | saga | 132 | --- | 0.5 | 1.0 | 3.170s | 2m:37s |
| Iteration 43 | l2 | 0.0026 | saga | 131 | --- | 0.25 | 1.0 | 3.176s | 2m:41s |
| Iteration 44 | l2 | 0.0027 | libli.. | 204 | --- | 0.5 | 1.0 | 3.182s | 2m:45s |
| Iteration 45 | l2 | 0.0163 | libli.. | 890 | --- | 0.0 | 1.0 | 3.165s | 2m:48s |
| Iteration 46 | l2 | 0.0044 | saga | 231 | --- | 0.75 | 1.0 | 3.164s | 2m:52s |
| Iteration 47 | l2 | 0.2144 | libli.. | 808 | --- | 0.25 | 1.0 | 3.122s | 2m:56s |
| Iteration 48 | l2 | 0.0048 | saga | 253 | --- | 0.5 | 1.0 | 3.151s | 3m:00s |
| Iteration 49 | l2 | 1.3239 | libli.. | 911 | --- | 0.0 | 1.0 | 3.180s | 3m:04s |
| Iteration 50 | l2 | 0.001 | saga | 233 | --- | 0.5 | 1.0 | 3.174s | 3m:08s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'penalty': 'l2', 'C': 0.003, 'solver': 'saga', 'max_iter': 208}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8036
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.52 ± 0.1503
Time elapsed: 0.055s
-------------------------------------------------
Total time: 3m:09s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.5 | 0.5 | 3.185s | 3.190s |
| Initial point 2 | svd | --- | 0.1875 | 0.5 | 3.172s | 6.663s |
| Initial point 3 | svd | --- | 0.1875 | 0.5 | 0.000s | 6.965s |
| Initial point 4 | lsqr | 0.8 | 0.1875 | 0.5 | 3.074s | 10.332s |
| Initial point 5 | eigen | 0.9 | 0.0 | 0.5 | 3.119s | 13.780s |
| Initial point 6 | lsqr | 0.7 | 0.0 | 0.5 | 3.181s | 17.265s |
| Initial point 7 | lsqr | 0.5 | 0.1875 | 0.5 | 3.183s | 20.748s |
| Initial point 8 | lsqr | 0.9 | 0.1875 | 0.5 | 3.169s | 24.224s |
| Initial point 9 | lsqr | 0.6 | 0.5 | 0.5 | 3.176s | 27.703s |
| Initial point 10 | eigen | 0.8 | 0.625 | 0.625 | 3.180s | 31.191s |
| Iteration 11 | eigen | 0.8 | 0.625 | 0.625 | 0.000s | 32.226s |
| Iteration 12 | eigen | 0.7 | 0.3125 | 0.625 | 3.170s | 35.858s |
| Iteration 13 | svd | --- | 0.1875 | 0.625 | 0.000s | 36.312s |
| Iteration 14 | lsqr | auto | 0.75 | 0.75 | 3.176s | 39.933s |
| Iteration 15 | eigen | auto | 1.0 | 1.0 | 3.186s | 43.573s |
| Iteration 16 | svd | --- | 0.1875 | 1.0 | 0.000s | 44.042s |
| Iteration 17 | eigen | auto | 1.0 | 1.0 | 0.000s | 44.481s |
| Iteration 18 | eigen | auto | 1.0 | 1.0 | 0.000s | 44.930s |
| Iteration 19 | svd | --- | 0.1875 | 1.0 | 0.000s | 45.377s |
| Iteration 20 | eigen | auto | 1.0 | 1.0 | 0.000s | 45.843s |
| Iteration 21 | eigen | auto | 1.0 | 1.0 | 0.000s | 46.354s |
| Iteration 22 | eigen | auto | 1.0 | 1.0 | 0.000s | 46.842s |
| Iteration 23 | eigen | 0.6 | 0.375 | 1.0 | 3.116s | 50.455s |
| Iteration 24 | eigen | auto | 1.0 | 1.0 | 0.000s | 50.932s |
| Iteration 25 | eigen | auto | 1.0 | 1.0 | 0.000s | 51.478s |
| Iteration 26 | eigen | auto | 1.0 | 1.0 | 0.000s | 51.965s |
| Iteration 27 | eigen | auto | 1.0 | 1.0 | 0.000s | 52.449s |
| Iteration 28 | eigen | auto | 1.0 | 1.0 | 0.001s | 52.964s |
| Iteration 29 | eigen | auto | 1.0 | 1.0 | 0.000s | 53.467s |
| Iteration 30 | eigen | auto | 1.0 | 1.0 | 0.001s | 53.981s |
| Iteration 31 | eigen | auto | 1.0 | 1.0 | 0.000s | 54.493s |
| Iteration 32 | eigen | auto | 1.0 | 1.0 | 0.000s | 55.011s |
| Iteration 33 | eigen | auto | 1.0 | 1.0 | 0.000s | 55.527s |
| Iteration 34 | eigen | auto | 1.0 | 1.0 | 0.000s | 56.061s |
| Iteration 35 | eigen | auto | 1.0 | 1.0 | 0.000s | 56.647s |
| Iteration 36 | eigen | auto | 1.0 | 1.0 | 0.000s | 57.184s |
| Iteration 37 | eigen | auto | 1.0 | 1.0 | 0.000s | 57.729s |
| Iteration 38 | eigen | auto | 1.0 | 1.0 | 0.000s | 58.286s |
| Iteration 39 | eigen | auto | 1.0 | 1.0 | 0.000s | 58.867s |
| Iteration 40 | eigen | auto | 1.0 | 1.0 | 0.000s | 59.463s |
| Iteration 41 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:00s |
| Iteration 42 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:01s |
| Iteration 43 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:01s |
| Iteration 44 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:02s |
| Iteration 45 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:03s |
| Iteration 46 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:03s |
| Iteration 47 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:04s |
| Iteration 48 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:04s |
| Iteration 49 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:05s |
| Iteration 50 | eigen | auto | 1.0 | 1.0 | 0.001s | 1m:06s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'solver': 'eigen', 'shrinkage': 'auto'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:06s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8018
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.68 ± 0.0812
Time elapsed: 0.034s
-------------------------------------------------
Total time: 1m:06s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.5 | 0.5 | 3.105s | 3.109s |
| Initial point 2 | 0.9 | 0.375 | 0.5 | 3.154s | 6.560s |
| Initial point 3 | 0.1 | 0.625 | 0.625 | 3.136s | 9.995s |
| Initial point 4 | 1.0 | 0.5 | 0.625 | 0.000s | 10.306s |
| Initial point 5 | 0.2 | 0.0625 | 0.625 | 3.142s | 13.756s |
| Initial point 6 | 0.4 | 0.0 | 0.625 | 3.178s | 17.237s |
| Initial point 7 | 0.4 | 0.0 | 0.625 | 0.000s | 17.540s |
| Initial point 8 | 0.7 | 0.125 | 0.625 | 3.125s | 20.956s |
| Initial point 9 | 0.9 | 0.375 | 0.625 | 0.000s | 21.261s |
| Initial point 10 | 0.8 | 0.25 | 0.625 | 3.149s | 24.705s |
| Iteration 11 | 0.3 | 0.5625 | 0.625 | 3.157s | 28.251s |
| Iteration 12 | 0.6 | 0.75 | 0.75 | 3.141s | 31.787s |
| Iteration 13 | 0.5 | 0.6875 | 0.75 | 3.133s | 35.326s |
| Iteration 14 | 0.0 | 0.6875 | 0.75 | 3.130s | 38.859s |
| Iteration 15 | 0.6 | 0.75 | 0.75 | 0.000s | 39.271s |
| Iteration 16 | 0.6 | 0.75 | 0.75 | 0.000s | 39.690s |
| Iteration 17 | 0.6 | 0.75 | 0.75 | 0.000s | 40.116s |
| Iteration 18 | 0.6 | 0.75 | 0.75 | 0.000s | 40.559s |
| Iteration 19 | 0.6 | 0.75 | 0.75 | 0.000s | 41.240s |
| Iteration 20 | 0.6 | 0.75 | 0.75 | 0.000s | 42.302s |
| Iteration 21 | 0.6 | 0.75 | 0.75 | 0.000s | 42.754s |
| Iteration 22 | 0.6 | 0.75 | 0.75 | 0.000s | 43.174s |
| Iteration 23 | 0.6 | 0.75 | 0.75 | 0.000s | 43.578s |
| Iteration 24 | 0.8 | 0.25 | 0.75 | 0.000s | 43.979s |
| Iteration 25 | 0.6 | 0.75 | 0.75 | 0.000s | 44.383s |
| Iteration 26 | 0.2 | 0.0625 | 0.75 | 0.000s | 44.793s |
| Iteration 27 | 0.6 | 0.75 | 0.75 | 0.000s | 45.242s |
| Iteration 28 | 0.6 | 0.75 | 0.75 | 0.000s | 45.690s |
| Iteration 29 | 0.6 | 0.75 | 0.75 | 0.000s | 46.128s |
| Iteration 30 | 0.6 | 0.75 | 0.75 | 0.001s | 46.585s |
| Iteration 31 | 0.6 | 0.75 | 0.75 | 0.001s | 47.019s |
| Iteration 32 | 0.6 | 0.75 | 0.75 | 0.000s | 47.451s |
| Iteration 33 | 0.6 | 0.75 | 0.75 | 0.000s | 47.896s |
| Iteration 34 | 0.6 | 0.75 | 0.75 | 0.000s | 48.338s |
| Iteration 35 | 0.6 | 0.75 | 0.75 | 0.001s | 48.800s |
| Iteration 36 | 0.6 | 0.75 | 0.75 | 0.000s | 49.263s |
| Iteration 37 | 0.6 | 0.75 | 0.75 | 0.000s | 49.717s |
| Iteration 38 | 0.6 | 0.75 | 0.75 | 0.000s | 50.189s |
| Iteration 39 | 0.6 | 0.75 | 0.75 | 0.001s | 50.680s |
| Iteration 40 | 0.6 | 0.75 | 0.75 | 0.000s | 51.158s |
| Iteration 41 | 0.6 | 0.75 | 0.75 | 0.001s | 51.632s |
| Iteration 42 | 0.6 | 0.75 | 0.75 | 0.000s | 52.113s |
| Iteration 43 | 0.6 | 0.75 | 0.75 | 0.000s | 52.603s |
| Iteration 44 | 0.6 | 0.75 | 0.75 | 0.000s | 53.110s |
| Iteration 45 | 0.6 | 0.75 | 0.75 | 0.000s | 53.609s |
| Iteration 46 | 0.6 | 0.75 | 0.75 | 0.000s | 54.112s |
| Iteration 47 | 0.6 | 0.75 | 0.75 | 0.000s | 54.620s |
| Iteration 48 | 0.6 | 0.75 | 0.75 | 0.000s | 55.169s |
| Iteration 49 | 0.6 | 0.75 | 0.75 | 0.000s | 55.686s |
| Iteration 50 | 0.6 | 0.75 | 0.75 | 0.000s | 56.217s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'reg_param': 0.6}
Best evaluation --> roc_auc: 0.75
Time elapsed: 56.776s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7393
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.103
Time elapsed: 0.028s
-------------------------------------------------
Total time: 56.815s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.0512 | dista.. | auto | 40 | 1 | 0.7188 | 0.7188 | 3.129s | 3.149s |
| Initial point 2 | 4.7928 | uniform | kd_tree | 39 | 2 | 0.625 | 0.7188 | 3.186s | 6.647s |
| Initial point 3 | 3.786 | dista.. | ball_tree | 25 | 2 | 0.625 | 0.7188 | 3.171s | 10.143s |
| Initial point 4 | 11.0455 | uniform | ball_tree | 39 | 2 | 0.375 | 0.7188 | 3.183s | 13.638s |
| Initial point 5 | 8.6527 | dista.. | auto | 30 | 2 | 1.0 | 1.0 | 3.183s | 17.130s |
| Initial point 6 | 10.0205 | dista.. | ball_tree | 21 | 2 | 1.0 | 1.0 | 3.227s | 20.676s |
| Initial point 7 | 7.1674 | dista.. | ball_tree | 24 | 1 | 0.6875 | 1.0 | 3.187s | 24.175s |
| Initial point 8 | 1.7176 | dista.. | ball_tree | 21 | 2 | 0.625 | 1.0 | 3.163s | 27.647s |
| Initial point 9 | 7.984 | uniform | ball_tree | 24 | 1 | 0.7188 | 1.0 | 3.208s | 31.168s |
| Initial point 10 | 5.6709 | uniform | brute | 22 | 2 | 0.9375 | 1.0 | 3.169s | 34.728s |
| Iteration 11 | 11.1677 | uniform | ball_tree | 22 | 2 | 0.5 | 1.0 | 3.170s | 38.517s |
| Iteration 12 | 9.7855 | dista.. | auto | 26 | 2 | 0.9375 | 1.0 | 3.159s | 42.379s |
| Iteration 13 | 8.2767 | dista.. | auto | 32 | 2 | 0.375 | 1.0 | 3.140s | 46.231s |
| Iteration 14 | 9.9255 | dista.. | kd_tree | 37 | 1 | 0.8125 | 1.0 | 3.165s | 50.073s |
| Iteration 15 | 11.484 | dista.. | auto | 30 | 1 | 0.7812 | 1.0 | 3.146s | 53.804s |
| Iteration 16 | 8.7959 | dista.. | auto | 23 | 2 | 0.3125 | 1.0 | 3.158s | 57.539s |
| Iteration 17 | 5.8478 | dista.. | ball_tree | 30 | 2 | 0.9375 | 1.0 | 3.167s | 1m:01s |
| Iteration 18 | 1.947 | uniform | kd_tree | 22 | 2 | 0.375 | 1.0 | 3.174s | 1m:05s |
| Iteration 19 | 0.0672 | uniform | ball_tree | 30 | 2 | 0.5 | 1.0 | 3.800s | 1m:10s |
| Iteration 20 | 7.5341 | dista.. | ball_tree | 30 | 1 | 0.9375 | 1.0 | 3.170s | 1m:13s |
| Iteration 21 | 8.9402 | uniform | auto | 30 | 2 | 0.625 | 1.0 | 3.185s | 1m:17s |
| Iteration 22 | 11.2488 | dista.. | ball_tree | 21 | 2 | 0.5625 | 1.0 | 3.186s | 1m:21s |
| Iteration 23 | 7.8664 | dista.. | ball_tree | 30 | 2 | 0.625 | 1.0 | 3.204s | 1m:25s |
| Iteration 24 | 0.2653 | dista.. | brute | 26 | 1 | 0.5 | 1.0 | 3.176s | 1m:29s |
| Iteration 25 | 5.1701 | dista.. | ball_tree | 30 | 2 | 0.375 | 1.0 | 3.161s | 1m:33s |
| Iteration 26 | 8.1025 | dista.. | ball_tree | 30 | 1 | 0.625 | 1.0 | 3.152s | 1m:36s |
| Iteration 27 | 10.7024 | dista.. | brute | 26 | 1 | 0.75 | 1.0 | 3.171s | 1m:40s |
| Iteration 28 | 8.4911 | uniform | auto | 26 | 2 | 0.75 | 1.0 | 3.194s | 1m:44s |
| Iteration 29 | 9.9666 | dista.. | ball_tree | 21 | 2 | 0.25 | 1.0 | 3.156s | 1m:48s |
| Iteration 30 | 12.0775 | dista.. | ball_tree | 26 | 2 | 0.75 | 1.0 | 3.203s | 1m:51s |
| Iteration 31 | 6.5987 | dista.. | kd_tree | 26 | 2 | 0.5625 | 1.0 | 3.164s | 1m:56s |
| Iteration 32 | 7.0148 | dista.. | ball_tree | 37 | 1 | 0.75 | 1.0 | 3.149s | 1m:59s |
| Iteration 33 | 0.4595 | uniform | auto | 21 | 1 | 0.5 | 1.0 | 3.195s | 2m:03s |
| Iteration 34 | 12.0739 | uniform | kd_tree | 37 | 2 | 0.5 | 1.0 | 3.210s | 2m:07s |
| Iteration 35 | 12.0799 | dista.. | kd_tree | 30 | 2 | 0.375 | 1.0 | 3.184s | 2m:11s |
| Iteration 36 | 0.067 | uniform | kd_tree | 20 | 1 | 0.5 | 1.0 | 3.173s | 2m:14s |
| Iteration 37 | 12.0825 | uniform | ball_tree | 28 | 1 | 0.3438 | 1.0 | 3.164s | 2m:18s |
| Iteration 38 | 11.131 | dista.. | auto | 40 | 1 | 0.5 | 1.0 | 3.169s | 2m:22s |
| Iteration 39 | 6.8745 | dista.. | brute | 22 | 1 | 0.5 | 1.0 | 3.181s | 2m:26s |
| Iteration 40 | 11.8764 | uniform | brute | 39 | 1 | 0.4375 | 1.0 | 3.147s | 2m:30s |
| Iteration 41 | 12.0771 | uniform | auto | 26 | 1 | 0.4375 | 1.0 | 3.187s | 2m:34s |
| Iteration 42 | 0.1987 | uniform | brute | 38 | 1 | 0.5 | 1.0 | 3.174s | 2m:37s |
| Iteration 43 | 0.0403 | dista.. | brute | 39 | 1 | 0.5 | 1.0 | 3.184s | 2m:41s |
| Iteration 44 | 11.4395 | dista.. | brute | 40 | 2 | 0.5 | 1.0 | 3.834s | 2m:46s |
| Iteration 45 | 0.0875 | uniform | brute | 21 | 2 | 0.5 | 1.0 | 3.207s | 2m:50s |
| Iteration 46 | 11.9948 | dista.. | auto | 40 | 1 | 0.625 | 1.0 | 3.199s | 2m:54s |
| Iteration 47 | 0.1779 | dista.. | brute | 40 | 2 | 0.5 | 1.0 | 3.178s | 2m:58s |
| Iteration 48 | 12.0468 | dista.. | auto | 31 | 1 | 0.5 | 1.0 | 3.266s | 3m:02s |
| Iteration 49 | 7.9337 | dista.. | ball_tree | 30 | 2 | 0.5 | 1.0 | 3.332s | 3m:06s |
| Iteration 50 | 4.1393 | uniform | kd_tree | 37 | 2 | 0.625 | 1.0 | 3.200s | 3m:10s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'radius': 10.0205, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 21, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:10s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.92 ± 0.0678
Time elapsed: 0.055s
-------------------------------------------------
Total time: 3m:10s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.4688 | 0.4688 | 3.804s | 3.812s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.5 | 0.5 | 3.580s | 7.706s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.6875 | 0.6875 | 3.327s | 11.351s |
| Initial point 4 | 431 | 0.0871 | SAMME | 1.0 | 1.0 | 3.442s | 15.624s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.75 | 1.0 | 3.363s | 19.530s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 1.0 | 1.0 | 3.530s | 23.452s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.8438 | 1.0 | 3.180s | 26.934s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.4375 | 1.0 | 3.485s | 30.744s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.4688 | 1.0 | 3.196s | 34.256s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.75 | 1.0 | 3.267s | 37.855s |
| Iteration 11 | 430 | 0.0858 | SAMME | 0.6562 | 1.0 | 3.524s | 41.924s |
| Iteration 12 | 461 | 0.2229 | SAMME | 1.0 | 1.0 | 3.503s | 45.945s |
| Iteration 13 | 462 | 0.2592 | SAMME | 0.4375 | 1.0 | 3.527s | 49.999s |
| Iteration 14 | 461 | 0.2255 | SAMME.R | 0.8125 | 1.0 | 3.495s | 54.033s |
| Iteration 15 | 458 | 0.2268 | SAMME | 0.8125 | 1.0 | 3.492s | 58.110s |
| Iteration 16 | 59 | 0.5143 | SAMME.R | 0.6875 | 1.0 | 3.269s | 1m:02s |
| Iteration 17 | 490 | 0.2254 | SAMME | 0.9375 | 1.0 | 3.486s | 1m:06s |
| Iteration 18 | 132 | 0.2113 | SAMME | 0.6875 | 1.0 | 3.276s | 1m:10s |
| Iteration 19 | 500 | 0.2123 | SAMME | 0.875 | 1.0 | 3.574s | 1m:14s |
| Iteration 20 | 388 | 0.2176 | SAMME | 0.9375 | 1.0 | 3.474s | 1m:18s |
| Iteration 21 | 299 | 0.2294 | SAMME.R | 0.3125 | 1.0 | 3.348s | 1m:22s |
| Iteration 22 | 436 | 0.213 | SAMME | 0.5312 | 1.0 | 3.575s | 1m:27s |
| Iteration 23 | 485 | 0.1574 | SAMME | 0.625 | 1.0 | 3.670s | 1m:31s |
| Iteration 24 | 481 | 0.2419 | SAMME.R | 0.4375 | 1.0 | 3.642s | 1m:35s |
| Iteration 25 | 206 | 0.01 | SAMME.R | 0.25 | 1.0 | 3.278s | 1m:39s |
| Iteration 26 | 51 | 8.9387 | SAMME | 0.5 | 1.0 | 3.240s | 1m:43s |
| Iteration 27 | 500 | 0.1576 | SAMME | 0.5625 | 1.0 | 3.544s | 1m:47s |
| Iteration 28 | 497 | 0.172 | SAMME | 0.4375 | 1.0 | 3.540s | 1m:51s |
| Iteration 29 | 53 | 9.8227 | SAMME.R | 0.7188 | 1.0 | 3.124s | 1m:55s |
| Iteration 30 | 485 | 0.2248 | SAMME | 0.75 | 1.0 | 3.533s | 1m:59s |
| Iteration 31 | 191 | 0.0929 | SAMME | 0.875 | 1.0 | 3.327s | 2m:03s |
| Iteration 32 | 80 | 0.01 | SAMME | 0.5312 | 1.0 | 3.223s | 2m:07s |
| Iteration 33 | 313 | 0.167 | SAMME | 0.5 | 1.0 | 3.419s | 2m:11s |
| Iteration 34 | 500 | 0.2209 | SAMME.R | 0.8125 | 1.0 | 3.588s | 2m:15s |
| Iteration 35 | 322 | 0.0911 | SAMME | 0.5 | 1.0 | 3.386s | 2m:19s |
| Iteration 36 | 466 | 0.2234 | SAMME | 0.5 | 1.0 | 3.506s | 2m:23s |
| Iteration 37 | 500 | 0.218 | SAMME | 0.625 | 1.0 | 3.495s | 2m:27s |
| Iteration 38 | 493 | 0.2186 | SAMME | 0.4062 | 1.0 | 3.536s | 2m:32s |
| Iteration 39 | 459 | 0.2166 | SAMME.R | 0.875 | 1.0 | 3.489s | 2m:36s |
| Iteration 40 | 323 | 0.2198 | SAMME.R | 0.25 | 1.0 | 3.444s | 2m:40s |
| Iteration 41 | 466 | 0.2211 | SAMME.R | 0.7188 | 1.0 | 3.601s | 2m:44s |
| Iteration 42 | 457 | 8.7424 | SAMME.R | 0.625 | 1.0 | 3.531s | 2m:48s |
| Iteration 43 | 461 | 0.7386 | SAMME.R | 0.5625 | 1.0 | 3.550s | 2m:53s |
| Iteration 44 | 459 | 0.0203 | SAMME.R | 0.4375 | 1.0 | 3.517s | 2m:57s |
| Iteration 45 | 459 | 0.2381 | SAMME.R | 1.0 | 1.0 | 3.423s | 3m:01s |
| Iteration 46 | 459 | 0.2346 | SAMME.R | 0.9375 | 1.0 | 3.601s | 3m:06s |
| Iteration 47 | 460 | 0.2326 | SAMME.R | 0.375 | 1.0 | 3.481s | 3m:10s |
| Iteration 48 | 459 | 0.2352 | SAMME.R | 0.4375 | 1.0 | 3.514s | 3m:14s |
| Iteration 49 | 469 | 0.2192 | SAMME.R | 0.5 | 1.0 | 3.550s | 3m:19s |
| Iteration 50 | 460 | 0.2302 | SAMME.R | 0.9375 | 1.0 | 3.566s | 3m:23s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'n_estimators': 461, 'learning_rate': 0.2353, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.433s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.67 ± 0.1249
Time elapsed: 1.915s
-------------------------------------------------
Total time: 3m:26s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.6875 | 0.6875 | 3.578s | 3.600s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.4375 | 0.6875 | 3.460s | 7.421s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.75 | 0.75 | 3.483s | 11.235s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.75 | 3.292s | 14.849s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.75 | 0.75 | 3.517s | 18.694s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 1.0 | 1.0 | 3.329s | 22.372s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.8125 | 1.0 | 3.368s | 26.191s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.125 | 1.0 | 3.344s | 29.890s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.8125 | 1.0 | 3.482s | 33.718s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.75 | 1.0 | 3.451s | 37.488s |
| Iteration 11 | 249 | gini | 8 | 6 | 10 | sqrt | False | 0.032 | --- | 0.625 | 1.0 | 3.326s | 41.493s |
| Iteration 12 | 247 | gini | 8 | 4 | 12 | 0.5 | False | 0.029 | --- | 0.75 | 1.0 | 3.351s | 45.475s |
| Iteration 13 | 233 | gini | 8 | 4 | 10 | auto | False | 0.0346 | --- | 0.75 | 1.0 | 3.338s | 49.592s |
| Iteration 14 | 100 | gini | 8 | 4 | 2 | log2 | False | 0.0015 | --- | 0.8125 | 1.0 | 3.231s | 53.496s |
| Iteration 15 | 223 | gini | 8 | 4 | 16 | log2 | False | 0.0165 | --- | 0.8125 | 1.0 | 3.312s | 57.572s |
| Iteration 16 | 278 | gini | 8 | 4 | 5 | sqrt | False | 0.0319 | --- | 0.75 | 1.0 | 3.343s | 1m:02s |
| Iteration 17 | 188 | gini | 5 | 14 | 19 | None | True | 0.0248 | None | 0.75 | 1.0 | 3.308s | 1m:06s |
| Iteration 18 | 65 | gini | 8 | 4 | 18 | 0.5 | False | 0.0251 | --- | 0.8438 | 1.0 | 3.199s | 1m:10s |
| Iteration 19 | 369 | gini | 8 | 4 | 20 | 0.5 | False | 0.02 | --- | 0.5625 | 1.0 | 3.428s | 1m:14s |
| Iteration 20 | 10 | entropy | 6 | 19 | 14 | 0.8 | True | 0.0007 | 0.8 | 0.6875 | 1.0 | 3.159s | 1m:18s |
| Iteration 21 | 71 | entropy | 6 | 16 | 13 | auto | True | 0.0205 | 0.8 | 0.875 | 1.0 | 3.213s | 1m:22s |
| Iteration 22 | 10 | entropy | 6 | 16 | 5 | 0.6 | True | 0.0026 | 0.7 | 0.625 | 1.0 | 3.948s | 1m:27s |
| Iteration 23 | 260 | entropy | 6 | 16 | 18 | auto | True | 0.0216 | 0.6 | 0.5 | 1.0 | 3.371s | 1m:31s |
| Iteration 24 | 68 | gini | 8 | 4 | 15 | sqrt | False | 0.0221 | --- | 0.5 | 1.0 | 3.175s | 1m:35s |
| Iteration 25 | 80 | gini | 6 | 16 | 17 | 0.9 | False | 0.0346 | --- | 0.4375 | 1.0 | 3.234s | 1m:39s |
| Iteration 26 | 131 | entropy | 6 | 16 | 11 | 0.6 | True | 0.0085 | 0.8 | 0.5 | 1.0 | 3.297s | 1m:43s |
| Iteration 27 | 22 | entropy | 8 | 4 | 16 | sqrt | True | 0.0117 | 0.6 | 0.5 | 1.0 | 3.222s | 1m:47s |
| Iteration 28 | 247 | gini | 8 | 4 | 9 | sqrt | False | 0.0095 | --- | 0.625 | 1.0 | 3.337s | 1m:51s |
| Iteration 29 | 237 | gini | 7 | 4 | 17 | sqrt | False | 0.0297 | --- | 0.125 | 1.0 | 3.312s | 1m:55s |
| Iteration 30 | 283 | gini | 8 | 15 | 11 | 0.5 | False | 0.0318 | --- | 1.0 | 1.0 | 3.365s | 1m:59s |
| Iteration 31 | 108 | gini | 8 | 9 | 11 | 0.6 | False | 0.0318 | --- | 0.875 | 1.0 | 3.289s | 2m:03s |
| Iteration 32 | 291 | gini | 8 | 7 | 11 | sqrt | False | 0.035 | --- | 0.625 | 1.0 | 3.333s | 2m:08s |
| Iteration 33 | 257 | gini | 4 | 5 | 11 | log2 | False | 0.0315 | --- | 0.375 | 1.0 | 3.350s | 2m:12s |
| Iteration 34 | 276 | entropy | 9 | 4 | 11 | sqrt | False | 0.0316 | --- | 0.9375 | 1.0 | 3.352s | 2m:16s |
| Iteration 35 | 265 | entropy | 8 | 7 | 11 | 0.9 | False | 0.0315 | --- | 0.4375 | 1.0 | 3.298s | 2m:21s |
| Iteration 36 | 14 | entropy | 8 | 17 | 11 | log2 | False | 0.0318 | --- | 0.6875 | 1.0 | 3.145s | 2m:25s |
| Iteration 37 | 283 | gini | 4 | 14 | 11 | log2 | False | 0.0317 | --- | 0.75 | 1.0 | 3.294s | 2m:29s |
| Iteration 38 | 303 | gini | 6 | 19 | 11 | sqrt | False | 0.0322 | --- | 0.6875 | 1.0 | 3.286s | 2m:34s |
| Iteration 39 | 345 | entropy | 9 | 14 | 11 | 0.7 | False | 0.0322 | --- | 0.9375 | 1.0 | 3.440s | 2m:38s |
| Iteration 40 | 300 | gini | 8 | 7 | 11 | 0.7 | False | 0.0323 | --- | 0.4375 | 1.0 | 3.279s | 2m:43s |
| Iteration 41 | 305 | gini | 8 | 7 | 11 | log2 | False | 0.0318 | --- | 0.75 | 1.0 | 3.300s | 2m:47s |
| Iteration 42 | 272 | gini | 8 | 19 | 11 | 0.5 | False | 0.0327 | --- | 0.5 | 1.0 | 3.286s | 2m:51s |
| Iteration 43 | 496 | entropy | 7 | 8 | 11 | 0.8 | False | 0.0319 | --- | 0.6875 | 1.0 | 3.407s | 2m:56s |
| Iteration 44 | 338 | gini | 5 | 11 | 13 | sqrt | True | 0.0205 | 0.8 | 0.5 | 1.0 | 3.362s | 3m:00s |
| Iteration 45 | 125 | entropy | 9 | 8 | 11 | log2 | False | 0.031 | --- | 0.875 | 1.0 | 3.191s | 3m:04s |
| Iteration 46 | 118 | gini | 8 | 15 | 11 | 0.5 | False | 0.0318 | --- | 0.6875 | 1.0 | 4.020s | 3m:09s |
| Iteration 47 | 41 | entropy | 9 | 5 | 11 | 0.7 | False | 0.0311 | --- | 0.25 | 1.0 | 3.235s | 3m:14s |
| Iteration 48 | 307 | gini | 9 | 15 | 11 | 0.5 | False | 0.0317 | --- | 0.5625 | 1.0 | 3.382s | 3m:18s |
| Iteration 49 | 224 | gini | 9 | 10 | 11 | 0.8 | False | 0.0314 | --- | 0.4375 | 1.0 | 3.329s | 3m:23s |
| Iteration 50 | 250 | gini | 6 | 4 | 11 | sqrt | False | 0.0085 | --- | 0.8125 | 1.0 | 3.284s | 3m:27s |
Bayesian Optimization ---------------------------
Best call --> Iteration 30
Best parameters --> {'n_estimators': 283, 'criterion': 'gini', 'max_depth': 8, 'min_samples_split': 15, 'min_samples_leaf': 11, 'max_features': 0.5, 'bootstrap': False, 'ccp_alpha': 0.0318}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:28s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9795
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.208s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.84 ± 0.0374
Time elapsed: 0.917s
-------------------------------------------------
Total time: 3m:29s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.213s | 3.231s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.375 | 0.5 | 3.222s | 6.791s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.5 | 3.245s | 10.393s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.5 | 3.222s | 13.937s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.5 | 3.269s | 17.550s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.5 | 3.247s | 21.130s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.5 | 3.244s | 24.709s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.5 | 3.241s | 28.299s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.8125 | 0.8125 | 3.275s | 31.954s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.8125 | 3.212s | 35.517s |
| Iteration 11 | 62 | 0.3686 | 9 | 0.0 | 4 | 0.6 | 0.8 | 0.01 | 10 | 0.3125 | 0.8125 | 3.158s | 39.331s |
| Iteration 12 | 473 | 0.0264 | 6 | 0.654 | 4 | 0.5 | 0.7 | 0.01 | 1 | 0.5625 | 0.8125 | 3.213s | 43.182s |
| Iteration 13 | 151 | 0.013 | 2 | 0.6517 | 7 | 0.8 | 0.7 | 0.1 | 0.1 | 0.5 | 0.8125 | 3.215s | 47.237s |
| Iteration 14 | 199 | 0.2635 | 4 | 0.7643 | 4 | 0.6 | 0.8 | 0.01 | 10 | 0.6875 | 0.8125 | 3.255s | 51.191s |
| Iteration 15 | 355 | 0.0178 | 7 | 0.6024 | 4 | 0.9 | 0.8 | 1 | 1 | 0.75 | 0.8125 | 3.252s | 55.204s |
| Iteration 16 | 454 | 0.069 | 10 | 0.6661 | 4 | 0.8 | 0.8 | 0.01 | 10 | 0.6875 | 0.8125 | 3.271s | 59.247s |
| Iteration 17 | 152 | 0.9134 | 4 | 0.6491 | 4 | 0.6 | 0.8 | 0 | 0.1 | 0.75 | 0.8125 | 3.183s | 1m:03s |
| Iteration 18 | 456 | 0.3265 | 6 | 0.6768 | 4 | 0.9 | 0.8 | 0.01 | 100 | 0.75 | 0.8125 | 3.162s | 1m:07s |
| Iteration 19 | 500 | 0.01 | 5 | 0.6164 | 10 | 1.0 | 0.8 | 0 | 0 | 0.5 | 0.8125 | 3.210s | 1m:11s |
| Iteration 20 | 405 | 0.0333 | 5 | 0.623 | 3 | 0.9 | 0.8 | 0.01 | 0 | 0.6875 | 0.8125 | 3.249s | 1m:15s |
| Iteration 21 | 446 | 0.0346 | 5 | 0.619 | 5 | 0.8 | 0.8 | 0.1 | 0.1 | 0.8125 | 0.8125 | 3.266s | 1m:20s |
| Iteration 22 | 467 | 0.01 | 6 | 0.6227 | 5 | 0.6 | 0.8 | 10 | 0 | 0.5 | 0.8125 | 3.179s | 1m:24s |
| Iteration 23 | 485 | 0.0533 | 5 | 0.6336 | 5 | 0.8 | 0.7 | 0.01 | 0.01 | 0.9375 | 0.9375 | 3.328s | 1m:28s |
| Iteration 24 | 247 | 0.0396 | 3 | 0.6894 | 5 | 0.9 | 0.6 | 0 | 0 | 0.875 | 0.9375 | 4.063s | 1m:33s |
| Iteration 25 | 447 | 0.5937 | 3 | 0.6716 | 5 | 0.8 | 0.7 | 0.01 | 0 | 0.2188 | 0.9375 | 3.293s | 1m:37s |
| Iteration 26 | 478 | 0.0626 | 8 | 0.662 | 5 | 1.0 | 0.8 | 0.01 | 100 | 0.5 | 0.9375 | 3.277s | 1m:41s |
| Iteration 27 | 78 | 0.0519 | 4 | 0.6444 | 5 | 0.8 | 0.7 | 0.01 | 0.01 | 0.625 | 0.9375 | 3.236s | 1m:45s |
| Iteration 28 | 500 | 0.0687 | 4 | 0.622 | 9 | 0.8 | 0.6 | 100 | 0.1 | 0.5 | 0.9375 | 3.271s | 1m:50s |
| Iteration 29 | 278 | 0.033 | 7 | 0.651 | 5 | 0.9 | 0.9 | 10 | 0.1 | 0.5 | 0.9375 | 3.232s | 1m:54s |
| Iteration 30 | 152 | 0.0125 | 5 | 0.5978 | 5 | 0.8 | 0.7 | 0 | 100 | 0.5 | 0.9375 | 3.238s | 1m:58s |
| Iteration 31 | 500 | 0.046 | 1 | 0.6195 | 6 | 0.8 | 0.9 | 0.01 | 1 | 0.8125 | 0.9375 | 3.271s | 2m:02s |
| Iteration 32 | 500 | 0.038 | 5 | 0.6536 | 8 | 0.8 | 0.7 | 0.01 | 0 | 0.5 | 0.9375 | 3.257s | 2m:07s |
| Iteration 33 | 500 | 0.0532 | 8 | 0.6237 | 4 | 0.8 | 1.0 | 0.01 | 1 | 0.375 | 0.9375 | 3.279s | 2m:11s |
| Iteration 34 | 486 | 0.9196 | 1 | 0.163 | 10 | 0.8 | 0.7 | 0.1 | 10 | 0.5 | 0.9375 | 3.218s | 2m:15s |
| Iteration 35 | 500 | 0.0553 | 3 | 0.6586 | 5 | 0.8 | 0.7 | 10 | 0.01 | 0.5 | 0.9375 | 3.226s | 2m:19s |
| Iteration 36 | 478 | 0.0509 | 5 | 0.6371 | 5 | 0.8 | 0.7 | 0.01 | 1 | 0.8125 | 0.9375 | 3.235s | 2m:23s |
| Iteration 37 | 388 | 0.1099 | 5 | 0.2828 | 5 | 0.8 | 0.7 | 100 | 0 | 0.5 | 0.9375 | 3.236s | 2m:28s |
| Iteration 38 | 475 | 0.0511 | 5 | 0.6363 | 5 | 0.8 | 0.7 | 0.01 | 0.01 | 0.2812 | 0.9375 | 3.220s | 2m:32s |
| Iteration 39 | 387 | 0.2206 | 5 | 0.5854 | 2 | 0.9 | 0.8 | 0.01 | 1 | 1.0 | 1.0 | 3.216s | 2m:36s |
| Iteration 40 | 151 | 0.189 | 3 | 0.5064 | 7 | 0.6 | 0.8 | 0 | 1 | 0.5 | 1.0 | 3.145s | 2m:40s |
| Iteration 41 | 385 | 0.0437 | 5 | 0.7094 | 1 | 1.0 | 0.8 | 0.1 | 1 | 0.75 | 1.0 | 3.266s | 2m:44s |
| Iteration 42 | 332 | 0.102 | 5 | 0.5921 | 2 | 1.0 | 0.8 | 0.1 | 1 | 0.3125 | 1.0 | 3.267s | 2m:48s |
| Iteration 43 | 187 | 0.0226 | 3 | 0.9663 | 1 | 0.9 | 0.8 | 0 | 0.1 | 0.75 | 1.0 | 3.232s | 2m:52s |
| Iteration 44 | 365 | 0.6052 | 10 | 0.9562 | 1 | 0.6 | 0.8 | 100 | 0.1 | 0.5 | 1.0 | 3.247s | 2m:57s |
| Iteration 45 | 228 | 0.0959 | 1 | 0.5831 | 1 | 0.6 | 0.8 | 0 | 10 | 0.8125 | 1.0 | 3.224s | 3m:01s |
| Iteration 46 | 426 | 0.0382 | 3 | 0.406 | 4 | 0.5 | 0.6 | 0 | 10 | 0.6875 | 1.0 | 3.239s | 3m:05s |
| Iteration 47 | 406 | 0.0774 | 9 | 0.6646 | 10 | 0.7 | 0.6 | 0 | 0.1 | 0.5 | 1.0 | 3.253s | 3m:09s |
| Iteration 48 | 381 | 0.0203 | 5 | 0.9393 | 1 | 0.8 | 0.8 | 0 | 0.01 | 0.6875 | 1.0 | 4.047s | 3m:14s |
| Iteration 49 | 314 | 0.0198 | 6 | 0.7524 | 1 | 0.6 | 0.6 | 0 | 10 | 0.5625 | 1.0 | 3.226s | 3m:18s |
| Iteration 50 | 219 | 0.0851 | 2 | 0.0077 | 1 | 0.7 | 0.6 | 0.01 | 1 | 0.8125 | 1.0 | 3.237s | 3m:22s |
Bayesian Optimization ---------------------------
Best call --> Iteration 39
Best parameters --> {'n_estimators': 387, 'learning_rate': 0.2206, 'max_depth': 5, 'gamma': 0.5854, 'min_child_weight': 2, 'subsample': 0.9, 'colsample_bytree': 0.8, 'reg_alpha': 0.01, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:23s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9964
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.088s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.89 ± 0.0583
Time elapsed: 0.263s
-------------------------------------------------
Total time: 3m:24s
Final results ==================== >>
Duration: 22m:00s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.84 ± 0.08 ~
Logistic Regression --> roc_auc: 0.52 ± 0.1503
Linear Discriminant Analysis --> roc_auc: 0.68 ± 0.0812
Quadratic Discriminant Analysis --> roc_auc: 0.82 ± 0.103
Radius Nearest Neighbors --> roc_auc: 0.92 ± 0.0678 !
AdaBoost --> roc_auc: 0.67 ± 0.1249 ~
Random Forest --> roc_auc: 0.84 ± 0.0374
XGBoost --> roc_auc: 0.89 ± 0.0583
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 833 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAAPYSSASKIIF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CAGNSGNTPLVF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGSGGSYIPTF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVKGFGNVLHC.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVEDQTGANNLFF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CATDSNDYKLSF.
>>> Dropping feature CAVLNAGNNRKLIW.
>>> Dropping feature CAVRGSSNTGKLIF.
>>> Dropping feature CAVRNTGFQKLVF.
>>> Dropping feature CAGPNFGNEKLTF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CAVGGGSNYKLTF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAVSETGNQFYF.
>>> Dropping feature CAVRYGGSQGNLIF.
>>> Dropping feature CAVVNAGGTSYGKLTF.
>>> Dropping feature CAVKGGSEKLVF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVLSNDYKLSF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVRGGSYIPTF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAGNRDDKIIF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 1.0 | 1.0 | 0.679s | 0.701s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.9375 | 1.0 | 0.723s | 1.783s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.625 | 1.0 | 0.701s | 2.852s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.8125 | 1.0 | 0.725s | 3.924s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.9375 | 1.0 | 0.744s | 5.020s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.8125 | 1.0 | 0.763s | 6.141s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.875 | 1.0 | 0.761s | 7.290s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 1.0 | 1.0 | 0.767s | 8.397s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 1.0 | 1.0 | 0.711s | 9.454s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.4375 | 1.0 | 0.706s | 10.489s |
| Iteration 11 | exponen.. | 0.1856 | 182 | 1.0 | friedman_mse | 18 | 19 | 1 | 0.7 | 0.0 | 1.0 | 1.0 | 0.681s | 11.872s |
| Iteration 12 | deviance | 0.0886 | 92 | 0.6 | friedman_mse | 18 | 1 | 3 | sqrt | 0.005 | 0.875 | 1.0 | 0.683s | 13.296s |
| Iteration 13 | exponen.. | 0.781 | 45 | 1.0 | friedman_mse | 2 | 5 | 7 | None | 0.0312 | 0.9375 | 1.0 | 0.658s | 14.863s |
| Iteration 14 | deviance | 0.705 | 152 | 0.8 | friedman_mse | 13 | 6 | 7 | 0.9 | 0.0309 | 0.6562 | 1.0 | 0.701s | 16.272s |
| Iteration 15 | exponen.. | 0.7897 | 46 | 0.6 | friedman_mse | 15 | 14 | 5 | 0.8 | 0.0224 | 0.3438 | 1.0 | 0.664s | 17.627s |
| Iteration 16 | exponen.. | 0.5468 | 214 | 1.0 | friedman_mse | 14 | 12 | 6 | sqrt | 0.0208 | 1.0 | 1.0 | 0.678s | 19.075s |
| Iteration 17 | exponen.. | 0.1861 | 216 | 0.9 | friedman_mse | 15 | 18 | 1 | 0.7 | 0.0 | 0.8125 | 1.0 | 0.673s | 20.486s |
| Iteration 18 | exponen.. | 1.0 | 500 | 1.0 | squared_er.. | 2 | 1 | 1 | auto | 0.035 | 0.8125 | 1.0 | 0.731s | 22.002s |
| Iteration 19 | deviance | 0.0483 | 500 | 0.5 | squared_er.. | 2 | 1 | 6 | auto | 0.0 | 1.0 | 1.0 | 0.885s | 23.561s |
| Iteration 20 | exponen.. | 0.0731 | 447 | 0.6 | squared_er.. | 8 | 2 | 7 | sqrt | 0.0107 | 0.875 | 1.0 | 0.740s | 24.991s |
| Iteration 21 | deviance | 0.01 | 500 | 0.5 | friedman_mse | 17 | 16 | 7 | 0.9 | 0.0055 | 0.5 | 1.0 | 0.736s | 26.410s |
| Iteration 22 | exponen.. | 0.3576 | 91 | 1.0 | friedman_mse | 12 | 12 | 6 | sqrt | 0.0279 | 1.0 | 1.0 | 0.639s | 27.800s |
| Iteration 23 | exponen.. | 0.3576 | 94 | 1.0 | friedman_mse | 9 | 10 | 9 | auto | 0.035 | 0.9688 | 1.0 | 0.649s | 29.122s |
| Iteration 24 | deviance | 0.0326 | 254 | 0.6 | squared_er.. | 20 | 20 | 3 | None | 0.0018 | 0.5 | 1.0 | 0.699s | 31.487s |
| Iteration 25 | exponen.. | 0.2755 | 271 | 1.0 | squared_er.. | 5 | 11 | 8 | sqrt | 0.0154 | 0.9375 | 1.0 | 0.697s | 32.959s |
| Iteration 26 | deviance | 1.0 | 500 | 1.0 | friedman_mse | 2 | 20 | 10 | auto | 0.0115 | 0.9375 | 1.0 | 0.744s | 34.453s |
| Iteration 27 | deviance | 0.1049 | 500 | 1.0 | friedman_mse | 20 | 1 | 1 | sqrt | 0.0298 | 0.25 | 1.0 | 0.809s | 36.007s |
| Iteration 28 | deviance | 0.0875 | 404 | 0.5 | squared_er.. | 2 | 5 | 8 | 0.7 | 0.0254 | 0.9375 | 1.0 | 0.792s | 37.572s |
| Iteration 29 | exponen.. | 0.0486 | 460 | 0.5 | squared_er.. | 3 | 15 | 5 | 0.5 | 0.0345 | 0.5 | 1.0 | 0.807s | 39.162s |
| Iteration 30 | exponen.. | 1.0 | 238 | 1.0 | friedman_mse | 2 | 20 | 10 | None | 0.035 | 0.75 | 1.0 | 0.748s | 40.666s |
| Iteration 31 | exponen.. | 0.5827 | 78 | 1.0 | friedman_mse | 2 | 10 | 1 | 0.8 | 0.0 | 0.8125 | 1.0 | 0.711s | 42.153s |
| Iteration 32 | deviance | 0.213 | 315 | 1.0 | friedman_mse | 19 | 20 | 10 | sqrt | 0.0009 | 1.0 | 1.0 | 0.745s | 43.656s |
| Iteration 33 | exponen.. | 0.502 | 292 | 1.0 | friedman_mse | 14 | 12 | 10 | auto | 0.0233 | 0.9062 | 1.0 | 0.759s | 45.241s |
| Iteration 34 | exponen.. | 0.2376 | 236 | 1.0 | friedman_mse | 15 | 17 | 5 | auto | 0.0232 | 1.0 | 1.0 | 0.757s | 46.814s |
| Iteration 35 | exponen.. | 0.2304 | 176 | 1.0 | friedman_mse | 20 | 17 | 10 | auto | 0.0204 | 0.4375 | 1.0 | 0.729s | 48.390s |
| Iteration 36 | deviance | 0.08 | 299 | 0.7 | friedman_mse | 20 | 5 | 5 | auto | 0.0153 | 0.9375 | 1.0 | 0.777s | 50.103s |
| Iteration 37 | exponen.. | 0.2557 | 244 | 1.0 | friedman_mse | 14 | 12 | 5 | auto | 0.0233 | 0.75 | 1.0 | 0.742s | 51.750s |
| Iteration 38 | exponen.. | 0.5612 | 129 | 1.0 | friedman_mse | 3 | 10 | 8 | log2 | 0.0253 | 1.0 | 1.0 | 0.722s | 53.421s |
| Iteration 39 | deviance | 0.2944 | 180 | 1.0 | friedman_mse | 5 | 20 | 5 | sqrt | 0.0056 | 0.5938 | 1.0 | 0.730s | 54.982s |
| Iteration 40 | exponen.. | 0.5393 | 117 | 1.0 | friedman_mse | 7 | 10 | 7 | log2 | 0.0281 | 0.75 | 1.0 | 0.724s | 56.566s |
| Iteration 41 | deviance | 0.1115 | 483 | 0.7 | squared_er.. | 12 | 15 | 6 | 0.7 | 0.0033 | 0.75 | 1.0 | 0.802s | 58.255s |
| Iteration 42 | deviance | 0.0663 | 101 | 0.6 | squared_er.. | 12 | 3 | 6 | sqrt | 0.0139 | 0.875 | 1.0 | 0.723s | 59.771s |
| Iteration 43 | exponen.. | 0.5402 | 67 | 1.0 | squared_er.. | 3 | 6 | 10 | sqrt | 0.0067 | 1.0 | 1.0 | 0.705s | 1m:01s |
| Iteration 44 | exponen.. | 0.527 | 420 | 1.0 | squared_er.. | 5 | 5 | 10 | 0.7 | 0.0063 | 0.8125 | 1.0 | 0.814s | 1m:03s |
| Iteration 45 | exponen.. | 0.0978 | 113 | 0.8 | squared_er.. | 8 | 3 | 8 | sqrt | 0.0311 | 0.8125 | 1.0 | 0.666s | 1m:04s |
| Iteration 46 | exponen.. | 0.2542 | 234 | 1.0 | friedman_mse | 11 | 20 | 1 | auto | 0.0146 | 1.0 | 1.0 | 0.676s | 1m:06s |
| Iteration 47 | exponen.. | 0.2495 | 500 | 1.0 | friedman_mse | 2 | 20 | 1 | auto | 0.035 | 0.4688 | 1.0 | 0.729s | 1m:08s |
| Iteration 48 | exponen.. | 0.6003 | 22 | 1.0 | friedman_mse | 6 | 7 | 9 | 0.7 | 0.0224 | 0.9375 | 1.0 | 1.331s | 1m:10s |
| Iteration 49 | deviance | 0.0704 | 297 | 0.5 | squared_er.. | 15 | 2 | 7 | sqrt | 0.0001 | 1.0 | 1.0 | 0.748s | 1m:12s |
| Iteration 50 | deviance | 0.0784 | 200 | 0.5 | friedman_mse | 7 | 2 | 7 | log2 | 0.0 | 0.8125 | 1.0 | 0.715s | 1m:13s |
Bayesian Optimization ---------------------------
Best call --> Iteration 19
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.0483, 'n_estimators': 500, 'subsample': 0.5, 'criterion': 'squared_error', 'min_samples_split': 2, 'min_samples_leaf': 1, 'max_depth': 6, 'max_features': 'auto', 'ccp_alpha': 0.0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.263s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.1249
Time elapsed: 1.250s
-------------------------------------------------
Total time: 1m:16s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.875 | 0.875 | 0.718s | 0.731s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.5 | 0.875 | 0.710s | 1.762s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.4375 | 0.875 | 0.720s | 2.842s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.9375 | 0.9375 | 0.702s | 3.939s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.5 | 0.9375 | 0.720s | 4.987s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.6875 | 0.9375 | 0.716s | 6.034s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.75 | 0.9375 | 0.714s | 7.072s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.5625 | 0.9375 | 0.712s | 8.104s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.875 | 0.9375 | 0.702s | 9.151s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.125 | 0.9375 | 0.649s | 10.148s |
| Iteration 11 | l2 | 0.2052 | libli.. | 113 | --- | 0.75 | 0.9375 | 0.637s | 11.444s |
| Iteration 12 | l2 | 0.001 | libli.. | 100 | --- | 1.0 | 1.0 | 0.633s | 12.694s |
| Iteration 13 | l2 | 0.001 | sag | 100 | --- | 0.8125 | 1.0 | 0.643s | 14.047s |
| Iteration 14 | l2 | 0.001 | libli.. | 100 | --- | 1.0 | 1.0 | 0.001s | 14.744s |
| Iteration 15 | l2 | 0.001 | libli.. | 100 | --- | 1.0 | 1.0 | 0.000s | 15.482s |
| Iteration 16 | l2 | 0.001 | libli.. | 1000 | --- | 0.875 | 1.0 | 0.645s | 16.919s |
| Iteration 17 | none | --- | saga | 1000 | --- | 0.6875 | 1.0 | 0.644s | 18.209s |
| Iteration 18 | none | --- | newto.. | 100 | --- | 0.5625 | 1.0 | 0.643s | 19.814s |
| Iteration 19 | l2 | 0.001 | lbfgs | 1000 | --- | 0.6875 | 1.0 | 0.646s | 21.200s |
| Iteration 20 | l2 | 0.001 | libli.. | 100 | --- | 1.0 | 1.0 | 0.000s | 21.923s |
| Iteration 21 | l2 | 0.2524 | libli.. | 1000 | --- | 0.5 | 1.0 | 0.658s | 23.228s |
| Iteration 22 | l2 | 0.001 | libli.. | 100 | --- | 1.0 | 1.0 | 0.001s | 24.012s |
| Iteration 23 | l2 | 0.001 | libli.. | 100 | --- | 1.0 | 1.0 | 0.000s | 24.752s |
| Iteration 24 | l2 | 0.001 | newto.. | 100 | --- | 0.8125 | 1.0 | 0.654s | 26.254s |
| Iteration 25 | none | --- | saga | 100 | --- | 0.4375 | 1.0 | 0.657s | 27.615s |
| Iteration 26 | none | --- | sag | 947 | --- | 0.625 | 1.0 | 0.662s | 28.973s |
| Iteration 27 | l2 | 100.0 | libli.. | 1000 | --- | 0.4375 | 1.0 | 1.389s | 31.070s |
| Iteration 28 | l2 | 0.001 | libli.. | 100 | --- | 1.0 | 1.0 | 0.001s | 31.811s |
| Iteration 29 | l2 | 0.001 | libli.. | 101 | --- | 0.75 | 1.0 | 0.665s | 33.289s |
| Iteration 30 | l2 | 0.0044 | libli.. | 154 | --- | 0.5625 | 1.0 | 0.655s | 34.592s |
| Iteration 31 | l2 | 0.001 | libli.. | 251 | --- | 0.5 | 1.0 | 0.665s | 36.049s |
| Iteration 32 | none | --- | newto.. | 940 | --- | 0.75 | 1.0 | 0.662s | 37.462s |
| Iteration 33 | l2 | 0.4718 | libli.. | 100 | --- | 0.6875 | 1.0 | 0.665s | 38.815s |
| Iteration 34 | l2 | 0.001 | newto.. | 110 | --- | 0.4375 | 1.0 | 0.655s | 40.285s |
| Iteration 35 | l2 | 0.1824 | libli.. | 942 | --- | 0.4375 | 1.0 | 0.663s | 41.835s |
| Iteration 36 | none | --- | saga | 997 | --- | 0.4375 | 1.0 | 0.663s | 43.331s |
| Iteration 37 | none | --- | newto.. | 948 | --- | 0.8125 | 1.0 | 0.685s | 44.962s |
| Iteration 38 | l2 | 0.0041 | sag | 100 | --- | 1.0 | 1.0 | 0.661s | 46.448s |
| Iteration 39 | l2 | 0.99 | sag | 296 | --- | 0.625 | 1.0 | 0.643s | 47.868s |
| Iteration 40 | l2 | 0.0041 | sag | 100 | --- | 1.0 | 1.0 | 0.001s | 48.751s |
| Iteration 41 | l2 | 0.0043 | libli.. | 100 | --- | 0.625 | 1.0 | 0.639s | 50.203s |
| Iteration 42 | l2 | 0.0041 | sag | 100 | --- | 1.0 | 1.0 | 0.000s | 51.136s |
| Iteration 43 | l2 | 0.001 | newto.. | 307 | --- | 0.8125 | 1.0 | 0.641s | 52.574s |
| Iteration 44 | l2 | 0.1499 | newto.. | 314 | --- | 0.5625 | 1.0 | 0.643s | 54.058s |
| Iteration 45 | l2 | 0.001 | newto.. | 295 | --- | 0.625 | 1.0 | 0.654s | 55.513s |
| Iteration 46 | l2 | 0.199 | libli.. | 947 | --- | 1.0 | 1.0 | 0.654s | 57.108s |
| Iteration 47 | none | --- | newto.. | 955 | --- | 0.6875 | 1.0 | 0.642s | 58.571s |
| Iteration 48 | none | --- | lbfgs | 991 | --- | 0.75 | 1.0 | 0.649s | 1m:00s |
| Iteration 49 | l2 | 0.0025 | libli.. | 960 | --- | 0.5 | 1.0 | 0.657s | 1m:02s |
| Iteration 50 | l2 | 0.0041 | sag | 102 | --- | 0.5 | 1.0 | 0.646s | 1m:03s |
Bayesian Optimization ---------------------------
Best call --> Iteration 38
Best parameters --> {'penalty': 'l2', 'C': 0.0041, 'solver': 'sag', 'max_iter': 100}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7464
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.56 ± 0.0374
Time elapsed: 0.051s
-------------------------------------------------
Total time: 1m:04s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.625 | 0.625 | 0.630s | 0.635s |
| Initial point 2 | svd | --- | 0.1875 | 0.625 | 1.359s | 2.310s |
| Initial point 3 | svd | --- | 0.1875 | 0.625 | 0.000s | 2.622s |
| Initial point 4 | lsqr | 0.8 | 0.625 | 0.625 | 0.634s | 3.557s |
| Initial point 5 | eigen | 0.9 | 0.5625 | 0.625 | 0.636s | 4.520s |
| Initial point 6 | lsqr | 0.7 | 0.625 | 0.625 | 0.630s | 5.467s |
| Initial point 7 | lsqr | 0.5 | 0.6875 | 0.6875 | 0.635s | 6.413s |
| Initial point 8 | lsqr | 0.9 | 0.5 | 0.6875 | 0.656s | 7.385s |
| Initial point 9 | lsqr | 0.6 | 0.875 | 0.875 | 0.660s | 8.375s |
| Initial point 10 | eigen | 0.8 | 0.5 | 0.875 | 0.650s | 9.346s |
| Iteration 11 | lsqr | 0.6 | 0.875 | 0.875 | 0.000s | 9.862s |
| Iteration 12 | lsqr | 1.0 | 1.0 | 1.0 | 0.642s | 10.960s |
| Iteration 13 | lsqr | auto | 0.8125 | 1.0 | 0.655s | 12.135s |
| Iteration 14 | lsqr | None | 0.9375 | 1.0 | 0.643s | 13.283s |
| Iteration 15 | eigen | None | 0.3125 | 1.0 | 0.650s | 14.470s |
| Iteration 16 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 14.974s |
| Iteration 17 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 15.463s |
| Iteration 18 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 15.938s |
| Iteration 19 | eigen | 0.7 | 0.5625 | 1.0 | 0.657s | 17.097s |
| Iteration 20 | lsqr | 1.0 | 1.0 | 1.0 | 0.001s | 17.586s |
| Iteration 21 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 18.094s |
| Iteration 22 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 18.599s |
| Iteration 23 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 19.119s |
| Iteration 24 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 19.623s |
| Iteration 25 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 20.506s |
| Iteration 26 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 21.106s |
| Iteration 27 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 21.649s |
| Iteration 28 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 22.187s |
| Iteration 29 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 22.715s |
| Iteration 30 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 23.251s |
| Iteration 31 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 23.801s |
| Iteration 32 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 24.507s |
| Iteration 33 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 25.189s |
| Iteration 34 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 25.809s |
| Iteration 35 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 26.441s |
| Iteration 36 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 27.075s |
| Iteration 37 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 27.648s |
| Iteration 38 | lsqr | 1.0 | 1.0 | 1.0 | 0.001s | 28.228s |
| Iteration 39 | lsqr | 1.0 | 1.0 | 1.0 | 0.001s | 28.820s |
| Iteration 40 | lsqr | 1.0 | 1.0 | 1.0 | 0.001s | 29.420s |
| Iteration 41 | lsqr | 1.0 | 1.0 | 1.0 | 0.001s | 30.052s |
| Iteration 42 | lsqr | 1.0 | 1.0 | 1.0 | 0.001s | 30.664s |
| Iteration 43 | lsqr | 1.0 | 1.0 | 1.0 | 0.001s | 31.304s |
| Iteration 44 | lsqr | 1.0 | 1.0 | 1.0 | 0.002s | 31.950s |
| Iteration 45 | lsqr | 1.0 | 1.0 | 1.0 | 0.002s | 32.627s |
| Iteration 46 | lsqr | 1.0 | 1.0 | 1.0 | 0.001s | 33.301s |
| Iteration 47 | lsqr | 1.0 | 1.0 | 1.0 | 0.001s | 33.951s |
| Iteration 48 | lsqr | 1.0 | 1.0 | 1.0 | 0.001s | 34.603s |
| Iteration 49 | lsqr | 1.0 | 1.0 | 1.0 | 0.002s | 35.289s |
| Iteration 50 | lsqr | 1.0 | 1.0 | 1.0 | 0.001s | 36.447s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'solver': 'lsqr', 'shrinkage': 1.0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 37.738s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7161
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.012s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.63 ± 0.0927
Time elapsed: 0.029s
-------------------------------------------------
Total time: 37.781s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.625 | 0.625 | 0.657s | 0.661s |
| Initial point 2 | 0.9 | 0.6875 | 0.6875 | 0.660s | 2.231s |
| Initial point 3 | 0.1 | 0.4375 | 0.6875 | 0.655s | 3.309s |
| Initial point 4 | 1.0 | 0.625 | 0.6875 | 0.000s | 3.630s |
| Initial point 5 | 0.2 | 0.5625 | 0.6875 | 0.673s | 4.624s |
| Initial point 6 | 0.4 | 0.625 | 0.6875 | 1.463s | 6.396s |
| Initial point 7 | 0.4 | 0.625 | 0.6875 | 0.000s | 6.731s |
| Initial point 8 | 0.7 | 0.4375 | 0.6875 | 0.667s | 7.711s |
| Initial point 9 | 0.9 | 0.6875 | 0.6875 | 0.001s | 8.170s |
| Initial point 10 | 0.8 | 0.5 | 0.6875 | 0.646s | 9.139s |
| Iteration 11 | 0.3 | 0.6875 | 0.6875 | 0.655s | 10.309s |
| Iteration 12 | 0.6 | 1.0 | 1.0 | 0.660s | 11.395s |
| Iteration 13 | 0.5 | 0.75 | 1.0 | 0.648s | 12.472s |
| Iteration 14 | 0.0 | 1.0 | 1.0 | 0.640s | 14.006s |
| Iteration 15 | 0.0 | 1.0 | 1.0 | 0.000s | 15.055s |
| Iteration 16 | 0.6 | 1.0 | 1.0 | 0.000s | 16.082s |
| Iteration 17 | 0.6 | 1.0 | 1.0 | 0.000s | 16.616s |
| Iteration 18 | 0.0 | 1.0 | 1.0 | 0.000s | 17.026s |
| Iteration 19 | 0.6 | 1.0 | 1.0 | 0.001s | 17.454s |
| Iteration 20 | 0.0 | 1.0 | 1.0 | 0.000s | 17.870s |
| Iteration 21 | 0.6 | 1.0 | 1.0 | 0.000s | 18.284s |
| Iteration 22 | 0.0 | 1.0 | 1.0 | 0.000s | 18.708s |
| Iteration 23 | 0.0 | 1.0 | 1.0 | 0.000s | 19.122s |
| Iteration 24 | 0.6 | 1.0 | 1.0 | 0.000s | 19.548s |
| Iteration 25 | 0.6 | 1.0 | 1.0 | 0.001s | 19.983s |
| Iteration 26 | 0.0 | 1.0 | 1.0 | 0.000s | 20.421s |
| Iteration 27 | 0.1 | 0.4375 | 1.0 | 0.001s | 20.893s |
| Iteration 28 | 0.9 | 0.6875 | 1.0 | 0.000s | 21.339s |
| Iteration 29 | 0.2 | 0.5625 | 1.0 | 0.000s | 21.809s |
| Iteration 30 | 0.8 | 0.5 | 1.0 | 0.000s | 22.270s |
| Iteration 31 | 0.0 | 1.0 | 1.0 | 0.000s | 22.751s |
| Iteration 32 | 0.6 | 1.0 | 1.0 | 0.000s | 23.210s |
| Iteration 33 | 0.6 | 1.0 | 1.0 | 0.000s | 23.669s |
| Iteration 34 | 0.0 | 1.0 | 1.0 | 0.000s | 24.141s |
| Iteration 35 | 0.6 | 1.0 | 1.0 | 0.000s | 24.618s |
| Iteration 36 | 0.0 | 1.0 | 1.0 | 0.000s | 25.093s |
| Iteration 37 | 0.6 | 1.0 | 1.0 | 0.001s | 25.587s |
| Iteration 38 | 0.0 | 1.0 | 1.0 | 0.001s | 26.091s |
| Iteration 39 | 0.6 | 1.0 | 1.0 | 0.000s | 26.581s |
| Iteration 40 | 0.0 | 1.0 | 1.0 | 0.000s | 27.068s |
| Iteration 41 | 0.6 | 1.0 | 1.0 | 0.000s | 27.642s |
| Iteration 42 | 0.0 | 1.0 | 1.0 | 0.000s | 28.143s |
| Iteration 43 | 0.0 | 1.0 | 1.0 | 0.001s | 28.643s |
| Iteration 44 | 0.6 | 1.0 | 1.0 | 0.000s | 29.634s |
| Iteration 45 | 0.0 | 1.0 | 1.0 | 0.000s | 30.323s |
| Iteration 46 | 0.6 | 1.0 | 1.0 | 0.000s | 30.853s |
| Iteration 47 | 0.6 | 1.0 | 1.0 | 0.000s | 31.402s |
| Iteration 48 | 0.0 | 1.0 | 1.0 | 0.001s | 31.948s |
| Iteration 49 | 0.6 | 1.0 | 1.0 | 0.000s | 32.491s |
| Iteration 50 | 0.0 | 1.0 | 1.0 | 0.000s | 33.025s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'reg_param': 0.6}
Best evaluation --> roc_auc: 1.0
Time elapsed: 33.621s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7161
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.63 ± 0.0927
Time elapsed: 0.028s
-------------------------------------------------
Total time: 33.660s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 11.653 | dista.. | auto | 40 | 1 | 0.9375 | 0.9375 | 0.688s | 0.710s |
| Initial point 2 | 4.6344 | uniform | kd_tree | 39 | 2 | 0.625 | 0.9375 | 0.657s | 1.739s |
| Initial point 3 | 3.6609 | dista.. | ball_tree | 25 | 2 | 0.5 | 0.9375 | 0.665s | 2.739s |
| Initial point 4 | 10.6805 | uniform | ball_tree | 39 | 2 | 0.625 | 0.9375 | 0.684s | 3.795s |
| Initial point 5 | 8.3668 | dista.. | auto | 30 | 2 | 0.9375 | 0.9375 | 0.677s | 4.800s |
| Initial point 6 | 9.6893 | dista.. | ball_tree | 21 | 2 | 0.6875 | 0.9375 | 0.687s | 5.841s |
| Initial point 7 | 6.9305 | dista.. | ball_tree | 24 | 1 | 0.6875 | 0.9375 | 0.692s | 6.858s |
| Initial point 8 | 1.6608 | dista.. | ball_tree | 21 | 2 | 0.6875 | 0.9375 | 0.652s | 7.846s |
| Initial point 9 | 7.7201 | uniform | ball_tree | 24 | 1 | 0.9375 | 0.9375 | 0.665s | 8.847s |
| Initial point 10 | 5.4835 | uniform | brute | 22 | 2 | 0.5 | 0.9375 | 1.390s | 10.557s |
| Iteration 11 | 7.9991 | uniform | ball_tree | 24 | 1 | 1.0 | 1.0 | 0.644s | 11.907s |
| Iteration 12 | 10.6079 | uniform | ball_tree | 24 | 1 | 0.25 | 1.0 | 0.643s | 13.396s |
| Iteration 13 | 7.4032 | dista.. | auto | 30 | 1 | 0.9375 | 1.0 | 0.637s | 14.639s |
| Iteration 14 | 7.9105 | uniform | ball_tree | 24 | 1 | 0.625 | 1.0 | 0.652s | 15.869s |
| Iteration 15 | 7.8849 | dista.. | ball_tree | 30 | 2 | 0.375 | 1.0 | 0.657s | 17.076s |
| Iteration 16 | 8.5296 | dista.. | auto | 33 | 1 | 0.8125 | 1.0 | 0.668s | 18.316s |
| Iteration 17 | 0.7966 | uniform | auto | 20 | 2 | 0.7812 | 1.0 | 0.661s | 19.549s |
| Iteration 18 | 0.5033 | uniform | auto | 39 | 2 | 0.5 | 1.0 | 0.672s | 20.771s |
| Iteration 19 | 7.7989 | dista.. | auto | 23 | 2 | 1.0 | 1.0 | 0.642s | 22.068s |
| Iteration 20 | 7.4826 | dista.. | auto | 20 | 2 | 0.6875 | 1.0 | 0.668s | 23.481s |
| Iteration 21 | 7.536 | dista.. | auto | 40 | 2 | 0.5625 | 1.0 | 0.636s | 24.778s |
| Iteration 22 | 8.0886 | dista.. | auto | 27 | 1 | 1.0 | 1.0 | 0.644s | 26.054s |
| Iteration 23 | 8.6449 | dista.. | auto | 25 | 1 | 1.0 | 1.0 | 0.642s | 27.334s |
| Iteration 24 | 8.2472 | dista.. | auto | 26 | 1 | 0.7188 | 1.0 | 0.647s | 28.644s |
| Iteration 25 | 9.3713 | dista.. | auto | 26 | 2 | 0.75 | 1.0 | 0.641s | 29.910s |
| Iteration 26 | 7.2761 | dista.. | auto | 27 | 2 | 0.75 | 1.0 | 0.646s | 31.180s |
| Iteration 27 | 11.6859 | uniform | auto | 20 | 1 | 0.3125 | 1.0 | 0.644s | 32.481s |
| Iteration 28 | 10.6921 | dista.. | auto | 38 | 1 | 0.9375 | 1.0 | 0.648s | 33.758s |
| Iteration 29 | 11.6859 | dista.. | auto | 31 | 1 | 0.9375 | 1.0 | 0.638s | 35.122s |
| Iteration 30 | 10.8774 | dista.. | auto | 21 | 1 | 0.6875 | 1.0 | 0.657s | 36.474s |
| Iteration 31 | 11.6859 | dista.. | ball_tree | 40 | 1 | 0.5 | 1.0 | 0.637s | 37.773s |
| Iteration 32 | 10.8892 | dista.. | kd_tree | 27 | 2 | 0.75 | 1.0 | 0.643s | 39.100s |
| Iteration 33 | 8.2804 | dista.. | brute | 25 | 2 | 0.875 | 1.0 | 0.643s | 40.389s |
| Iteration 34 | 0.1853 | dista.. | brute | 40 | 1 | 0.5 | 1.0 | 0.642s | 41.733s |
| Iteration 35 | 0.0229 | dista.. | kd_tree | 40 | 1 | 0.5 | 1.0 | 0.645s | 43.070s |
| Iteration 36 | 11.6859 | dista.. | auto | 37 | 2 | 0.9375 | 1.0 | 0.698s | 45.160s |
| Iteration 37 | 10.6923 | dista.. | auto | 40 | 2 | 0.9375 | 1.0 | 0.677s | 46.544s |
| Iteration 38 | 11.6859 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 0.663s | 47.959s |
| Iteration 39 | 11.6859 | dista.. | auto | 40 | 2 | 0.5625 | 1.0 | 0.665s | 49.340s |
| Iteration 40 | 0.1368 | dista.. | auto | 20 | 1 | 0.625 | 1.0 | 0.651s | 50.774s |
| Iteration 41 | 0.0 | uniform | ball_tree | 29 | 1 | 0.5 | 1.0 | 0.666s | 52.258s |
| Iteration 42 | 10.2577 | dista.. | auto | 34 | 1 | 0.75 | 1.0 | 0.663s | 53.627s |
| Iteration 43 | 6.1601 | uniform | ball_tree | 23 | 1 | 0.6562 | 1.0 | 0.655s | 55.022s |
| Iteration 44 | 11.6859 | dista.. | auto | 20 | 1 | 0.8125 | 1.0 | 0.677s | 56.426s |
| Iteration 45 | 11.6859 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 0.001s | 57.210s |
| Iteration 46 | 11.6859 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 0.001s | 57.980s |
| Iteration 47 | 11.6859 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 0.001s | 58.783s |
| Iteration 48 | 10.0322 | dista.. | brute | 20 | 1 | 0.6875 | 1.0 | 0.663s | 1m:00s |
| Iteration 49 | 11.6859 | dista.. | brute | 21 | 2 | 0.75 | 1.0 | 0.659s | 1m:02s |
| Iteration 50 | 11.6859 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 0.001s | 1m:03s |
Bayesian Optimization ---------------------------
Best call --> Iteration 38
Best parameters --> {'radius': 11.6859, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 40, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:03s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.73 ± 0.04
Time elapsed: 0.052s
-------------------------------------------------
Total time: 1m:03s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.625 | 0.625 | 1.047s | 1.054s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 1.0 | 1.0 | 1.056s | 2.438s |
| Initial point 3 | 225 | 1.0215 | SAMME | 1.0 | 1.0 | 0.812s | 3.575s |
| Initial point 4 | 431 | 0.0871 | SAMME | 1.0 | 1.0 | 0.959s | 4.863s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.875 | 1.0 | 0.826s | 6.020s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.9375 | 1.0 | 1.036s | 7.964s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.0625 | 1.0 | 0.673s | 9.149s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.75 | 1.0 | 0.922s | 10.410s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.7188 | 1.0 | 0.643s | 11.377s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.5625 | 1.0 | 0.768s | 12.488s |
| Iteration 11 | 500 | 0.0527 | SAMME.R | 1.0 | 1.0 | 1.037s | 14.102s |
| Iteration 12 | 428 | 0.0136 | SAMME | 0.9375 | 1.0 | 0.929s | 15.623s |
| Iteration 13 | 437 | 0.0815 | SAMME | 0.875 | 1.0 | 0.936s | 17.108s |
| Iteration 14 | 431 | 0.01 | SAMME.R | 0.8125 | 1.0 | 0.967s | 18.629s |
| Iteration 15 | 479 | 0.01 | SAMME.R | 0.5625 | 1.0 | 1.015s | 20.269s |
| Iteration 16 | 233 | 0.3686 | SAMME | 1.0 | 1.0 | 0.849s | 22.555s |
| Iteration 17 | 429 | 0.1161 | SAMME | 0.875 | 1.0 | 1.004s | 24.275s |
| Iteration 18 | 432 | 0.01 | SAMME | 0.75 | 1.0 | 0.990s | 25.996s |
| Iteration 19 | 230 | 1.742 | SAMME | 1.0 | 1.0 | 0.847s | 27.599s |
| Iteration 20 | 432 | 0.089 | SAMME | 0.875 | 1.0 | 0.986s | 29.265s |
| Iteration 21 | 242 | 0.861 | SAMME.R | 0.875 | 1.0 | 0.870s | 30.736s |
| Iteration 22 | 227 | 0.4617 | SAMME | 1.0 | 1.0 | 0.833s | 32.158s |
| Iteration 23 | 224 | 1.5424 | SAMME | 1.0 | 1.0 | 0.842s | 33.701s |
| Iteration 24 | 500 | 0.0706 | SAMME.R | 0.875 | 1.0 | 1.104s | 35.400s |
| Iteration 25 | 221 | 0.1582 | SAMME | 0.8125 | 1.0 | 0.826s | 36.864s |
| Iteration 26 | 500 | 0.038 | SAMME.R | 0.9375 | 1.0 | 1.025s | 38.571s |
| Iteration 27 | 228 | 1.5327 | SAMME | 0.5 | 1.0 | 0.796s | 40.040s |
| Iteration 28 | 146 | 0.4937 | SAMME | 1.0 | 1.0 | 0.730s | 41.350s |
| Iteration 29 | 50 | 0.6408 | SAMME.R | 0.625 | 1.0 | 0.664s | 42.588s |
| Iteration 30 | 198 | 0.4454 | SAMME | 0.9375 | 1.0 | 0.778s | 43.949s |
| Iteration 31 | 308 | 0.2655 | SAMME.R | 0.8125 | 1.0 | 0.880s | 45.445s |
| Iteration 32 | 190 | 0.4577 | SAMME | 1.0 | 1.0 | 0.761s | 46.810s |
| Iteration 33 | 190 | 0.4702 | SAMME | 0.9375 | 1.0 | 0.800s | 48.268s |
| Iteration 34 | 191 | 0.4597 | SAMME.R | 0.875 | 1.0 | 0.784s | 49.640s |
| Iteration 35 | 95 | 10.0 | SAMME | 0.75 | 1.0 | 0.643s | 50.941s |
| Iteration 36 | 500 | 0.104 | SAMME.R | 1.0 | 1.0 | 1.120s | 52.721s |
| Iteration 37 | 500 | 0.1034 | SAMME.R | 0.8125 | 1.0 | 1.132s | 54.634s |
| Iteration 38 | 171 | 0.2756 | SAMME | 1.0 | 1.0 | 0.836s | 56.148s |
| Iteration 39 | 170 | 0.2702 | SAMME | 0.875 | 1.0 | 1.578s | 58.359s |
| Iteration 40 | 234 | 0.4065 | SAMME | 0.75 | 1.0 | 0.867s | 59.875s |
| Iteration 41 | 50 | 0.0974 | SAMME | 1.0 | 1.0 | 0.735s | 1m:01s |
| Iteration 42 | 50 | 0.1063 | SAMME | 0.875 | 1.0 | 0.735s | 1m:03s |
| Iteration 43 | 118 | 0.1594 | SAMME | 0.9062 | 1.0 | 0.721s | 1m:04s |
| Iteration 44 | 50 | 0.0589 | SAMME.R | 0.75 | 1.0 | 0.741s | 1m:05s |
| Iteration 45 | 500 | 0.0528 | SAMME.R | 0.75 | 1.0 | 1.124s | 1m:07s |
| Iteration 46 | 344 | 0.0887 | SAMME.R | 0.8125 | 1.0 | 1.004s | 1m:09s |
| Iteration 47 | 123 | 0.251 | SAMME | 0.875 | 1.0 | 0.783s | 1m:10s |
| Iteration 48 | 239 | 10.0 | SAMME.R | 0.3125 | 1.0 | 0.811s | 1m:12s |
| Iteration 49 | 50 | 0.2273 | SAMME | 0.875 | 1.0 | 0.724s | 1m:13s |
| Iteration 50 | 500 | 0.1527 | SAMME | 0.625 | 1.0 | 1.048s | 1m:15s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.104, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:16s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.475
Time elapsed: 0.467s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.565 ± 0.0436
Time elapsed: 2.095s
-------------------------------------------------
Total time: 1m:19s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.875 | 0.875 | 1.064s | 1.084s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.8125 | 0.875 | 0.958s | 2.518s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.625 | 0.875 | 0.973s | 3.830s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.75 | 0.875 | 0.786s | 4.946s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.875 | 0.875 | 1.002s | 6.317s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 1.0 | 1.0 | 0.812s | 7.485s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.5 | 1.0 | 0.814s | 8.693s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.6562 | 1.0 | 0.795s | 9.848s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.9375 | 1.0 | 0.919s | 11.137s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.375 | 1.0 | 0.886s | 12.408s |
| Iteration 11 | 408 | gini | 7 | 14 | 16 | 0.6 | False | 0.0024 | --- | 0.8125 | 1.0 | 0.880s | 14.098s |
| Iteration 12 | 187 | gini | 9 | 5 | 14 | sqrt | False | 0.0227 | --- | 1.0 | 1.0 | 0.761s | 15.682s |
| Iteration 13 | 420 | gini | None | 12 | 4 | 0.9 | False | 0.0073 | --- | 0.9375 | 1.0 | 0.896s | 17.328s |
| Iteration 14 | 168 | gini | 6 | 4 | 11 | sqrt | False | 0.0306 | --- | 0.75 | 1.0 | 0.726s | 18.896s |
| Iteration 15 | 309 | gini | 4 | 13 | 10 | 0.9 | False | 0.0197 | --- | 0.3438 | 1.0 | 1.593s | 21.269s |
| Iteration 16 | 192 | gini | 9 | 6 | 14 | sqrt | False | 0.0214 | --- | 0.625 | 1.0 | 0.780s | 22.815s |
| Iteration 17 | 227 | entropy | None | 5 | 7 | 0.9 | True | 0.035 | 0.7 | 0.875 | 1.0 | 0.863s | 24.403s |
| Iteration 18 | 229 | gini | 1 | 15 | 13 | auto | False | 0.0 | --- | 0.6875 | 1.0 | 0.793s | 25.968s |
| Iteration 19 | 483 | gini | 5 | 17 | 13 | log2 | True | 0.0 | 0.9 | 0.875 | 1.0 | 0.979s | 27.627s |
| Iteration 20 | 444 | entropy | 1 | 17 | 16 | 0.7 | True | 0.0 | 0.8 | 0.625 | 1.0 | 0.957s | 29.317s |
| Iteration 21 | 10 | entropy | 8 | 8 | 7 | 0.9 | False | 0.0337 | --- | 0.7188 | 1.0 | 0.632s | 30.621s |
| Iteration 22 | 292 | gini | 9 | 4 | 11 | sqrt | True | 0.0327 | 0.6 | 1.0 | 1.0 | 0.863s | 32.276s |
| Iteration 23 | 290 | gini | 9 | 7 | 13 | sqrt | True | 0.0313 | 0.7 | 0.625 | 1.0 | 0.864s | 33.859s |
| Iteration 24 | 78 | gini | None | 10 | 12 | sqrt | False | 0.035 | --- | 0.875 | 1.0 | 0.680s | 35.261s |
| Iteration 25 | 220 | gini | 1 | 20 | 9 | 0.7 | False | 0.007 | --- | 0.8438 | 1.0 | 0.758s | 36.717s |
| Iteration 26 | 292 | gini | 6 | 6 | 8 | 0.7 | False | 0.0009 | --- | 0.875 | 1.0 | 0.804s | 38.208s |
| Iteration 27 | 183 | gini | 5 | 12 | 16 | 0.9 | False | 0.0023 | --- | 0.4688 | 1.0 | 0.765s | 39.678s |
| Iteration 28 | 347 | gini | 8 | 4 | 7 | sqrt | True | 0.0328 | 0.6 | 0.9375 | 1.0 | 0.904s | 41.299s |
| Iteration 29 | 92 | gini | 6 | 17 | 5 | sqrt | False | 0.0289 | --- | 1.0 | 1.0 | 0.701s | 42.854s |
| Iteration 30 | 41 | gini | 3 | 3 | 2 | sqrt | False | 0.0081 | --- | 0.9375 | 1.0 | 0.676s | 44.355s |
| Iteration 31 | 406 | gini | 5 | 15 | 5 | sqrt | True | 0.0325 | 0.8 | 0.4375 | 1.0 | 0.953s | 46.150s |
| Iteration 32 | 10 | gini | 6 | 11 | 4 | sqrt | False | 0.0322 | --- | 0.9375 | 1.0 | 0.650s | 47.580s |
| Iteration 33 | 99 | gini | None | 2 | 5 | sqrt | True | 0.0337 | None | 0.9375 | 1.0 | 0.717s | 49.137s |
| Iteration 34 | 24 | gini | 8 | 9 | 5 | sqrt | False | 0.0284 | --- | 0.9375 | 1.0 | 0.698s | 50.788s |
| Iteration 35 | 18 | gini | None | 9 | 4 | sqrt | True | 0.0144 | 0.5 | 0.6875 | 1.0 | 0.638s | 52.297s |
| Iteration 36 | 500 | gini | 4 | 17 | 3 | 0.7 | True | 0.0238 | 0.9 | 0.9375 | 1.0 | 1.025s | 54.116s |
| Iteration 37 | 500 | gini | 4 | 15 | 9 | 0.7 | False | 0.0162 | --- | 0.9375 | 1.0 | 0.932s | 55.955s |
| Iteration 38 | 10 | gini | 7 | 17 | 18 | sqrt | False | 0.034 | --- | 0.75 | 1.0 | 0.632s | 57.467s |
| Iteration 39 | 124 | gini | 8 | 2 | 1 | sqrt | False | 0.0147 | --- | 0.8125 | 1.0 | 1.439s | 59.792s |
| Iteration 40 | 500 | gini | 2 | 16 | 5 | 0.7 | True | 0.009 | 0.9 | 0.625 | 1.0 | 1.066s | 1m:02s |
| Iteration 41 | 471 | gini | 6 | 16 | 16 | 0.7 | False | 0.0297 | --- | 1.0 | 1.0 | 0.954s | 1m:04s |
| Iteration 42 | 469 | gini | 9 | 7 | 17 | 0.7 | False | 0.0306 | --- | 1.0 | 1.0 | 0.960s | 1m:06s |
| Iteration 43 | 480 | gini | 6 | 12 | 17 | 0.7 | False | 0.0287 | --- | 1.0 | 1.0 | 0.965s | 1m:08s |
| Iteration 44 | 499 | gini | 3 | 15 | 18 | 0.7 | False | 0.0198 | --- | 0.8125 | 1.0 | 0.948s | 1m:11s |
| Iteration 45 | 500 | gini | 7 | 17 | 18 | 0.7 | False | 0.0133 | --- | 0.5 | 1.0 | 1.083s | 1m:14s |
| Iteration 46 | 489 | gini | 8 | 2 | 8 | 0.5 | True | 0.0322 | 0.6 | 1.0 | 1.0 | 1.089s | 1m:16s |
| Iteration 47 | 179 | gini | 2 | 4 | 3 | sqrt | False | 0.0241 | --- | 0.6562 | 1.0 | 0.747s | 1m:17s |
| Iteration 48 | 491 | gini | 4 | 6 | 6 | 0.7 | True | 0.034 | 0.7 | 0.875 | 1.0 | 1.046s | 1m:19s |
| Iteration 49 | 500 | gini | 9 | 8 | 4 | 0.5 | True | 0.0054 | 0.6 | 0.875 | 1.0 | 1.032s | 1m:22s |
| Iteration 50 | 412 | gini | 8 | 3 | 11 | 0.7 | False | 0.035 | --- | 0.625 | 1.0 | 0.908s | 1m:24s |
Bayesian Optimization ---------------------------
Best call --> Iteration 46
Best parameters --> {'n_estimators': 489, 'criterion': 'gini', 'max_depth': 8, 'min_samples_split': 2, 'min_samples_leaf': 8, 'max_features': 0.5, 'bootstrap': True, 'ccp_alpha': 0.0322, 'max_samples': 0.6}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:25s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8915
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.417s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.58 ± 0.0245
Time elapsed: 1.963s
-------------------------------------------------
Total time: 1m:27s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.763s | 0.783s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 1.0 | 1.0 | 0.742s | 1.867s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 1.0 | 0.750s | 2.981s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 1.0 | 0.699s | 4.024s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 1.0 | 0.752s | 5.118s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 1.0 | 0.717s | 6.170s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 1.0 | 0.716s | 7.218s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 1.0 | 0.720s | 8.302s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 1.0 | 1.0 | 0.744s | 9.406s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 1.0 | 0.731s | 10.471s |
| Iteration 11 | 26 | 0.3309 | 6 | 0.2333 | 10 | 0.6 | 0.5 | 100 | 1 | 0.5 | 1.0 | 0.686s | 11.781s |
| Iteration 12 | 469 | 0.0389 | 6 | 0.5533 | 3 | 0.8 | 0.9 | 0.01 | 0.1 | 0.75 | 1.0 | 0.731s | 13.270s |
| Iteration 13 | 295 | 0.8652 | 8 | 0.3637 | 4 | 0.8 | 1.0 | 10 | 0.1 | 0.5 | 1.0 | 0.687s | 14.713s |
| Iteration 14 | 471 | 0.0251 | 4 | 0.3799 | 3 | 0.8 | 0.9 | 0.1 | 1 | 0.75 | 1.0 | 0.731s | 16.176s |
| Iteration 15 | 175 | 0.0576 | 9 | 0.8838 | 3 | 1.0 | 0.5 | 1 | 100 | 0.2812 | 1.0 | 0.681s | 17.558s |
| Iteration 16 | 438 | 0.0255 | 5 | 0.3785 | 3 | 0.8 | 0.9 | 0.01 | 0.1 | 1.0 | 1.0 | 1.453s | 19.808s |
| Iteration 17 | 396 | 0.6794 | 5 | 1.0 | 8 | 1.0 | 0.7 | 1 | 0.1 | 0.5 | 1.0 | 0.732s | 21.367s |
| Iteration 18 | 432 | 0.0321 | 5 | 0.2061 | 4 | 0.8 | 0.9 | 0.01 | 1 | 0.625 | 1.0 | 0.730s | 22.964s |
| Iteration 19 | 433 | 0.0296 | 3 | 0.4295 | 3 | 0.8 | 0.7 | 0.1 | 1 | 1.0 | 1.0 | 0.735s | 24.540s |
| Iteration 20 | 431 | 0.0454 | 7 | 0.3706 | 3 | 0.8 | 0.9 | 0.1 | 0.01 | 0.9375 | 1.0 | 0.731s | 26.078s |
| Iteration 21 | 436 | 0.0217 | 6 | 0.5732 | 3 | 0.8 | 0.6 | 1 | 0.1 | 0.875 | 1.0 | 0.731s | 27.696s |
| Iteration 22 | 434 | 0.0483 | 5 | 0.4421 | 3 | 0.8 | 0.9 | 0.01 | 10 | 1.0 | 1.0 | 0.714s | 29.343s |
| Iteration 23 | 433 | 0.0234 | 6 | 0.4155 | 3 | 0.8 | 0.5 | 0.01 | 1 | 1.0 | 1.0 | 0.716s | 30.901s |
| Iteration 24 | 416 | 0.0157 | 1 | 0.4369 | 3 | 0.6 | 0.7 | 0 | 0.01 | 0.8125 | 1.0 | 0.712s | 32.601s |
| Iteration 25 | 433 | 0.0223 | 2 | 0.5448 | 4 | 0.9 | 0.5 | 0.1 | 0.01 | 0.875 | 1.0 | 0.719s | 34.156s |
| Iteration 26 | 438 | 0.075 | 10 | 0.4125 | 4 | 0.8 | 0.8 | 0 | 1 | 1.0 | 1.0 | 0.704s | 35.759s |
| Iteration 27 | 437 | 0.2126 | 9 | 0.4035 | 2 | 0.8 | 0.5 | 1 | 100 | 0.25 | 1.0 | 0.724s | 37.401s |
| Iteration 28 | 461 | 0.0542 | 9 | 0.5459 | 4 | 0.8 | 0.8 | 0 | 1 | 1.0 | 1.0 | 0.750s | 38.997s |
| Iteration 29 | 500 | 0.0661 | 6 | 1.0 | 1 | 0.9 | 0.4 | 0 | 10 | 1.0 | 1.0 | 0.748s | 40.566s |
| Iteration 30 | 101 | 0.423 | 10 | 0.1596 | 1 | 0.5 | 0.7 | 0 | 1 | 1.0 | 1.0 | 0.679s | 42.669s |
| Iteration 31 | 500 | 1.0 | 1 | 1.0 | 1 | 0.7 | 0.4 | 0.1 | 0 | 1.0 | 1.0 | 0.732s | 44.451s |
| Iteration 32 | 500 | 0.0464 | 1 | 1.0 | 1 | 0.8 | 0.4 | 0.1 | 0.01 | 1.0 | 1.0 | 0.724s | 46.030s |
| Iteration 33 | 188 | 0.8656 | 1 | 0.7477 | 2 | 0.5 | 0.7 | 0 | 10 | 0.9375 | 1.0 | 0.697s | 47.545s |
| Iteration 34 | 500 | 0.0296 | 1 | 1.0 | 1 | 0.8 | 0.4 | 0.1 | 0.01 | 0.9375 | 1.0 | 0.760s | 49.161s |
| Iteration 35 | 181 | 0.0339 | 10 | 0.3278 | 1 | 1.0 | 0.9 | 0.01 | 1 | 0.875 | 1.0 | 0.693s | 50.801s |
| Iteration 36 | 500 | 0.0215 | 10 | 0.9698 | 2 | 0.8 | 0.4 | 0 | 10 | 0.9375 | 1.0 | 0.742s | 52.508s |
| Iteration 37 | 500 | 1.0 | 1 | 0.9807 | 2 | 1.0 | 0.8 | 0 | 1 | 0.9062 | 1.0 | 0.717s | 54.194s |
| Iteration 38 | 500 | 0.01 | 10 | 0.0 | 1 | 0.5 | 0.5 | 0.1 | 0.01 | 1.0 | 1.0 | 0.748s | 55.850s |
| Iteration 39 | 419 | 0.0116 | 9 | 0.3771 | 5 | 0.6 | 0.5 | 0 | 100 | 0.2812 | 1.0 | 0.713s | 57.565s |
| Iteration 40 | 500 | 0.01 | 6 | 1.0 | 2 | 0.5 | 0.4 | 0 | 1 | 0.625 | 1.0 | 0.730s | 59.368s |
| Iteration 41 | 500 | 0.1404 | 7 | 0.6622 | 2 | 0.8 | 0.6 | 0 | 1 | 0.75 | 1.0 | 0.743s | 1m:01s |
| Iteration 42 | 318 | 0.6478 | 4 | 0.574 | 4 | 0.8 | 0.6 | 0 | 10 | 0.9375 | 1.0 | 0.766s | 1m:04s |
| Iteration 43 | 307 | 0.0655 | 10 | 0.0798 | 1 | 0.5 | 0.6 | 0.01 | 0.1 | 1.0 | 1.0 | 0.752s | 1m:05s |
| Iteration 44 | 321 | 0.8008 | 3 | 0.84 | 1 | 0.5 | 1.0 | 0 | 0 | 0.75 | 1.0 | 0.722s | 1m:07s |
| Iteration 45 | 283 | 0.0622 | 10 | 0.0809 | 1 | 0.5 | 0.6 | 0.01 | 0.1 | 0.6875 | 1.0 | 0.783s | 1m:09s |
| Iteration 46 | 500 | 0.0153 | 1 | 0.2479 | 1 | 1.0 | 0.6 | 0.1 | 0 | 1.0 | 1.0 | 0.739s | 1m:10s |
| Iteration 47 | 500 | 0.0151 | 1 | 0.5521 | 1 | 1.0 | 0.4 | 0.1 | 0 | 0.875 | 1.0 | 0.744s | 1m:12s |
| Iteration 48 | 500 | 1.0 | 1 | 0.0 | 1 | 1.0 | 0.4 | 0.1 | 0.01 | 1.0 | 1.0 | 0.751s | 1m:14s |
| Iteration 49 | 487 | 1.0 | 7 | 0.0 | 1 | 0.9 | 0.6 | 0.1 | 0.01 | 1.0 | 1.0 | 0.726s | 1m:16s |
| Iteration 50 | 456 | 0.7098 | 9 | 0.5103 | 1 | 0.9 | 0.5 | 10 | 0 | 0.5 | 1.0 | 0.726s | 1m:18s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'n_estimators': 438, 'learning_rate': 0.0255, 'max_depth': 5, 'gamma': 0.3785, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.01, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:19s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9607
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.102s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.54 ± 0.0644
Time elapsed: 0.304s
-------------------------------------------------
Total time: 1m:19s
Final results ==================== >>
Duration: 8m:39s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.72 ± 0.1249 ~
Logistic Regression --> roc_auc: 0.56 ± 0.0374
Linear Discriminant Analysis --> roc_auc: 0.63 ± 0.0927
Quadratic Discriminant Analysis --> roc_auc: 0.63 ± 0.0927
Radius Nearest Neighbors --> roc_auc: 0.73 ± 0.04 ~ !
AdaBoost --> roc_auc: 0.565 ± 0.0436 ~
Random Forest --> roc_auc: 0.58 ± 0.0245 ~
XGBoost --> roc_auc: 0.54 ± 0.0644 ~
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAAPYSSASKIIF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CAGNSGNTPLVF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGSGGSYIPTF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVKGFGNVLHC.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVEDQTGANNLFF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CATDSNDYKLSF.
>>> Dropping feature CAVLNAGNNRKLIW.
>>> Dropping feature CAVRGSSNTGKLIF.
>>> Dropping feature CAVRNTGFQKLVF.
>>> Dropping feature CAGPNFGNEKLTF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CAVGGGSNYKLTF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAVSETGNQFYF.
>>> Dropping feature CAVRYGGSQGNLIF.
>>> Dropping feature CAVVNAGGTSYGKLTF.
>>> Dropping feature CAVKGGSEKLVF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVLSNDYKLSF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVRGGSYIPTF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAGNRDDKIIF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.875 | 0.875 | 3.253s | 3.274s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.625 | 0.875 | 3.260s | 6.885s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.6875 | 0.875 | 3.213s | 10.453s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.5 | 0.875 | 3.254s | 14.055s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.625 | 0.875 | 3.228s | 17.637s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.625 | 0.875 | 3.259s | 21.251s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.3125 | 0.875 | 3.151s | 24.950s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.4375 | 0.875 | 3.224s | 28.549s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 1.0 | 1.0 | 3.280s | 32.196s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.25 | 1.0 | 3.155s | 35.701s |
| Iteration 11 | exponen.. | 0.8693 | 187 | 0.9 | friedman_mse | 7 | 18 | 1 | 0.7 | 0.0343 | 0.9062 | 1.0 | 3.176s | 39.512s |
| Iteration 12 | exponen.. | 0.2854 | 39 | 0.7 | friedman_mse | 18 | 6 | 5 | 0.7 | 0.0217 | 0.75 | 1.0 | 3.110s | 43.335s |
| Iteration 13 | exponen.. | 0.3202 | 481 | 0.9 | friedman_mse | 15 | 18 | 4 | log2 | 0.0317 | 0.8125 | 1.0 | 3.236s | 47.239s |
| Iteration 14 | exponen.. | 0.1877 | 268 | 1.0 | friedman_mse | 16 | 20 | 4 | 0.8 | 0.0 | 0.3125 | 1.0 | 3.117s | 51.090s |
| Iteration 15 | exponen.. | 0.1334 | 422 | 0.8 | friedman_mse | 6 | 20 | 1 | 0.6 | 0.0289 | 0.3125 | 1.0 | 3.208s | 54.969s |
| Iteration 16 | deviance | 0.1542 | 273 | 0.6 | friedman_mse | 16 | 7 | 3 | 0.6 | 0.0178 | 0.8125 | 1.0 | 3.220s | 58.898s |
| Iteration 17 | exponen.. | 0.5321 | 10 | 1.0 | friedman_mse | 16 | 20 | 1 | 0.6 | 0.0 | 0.8125 | 1.0 | 3.180s | 1m:03s |
| Iteration 18 | deviance | 0.04 | 300 | 0.7 | friedman_mse | 7 | 16 | 10 | 0.7 | 0.03 | 0.6562 | 1.0 | 3.999s | 1m:07s |
| Iteration 19 | deviance | 0.0122 | 497 | 0.9 | friedman_mse | 9 | 8 | 1 | 0.9 | 0.031 | 0.875 | 1.0 | 3.352s | 1m:11s |
| Iteration 20 | exponen.. | 0.4917 | 128 | 0.7 | friedman_mse | 13 | 9 | 5 | 0.6 | 0.0064 | 0.875 | 1.0 | 3.211s | 1m:15s |
| Iteration 21 | exponen.. | 0.0937 | 275 | 0.6 | friedman_mse | 17 | 13 | 10 | 0.6 | 0.0269 | 0.8125 | 1.0 | 3.294s | 1m:19s |
| Iteration 22 | deviance | 0.4762 | 249 | 0.5 | friedman_mse | 6 | 11 | 4 | 0.9 | 0.002 | 1.0 | 1.0 | 3.266s | 1m:23s |
| Iteration 23 | deviance | 0.9629 | 244 | 0.8 | friedman_mse | 5 | 3 | 4 | 0.9 | 0.014 | 0.9375 | 1.0 | 3.272s | 1m:27s |
| Iteration 24 | deviance | 0.2114 | 266 | 0.6 | friedman_mse | 6 | 16 | 4 | 0.9 | 0.0077 | 0.5 | 1.0 | 3.233s | 1m:32s |
| Iteration 25 | deviance | 0.7821 | 332 | 0.6 | friedman_mse | 2 | 16 | 9 | 0.9 | 0.0244 | 0.75 | 1.0 | 3.245s | 1m:36s |
| Iteration 26 | deviance | 0.9966 | 137 | 0.9 | friedman_mse | 10 | 10 | 3 | 0.8 | 0.0146 | 0.75 | 1.0 | 3.214s | 1m:40s |
| Iteration 27 | exponen.. | 0.5971 | 473 | 0.8 | friedman_mse | 8 | 3 | 1 | sqrt | 0.0168 | 0.1875 | 1.0 | 3.269s | 1m:44s |
| Iteration 28 | deviance | 0.5418 | 285 | 0.8 | friedman_mse | 6 | 7 | 8 | 0.9 | 0.0142 | 0.5625 | 1.0 | 3.285s | 1m:48s |
| Iteration 29 | exponen.. | 0.2781 | 159 | 1.0 | friedman_mse | 18 | 10 | 5 | 0.5 | 0.0113 | 0.9375 | 1.0 | 3.206s | 1m:52s |
| Iteration 30 | exponen.. | 1.0 | 17 | 0.7 | friedman_mse | 2 | 9 | 2 | 0.8 | 0.0197 | 0.875 | 1.0 | 3.181s | 1m:56s |
| Iteration 31 | deviance | 0.3947 | 223 | 0.8 | friedman_mse | 19 | 16 | 2 | 0.5 | 0.0318 | 0.5 | 1.0 | 3.111s | 1m:60s |
| Iteration 32 | exponen.. | 0.1627 | 13 | 0.7 | squared_er.. | 20 | 19 | 7 | 0.5 | 0.0199 | 0.5938 | 1.0 | 3.124s | 2m:04s |
| Iteration 33 | exponen.. | 0.6453 | 312 | 1.0 | friedman_mse | 15 | 19 | 6 | 0.5 | 0.0015 | 0.0 | 1.0 | 3.249s | 2m:08s |
| Iteration 34 | exponen.. | 0.3545 | 127 | 0.5 | friedman_mse | 13 | 12 | 1 | 0.6 | 0.0313 | 0.875 | 1.0 | 3.216s | 2m:12s |
| Iteration 35 | exponen.. | 0.2799 | 190 | 0.7 | squared_er.. | 12 | 4 | 1 | 0.6 | 0.0173 | 0.3438 | 1.0 | 3.229s | 2m:16s |
| Iteration 36 | exponen.. | 1.0 | 89 | 1.0 | friedman_mse | 18 | 14 | 3 | None | 0.0 | 0.6875 | 1.0 | 3.227s | 2m:20s |
| Iteration 37 | deviance | 0.01 | 500 | 0.8 | friedman_mse | 2 | 8 | 7 | sqrt | 0.0 | 0.9375 | 1.0 | 3.295s | 2m:24s |
| Iteration 38 | deviance | 0.01 | 500 | 0.8 | squared_er.. | 4 | 5 | 5 | sqrt | 0.0103 | 0.75 | 1.0 | 3.323s | 2m:28s |
| Iteration 39 | deviance | 0.0502 | 500 | 0.5 | friedman_mse | 14 | 3 | 2 | 0.7 | 0.0 | 0.375 | 1.0 | 3.273s | 2m:32s |
| Iteration 40 | exponen.. | 0.3534 | 78 | 1.0 | friedman_mse | 2 | 15 | 2 | 0.5 | 0.0159 | 0.6875 | 1.0 | 3.079s | 2m:36s |
| Iteration 41 | exponen.. | 0.1907 | 122 | 0.9 | friedman_mse | 20 | 10 | 5 | 0.9 | 0.0304 | 0.75 | 1.0 | 3.197s | 2m:40s |
| Iteration 42 | deviance | 0.9947 | 228 | 0.5 | friedman_mse | 15 | 11 | 4 | 0.9 | 0.0068 | 0.3125 | 1.0 | 3.880s | 2m:44s |
| Iteration 43 | deviance | 0.6836 | 234 | 0.5 | friedman_mse | 5 | 11 | 6 | 0.7 | 0.0041 | 0.75 | 1.0 | 3.222s | 2m:49s |
| Iteration 44 | exponen.. | 0.2671 | 150 | 0.9 | friedman_mse | 15 | 18 | 1 | log2 | 0.0026 | 0.8125 | 1.0 | 3.203s | 2m:53s |
| Iteration 45 | deviance | 0.01 | 463 | 1.0 | friedman_mse | 3 | 18 | 5 | 0.7 | 0.0339 | 0.5312 | 1.0 | 3.233s | 2m:57s |
| Iteration 46 | exponen.. | 1.0 | 122 | 0.7 | friedman_mse | 8 | 9 | 8 | 0.9 | 0.035 | 0.875 | 1.0 | 3.218s | 3m:01s |
| Iteration 47 | exponen.. | 1.0 | 130 | 0.5 | friedman_mse | 13 | 14 | 6 | None | 0.0337 | 0.625 | 1.0 | 3.159s | 3m:06s |
| Iteration 48 | exponen.. | 0.1754 | 126 | 0.5 | friedman_mse | 16 | 5 | 2 | log2 | 0.0119 | 0.5 | 1.0 | 3.150s | 3m:10s |
| Iteration 49 | exponen.. | 0.589 | 134 | 0.9 | friedman_mse | 11 | 15 | 3 | sqrt | 0.0148 | 0.6875 | 1.0 | 3.195s | 3m:14s |
| Iteration 50 | exponen.. | 1.0 | 10 | 0.5 | friedman_mse | 8 | 13 | 8 | sqrt | 0.0065 | 0.1875 | 1.0 | 3.135s | 3m:18s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.1975, 'n_estimators': 183, 'subsample': 0.9, 'criterion': 'friedman_mse', 'min_samples_split': 16, 'min_samples_leaf': 18, 'max_depth': 1, 'max_features': 0.6, 'ccp_alpha': 0.0026}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:19s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9938
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.059s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.0872
Time elapsed: 0.273s
-------------------------------------------------
Total time: 3m:19s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.5 | 0.5 | 3.209s | 3.222s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.6875 | 0.6875 | 3.198s | 6.775s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.3125 | 0.6875 | 3.172s | 10.285s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.6875 | 0.6875 | 3.162s | 13.787s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.1875 | 0.6875 | 3.191s | 17.473s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.75 | 0.75 | 3.168s | 20.961s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.3125 | 0.75 | 3.215s | 24.527s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.375 | 0.75 | 3.224s | 28.078s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.6875 | 0.75 | 3.212s | 31.624s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.3125 | 0.75 | 3.220s | 35.184s |
| Iteration 11 | l2 | 19.639 | sag | 161 | --- | 0.5 | 0.75 | 3.207s | 39.088s |
| Iteration 12 | l2 | 13.2899 | newto.. | 152 | --- | 0.1875 | 0.75 | 3.119s | 42.941s |
| Iteration 13 | l2 | 0.4798 | lbfgs | 101 | --- | 0.75 | 0.75 | 3.157s | 46.678s |
| Iteration 14 | l2 | 0.5778 | lbfgs | 100 | --- | 0.25 | 0.75 | 3.138s | 50.496s |
| Iteration 15 | l2 | 0.2483 | lbfgs | 130 | --- | 0.25 | 0.75 | 3.121s | 54.284s |
| Iteration 16 | l2 | 0.4182 | newto.. | 413 | --- | 0.875 | 0.875 | 3.182s | 58.027s |
| Iteration 17 | l2 | 0.0011 | newto.. | 959 | --- | 0.8125 | 0.875 | 3.135s | 1m:02s |
| Iteration 18 | l2 | 0.0011 | newto.. | 974 | --- | 0.5625 | 0.875 | 3.127s | 1m:06s |
| Iteration 19 | l2 | 0.4591 | newto.. | 394 | --- | 0.8125 | 0.875 | 3.180s | 1m:10s |
| Iteration 20 | l2 | 1.1712 | newto.. | 275 | --- | 0.5 | 0.875 | 3.143s | 1m:14s |
| Iteration 21 | l2 | 0.2909 | newto.. | 569 | --- | 0.375 | 0.875 | 3.168s | 1m:18s |
| Iteration 22 | l2 | 56.3027 | newto.. | 221 | --- | 1.0 | 1.0 | 3.161s | 1m:22s |
| Iteration 23 | l2 | 21.9035 | newto.. | 130 | --- | 0.75 | 1.0 | 3.207s | 1m:25s |
| Iteration 24 | l2 | 90.3891 | newto.. | 157 | --- | 0.5625 | 1.0 | 3.205s | 1m:29s |
| Iteration 25 | l2 | 0.0848 | libli.. | 749 | --- | 0.0625 | 1.0 | 3.250s | 1m:33s |
| Iteration 26 | l2 | 0.1475 | libli.. | 986 | --- | 0.8125 | 1.0 | 3.236s | 1m:37s |
| Iteration 27 | l2 | 79.2319 | libli.. | 147 | --- | 0.1875 | 1.0 | 3.210s | 1m:41s |
| Iteration 28 | l2 | 33.175 | newto.. | 381 | --- | 0.625 | 1.0 | 3.249s | 1m:45s |
| Iteration 29 | l2 | 8.5528 | newto.. | 314 | --- | 0.875 | 1.0 | 3.230s | 1m:49s |
| Iteration 30 | l2 | 47.413 | newto.. | 333 | --- | 0.75 | 1.0 | 3.224s | 1m:53s |
| Iteration 31 | l2 | 1.93 | libli.. | 100 | --- | 0.5 | 1.0 | 3.196s | 1m:57s |
| Iteration 32 | l2 | 51.1923 | newto.. | 343 | --- | 0.5625 | 1.0 | 3.155s | 2m:00s |
| Iteration 33 | l2 | 0.2917 | newto.. | 279 | --- | 0.0625 | 1.0 | 3.158s | 2m:04s |
| Iteration 34 | l2 | 27.9643 | newto.. | 241 | --- | 0.9375 | 1.0 | 3.153s | 2m:08s |
| Iteration 35 | l2 | 40.5847 | newto.. | 222 | --- | 0.375 | 1.0 | 3.177s | 2m:12s |
| Iteration 36 | l2 | 39.6125 | libli.. | 221 | --- | 0.75 | 1.0 | 3.166s | 2m:16s |
| Iteration 37 | l2 | 39.7517 | lbfgs | 224 | --- | 0.5 | 1.0 | 3.235s | 2m:20s |
| Iteration 38 | l2 | 40.2936 | newto.. | 224 | --- | 0.6875 | 1.0 | 3.232s | 2m:24s |
| Iteration 39 | none | --- | newto.. | 304 | --- | 0.25 | 1.0 | 3.240s | 2m:28s |
| Iteration 40 | l2 | 20.4976 | libli.. | 104 | --- | 0.25 | 1.0 | 3.128s | 2m:33s |
| Iteration 41 | l2 | 0.3471 | sag | 840 | --- | 0.5625 | 1.0 | 3.147s | 2m:36s |
| Iteration 42 | l2 | 22.7116 | newto.. | 912 | --- | 0.625 | 1.0 | 3.180s | 2m:40s |
| Iteration 43 | l2 | 48.6668 | newto.. | 971 | --- | 0.9375 | 1.0 | 3.845s | 2m:45s |
| Iteration 44 | l2 | 0.095 | libli.. | 215 | --- | 0.5625 | 1.0 | 3.166s | 2m:49s |
| Iteration 45 | l2 | 69.7545 | newto.. | 802 | --- | 0.625 | 1.0 | 3.234s | 2m:53s |
| Iteration 46 | l2 | 34.5717 | newto.. | 997 | --- | 0.625 | 1.0 | 3.232s | 2m:57s |
| Iteration 47 | l2 | 85.6768 | newto.. | 979 | --- | 0.0625 | 1.0 | 3.168s | 3m:01s |
| Iteration 48 | l2 | 22.8461 | newto.. | 100 | --- | 0.6875 | 1.0 | 3.190s | 3m:05s |
| Iteration 49 | l2 | 0.0526 | libli.. | 290 | --- | 0.75 | 1.0 | 3.191s | 3m:09s |
| Iteration 50 | l2 | 73.3778 | libli.. | 973 | --- | 0.3125 | 1.0 | 3.161s | 3m:13s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'penalty': 'l2', 'C': 56.3027, 'solver': 'newton-cg', 'max_iter': 221}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:13s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7848
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.020s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.0678
Time elapsed: 0.073s
-------------------------------------------------
Total time: 3m:13s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.375 | 0.375 | 3.178s | 3.184s |
| Initial point 2 | svd | --- | 0.5 | 0.5 | 3.202s | 6.721s |
| Initial point 3 | svd | --- | 0.5 | 0.5 | 0.001s | 7.065s |
| Initial point 4 | lsqr | 0.8 | 0.3125 | 0.5 | 3.173s | 10.560s |
| Initial point 5 | eigen | 0.9 | 0.625 | 0.625 | 3.178s | 14.050s |
| Initial point 6 | lsqr | 0.7 | 0.5625 | 0.625 | 3.179s | 17.592s |
| Initial point 7 | lsqr | 0.5 | 0.3125 | 0.625 | 3.186s | 21.104s |
| Initial point 8 | lsqr | 0.9 | 0.5 | 0.625 | 3.196s | 24.635s |
| Initial point 9 | lsqr | 0.6 | 0.5 | 0.625 | 3.166s | 28.123s |
| Initial point 10 | eigen | 0.8 | 0.4375 | 0.625 | 3.152s | 31.661s |
| Iteration 11 | svd | --- | 0.5 | 0.625 | 0.000s | 32.129s |
| Iteration 12 | eigen | 0.9 | 0.625 | 0.625 | 0.000s | 32.611s |
| Iteration 13 | eigen | 0.7 | 0.25 | 0.625 | 3.211s | 36.278s |
| Iteration 14 | lsqr | auto | 0.375 | 0.625 | 3.199s | 39.973s |
| Iteration 15 | eigen | auto | 0.25 | 0.625 | 3.173s | 43.746s |
| Iteration 16 | svd | --- | 0.5 | 0.625 | 0.001s | 44.257s |
| Iteration 17 | svd | --- | 0.5 | 0.625 | 0.000s | 44.733s |
| Iteration 18 | lsqr | 1.0 | 0.625 | 0.625 | 3.092s | 48.301s |
| Iteration 19 | svd | --- | 0.5 | 0.625 | 0.001s | 48.821s |
| Iteration 20 | lsqr | None | 0.4375 | 0.625 | 3.208s | 52.534s |
| Iteration 21 | eigen | 0.5 | 0.8125 | 0.8125 | 3.135s | 56.198s |
| Iteration 22 | eigen | 0.6 | 0.5 | 0.8125 | 3.150s | 59.909s |
| Iteration 23 | svd | --- | 0.5 | 0.8125 | 0.001s | 1m:00s |
| Iteration 24 | svd | --- | 0.5 | 0.8125 | 0.000s | 1m:01s |
| Iteration 25 | eigen | 0.5 | 0.8125 | 0.8125 | 0.000s | 1m:01s |
| Iteration 26 | eigen | None | 0.6875 | 0.8125 | 3.140s | 1m:05s |
| Iteration 27 | eigen | 0.5 | 0.8125 | 0.8125 | 0.000s | 1m:06s |
| Iteration 28 | eigen | 0.5 | 0.8125 | 0.8125 | 0.001s | 1m:06s |
| Iteration 29 | lsqr | 0.8 | 0.3125 | 0.8125 | 0.001s | 1m:07s |
| Iteration 30 | lsqr | 0.5 | 0.3125 | 0.8125 | 0.000s | 1m:07s |
| Iteration 31 | eigen | 0.5 | 0.8125 | 0.8125 | 0.001s | 1m:08s |
| Iteration 32 | eigen | 0.5 | 0.8125 | 0.8125 | 0.000s | 1m:09s |
| Iteration 33 | eigen | 0.5 | 0.8125 | 0.8125 | 0.000s | 1m:09s |
| Iteration 34 | eigen | 0.5 | 0.8125 | 0.8125 | 0.000s | 1m:10s |
| Iteration 35 | eigen | 0.5 | 0.8125 | 0.8125 | 0.001s | 1m:11s |
| Iteration 36 | eigen | 0.5 | 0.8125 | 0.8125 | 0.000s | 1m:12s |
| Iteration 37 | eigen | 0.5 | 0.8125 | 0.8125 | 0.000s | 1m:12s |
| Iteration 38 | eigen | 0.5 | 0.8125 | 0.8125 | 0.000s | 1m:13s |
| Iteration 39 | eigen | 0.9 | 0.625 | 0.8125 | 0.001s | 1m:13s |
| Iteration 40 | eigen | 0.5 | 0.8125 | 0.8125 | 0.001s | 1m:14s |
| Iteration 41 | eigen | 0.5 | 0.8125 | 0.8125 | 0.001s | 1m:15s |
| Iteration 42 | eigen | 0.5 | 0.8125 | 0.8125 | 0.001s | 1m:15s |
| Iteration 43 | eigen | 0.5 | 0.8125 | 0.8125 | 0.001s | 1m:16s |
| Iteration 44 | eigen | 0.5 | 0.8125 | 0.8125 | 0.001s | 1m:16s |
| Iteration 45 | eigen | 0.5 | 0.8125 | 0.8125 | 0.001s | 1m:17s |
| Iteration 46 | eigen | 0.5 | 0.8125 | 0.8125 | 0.000s | 1m:18s |
| Iteration 47 | eigen | 0.5 | 0.8125 | 0.8125 | 0.001s | 1m:18s |
| Iteration 48 | eigen | 0.5 | 0.8125 | 0.8125 | 0.001s | 1m:19s |
| Iteration 49 | eigen | 0.5 | 0.8125 | 0.8125 | 0.001s | 1m:20s |
| Iteration 50 | eigen | 0.5 | 0.8125 | 0.8125 | 0.001s | 1m:20s |
Bayesian Optimization ---------------------------
Best call --> Iteration 21
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:21s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6795
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.013s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.71 ± 0.1068
Time elapsed: 0.030s
-------------------------------------------------
Total time: 1m:21s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.375 | 0.375 | 3.142s | 3.145s |
| Initial point 2 | 0.9 | 0.0625 | 0.375 | 3.175s | 6.640s |
| Initial point 3 | 0.1 | 0.4375 | 0.4375 | 3.206s | 10.169s |
| Initial point 4 | 1.0 | 0.375 | 0.4375 | 0.001s | 10.534s |
| Initial point 5 | 0.2 | 0.5625 | 0.5625 | 3.077s | 13.943s |
| Initial point 6 | 0.4 | 0.625 | 0.625 | 3.128s | 17.392s |
| Initial point 7 | 0.4 | 0.625 | 0.625 | 0.001s | 17.713s |
| Initial point 8 | 0.7 | 0.5 | 0.625 | 3.158s | 21.238s |
| Initial point 9 | 0.9 | 0.0625 | 0.625 | 0.001s | 21.570s |
| Initial point 10 | 0.8 | 0.375 | 0.625 | 3.227s | 25.111s |
| Iteration 11 | 0.3 | 0.75 | 0.75 | 3.210s | 28.820s |
| Iteration 12 | 0.6 | 0.1875 | 0.75 | 3.106s | 32.353s |
| Iteration 13 | 0.5 | 0.125 | 0.75 | 3.157s | 35.924s |
| Iteration 14 | 0.0 | 0.3125 | 0.75 | 3.146s | 39.504s |
| Iteration 15 | 0.3 | 0.75 | 0.75 | 0.001s | 39.930s |
| Iteration 16 | 0.3 | 0.75 | 0.75 | 0.000s | 40.345s |
| Iteration 17 | 0.3 | 0.75 | 0.75 | 0.001s | 40.759s |
| Iteration 18 | 0.3 | 0.75 | 0.75 | 0.001s | 41.186s |
| Iteration 19 | 0.3 | 0.75 | 0.75 | 0.003s | 41.644s |
| Iteration 20 | 0.3 | 0.75 | 0.75 | 0.000s | 42.070s |
| Iteration 21 | 0.3 | 0.75 | 0.75 | 0.001s | 42.508s |
| Iteration 22 | 0.3 | 0.75 | 0.75 | 0.000s | 42.948s |
| Iteration 23 | 0.4 | 0.625 | 0.75 | 0.000s | 43.390s |
| Iteration 24 | 0.3 | 0.75 | 0.75 | 0.000s | 43.828s |
| Iteration 25 | 0.3 | 0.75 | 0.75 | 0.001s | 44.263s |
| Iteration 26 | 0.3 | 0.75 | 0.75 | 0.000s | 44.704s |
| Iteration 27 | 0.3 | 0.75 | 0.75 | 0.000s | 45.147s |
| Iteration 28 | 0.9 | 0.0625 | 0.75 | 0.000s | 45.589s |
| Iteration 29 | 0.3 | 0.75 | 0.75 | 0.001s | 46.070s |
| Iteration 30 | 0.8 | 0.375 | 0.75 | 0.001s | 46.660s |
| Iteration 31 | 0.3 | 0.75 | 0.75 | 0.000s | 47.123s |
| Iteration 32 | 0.3 | 0.75 | 0.75 | 0.000s | 47.573s |
| Iteration 33 | 0.3 | 0.75 | 0.75 | 0.000s | 48.036s |
| Iteration 34 | 0.3 | 0.75 | 0.75 | 0.001s | 48.516s |
| Iteration 35 | 0.3 | 0.75 | 0.75 | 0.001s | 48.993s |
| Iteration 36 | 0.3 | 0.75 | 0.75 | 0.000s | 49.480s |
| Iteration 37 | 0.3 | 0.75 | 0.75 | 0.001s | 49.971s |
| Iteration 38 | 0.3 | 0.75 | 0.75 | 0.000s | 50.454s |
| Iteration 39 | 0.3 | 0.75 | 0.75 | 0.001s | 50.967s |
| Iteration 40 | 0.3 | 0.75 | 0.75 | 0.001s | 51.461s |
| Iteration 41 | 0.3 | 0.75 | 0.75 | 0.000s | 51.959s |
| Iteration 42 | 0.3 | 0.75 | 0.75 | 0.001s | 53.213s |
| Iteration 43 | 0.3 | 0.75 | 0.75 | 0.001s | 53.768s |
| Iteration 44 | 0.3 | 0.75 | 0.75 | 0.000s | 54.301s |
| Iteration 45 | 0.3 | 0.75 | 0.75 | 0.001s | 54.822s |
| Iteration 46 | 0.3 | 0.75 | 0.75 | 0.000s | 55.354s |
| Iteration 47 | 0.3 | 0.75 | 0.75 | 0.001s | 55.909s |
| Iteration 48 | 0.3 | 0.75 | 0.75 | 0.000s | 56.464s |
| Iteration 49 | 0.3 | 0.75 | 0.75 | 0.000s | 57.024s |
| Iteration 50 | 0.3 | 0.75 | 0.75 | 0.001s | 57.578s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'reg_param': 0.3}
Best evaluation --> roc_auc: 0.75
Time elapsed: 58.139s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7214
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.014s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.66 ± 0.097
Time elapsed: 0.028s
-------------------------------------------------
Total time: 58.181s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 11.3052 | dista.. | auto | 40 | 1 | 0.8125 | 0.8125 | 3.180s | 3.201s |
| Initial point 2 | 4.4961 | uniform | kd_tree | 39 | 2 | 0.4375 | 0.8125 | 3.280s | 6.811s |
| Initial point 3 | 3.5516 | dista.. | ball_tree | 25 | 2 | 0.5 | 0.8125 | 3.225s | 10.377s |
| Initial point 4 | 10.3617 | uniform | ball_tree | 39 | 2 | 0.625 | 0.8125 | 3.269s | 14.002s |
| Initial point 5 | 8.1171 | dista.. | auto | 30 | 2 | 0.8125 | 0.8125 | 3.243s | 17.590s |
| Initial point 6 | 9.4001 | dista.. | ball_tree | 21 | 2 | 0.5 | 0.8125 | 3.270s | 21.479s |
| Initial point 7 | 6.7237 | dista.. | ball_tree | 24 | 1 | 0.5625 | 0.8125 | 3.192s | 25.077s |
| Initial point 8 | 1.6112 | dista.. | ball_tree | 21 | 2 | 0.875 | 0.875 | 3.230s | 28.636s |
| Initial point 9 | 7.4897 | uniform | ball_tree | 24 | 1 | 0.5625 | 0.875 | 3.245s | 32.218s |
| Initial point 10 | 5.3198 | uniform | brute | 22 | 2 | 0.7188 | 0.875 | 3.245s | 35.841s |
| Iteration 11 | 0.0 | uniform | brute | 22 | 1 | 0.5 | 0.875 | 3.218s | 39.680s |
| Iteration 12 | 0.7589 | dista.. | ball_tree | 21 | 2 | 0.5 | 0.875 | 3.204s | 43.486s |
| Iteration 13 | 1.6085 | uniform | ball_tree | 26 | 2 | 0.2812 | 0.875 | 3.240s | 47.273s |
| Iteration 14 | 10.6954 | dista.. | brute | 40 | 1 | 0.5 | 0.875 | 3.211s | 51.006s |
| Iteration 15 | 1.6353 | dista.. | kd_tree | 21 | 1 | 0.75 | 0.875 | 3.188s | 54.741s |
| Iteration 16 | 1.5559 | dista.. | kd_tree | 21 | 2 | 0.5312 | 0.875 | 3.205s | 58.538s |
| Iteration 17 | 1.7265 | dista.. | ball_tree | 21 | 1 | 0.375 | 0.875 | 3.239s | 1m:02s |
| Iteration 18 | 0.0792 | uniform | auto | 35 | 1 | 0.5 | 0.875 | 3.188s | 1m:06s |
| Iteration 19 | 9.6082 | uniform | auto | 40 | 1 | 0.5938 | 0.875 | 3.217s | 1m:10s |
| Iteration 20 | 8.0451 | uniform | kd_tree | 30 | 1 | 0.6875 | 0.875 | 3.218s | 1m:14s |
| Iteration 21 | 1.5862 | dista.. | ball_tree | 20 | 2 | 0.5 | 0.875 | 3.233s | 1m:18s |
| Iteration 22 | 8.1005 | dista.. | kd_tree | 30 | 1 | 0.5 | 0.875 | 3.232s | 1m:21s |
| Iteration 23 | 11.2362 | uniform | ball_tree | 40 | 1 | 0.75 | 0.875 | 3.223s | 1m:25s |
| Iteration 24 | 11.2791 | uniform | ball_tree | 40 | 1 | 0.5625 | 0.875 | 3.193s | 1m:29s |
| Iteration 25 | 11.279 | dista.. | auto | 40 | 1 | 0.5 | 0.875 | 3.314s | 1m:34s |
| Iteration 26 | 1.6051 | dista.. | ball_tree | 21 | 1 | 0.375 | 0.875 | 3.241s | 1m:37s |
| Iteration 27 | 1.6179 | dista.. | ball_tree | 21 | 2 | 0.625 | 0.875 | 3.202s | 1m:41s |
| Iteration 28 | 1.8902 | uniform | ball_tree | 21 | 2 | 0.5625 | 0.875 | 3.246s | 1m:45s |
| Iteration 29 | 8.0557 | dista.. | auto | 30 | 2 | 0.8125 | 0.875 | 3.224s | 1m:49s |
| Iteration 30 | 8.0864 | dista.. | auto | 30 | 2 | 0.625 | 0.875 | 3.174s | 1m:53s |
| Iteration 31 | 9.5399 | dista.. | auto | 31 | 2 | 0.5 | 0.875 | 3.172s | 1m:57s |
| Iteration 32 | 7.8204 | uniform | auto | 30 | 2 | 0.75 | 0.875 | 3.164s | 2m:01s |
| Iteration 33 | 7.956 | uniform | auto | 30 | 2 | 0.4062 | 0.875 | 3.163s | 2m:05s |
| Iteration 34 | 1.5922 | dista.. | ball_tree | 21 | 2 | 0.625 | 0.875 | 3.166s | 2m:09s |
| Iteration 35 | 8.0864 | dista.. | auto | 30 | 2 | 0.625 | 0.875 | 0.002s | 2m:09s |
| Iteration 36 | 8.2557 | dista.. | auto | 30 | 2 | 0.5 | 0.875 | 3.182s | 2m:13s |
| Iteration 37 | 1.4694 | uniform | ball_tree | 21 | 2 | 0.375 | 0.875 | 3.207s | 2m:17s |
| Iteration 38 | 1.5112 | uniform | kd_tree | 21 | 1 | 0.5 | 0.875 | 3.202s | 2m:21s |
| Iteration 39 | 11.3361 | uniform | ball_tree | 20 | 2 | 0.5 | 0.875 | 3.208s | 2m:25s |
| Iteration 40 | 11.2762 | dista.. | ball_tree | 20 | 1 | 0.5625 | 0.875 | 3.077s | 2m:29s |
| Iteration 41 | 5.51 | dista.. | brute | 38 | 2 | 0.875 | 0.875 | 3.170s | 2m:33s |
| Iteration 42 | 6.8169 | dista.. | kd_tree | 34 | 2 | 0.6875 | 0.875 | 3.152s | 2m:37s |
| Iteration 43 | 6.5369 | dista.. | ball_tree | 40 | 2 | 1.0 | 1.0 | 3.157s | 2m:42s |
| Iteration 44 | 6.1192 | dista.. | kd_tree | 39 | 2 | 0.5625 | 1.0 | 3.180s | 2m:47s |
| Iteration 45 | 6.1355 | dista.. | ball_tree | 39 | 2 | 0.625 | 1.0 | 3.199s | 2m:52s |
| Iteration 46 | 6.1425 | dista.. | ball_tree | 38 | 2 | 0.625 | 1.0 | 3.205s | 2m:55s |
| Iteration 47 | 6.1495 | dista.. | kd_tree | 35 | 2 | 0.125 | 1.0 | 3.142s | 2m:59s |
| Iteration 48 | 5.51 | dista.. | brute | 38 | 2 | 0.875 | 1.0 | 0.001s | 3m:00s |
| Iteration 49 | 6.0289 | dista.. | brute | 37 | 2 | 0.6875 | 1.0 | 3.163s | 3m:04s |
| Iteration 50 | 5.387 | dista.. | brute | 38 | 2 | 0.875 | 1.0 | 3.939s | 3m:09s |
Bayesian Optimization ---------------------------
Best call --> Iteration 43
Best parameters --> {'radius': 6.5369, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 40, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:10s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.675
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.1129
Time elapsed: 0.051s
-------------------------------------------------
Total time: 3m:10s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.625 | 0.625 | 3.555s | 3.563s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.8125 | 0.8125 | 3.588s | 7.515s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.875 | 0.875 | 3.314s | 11.151s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.875 | 0.875 | 3.484s | 14.972s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.5 | 0.875 | 3.296s | 18.644s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.75 | 0.875 | 3.509s | 23.071s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.625 | 0.875 | 3.165s | 26.736s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.5312 | 0.875 | 3.386s | 30.445s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.3125 | 0.875 | 3.181s | 33.962s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.2812 | 0.875 | 3.313s | 37.627s |
| Iteration 11 | 473 | 0.0978 | SAMME | 0.75 | 0.875 | 3.511s | 41.696s |
| Iteration 12 | 171 | 1.2599 | SAMME.R | 0.75 | 0.875 | 3.317s | 45.532s |
| Iteration 13 | 242 | 0.6007 | SAMME | 0.9375 | 0.9375 | 3.352s | 49.436s |
| Iteration 14 | 159 | 0.367 | SAMME | 0.4375 | 0.9375 | 3.314s | 53.308s |
| Iteration 15 | 272 | 1.1266 | SAMME.R | 0.6875 | 0.9375 | 3.373s | 57.250s |
| Iteration 16 | 224 | 0.3996 | SAMME.R | 0.75 | 0.9375 | 3.366s | 1m:01s |
| Iteration 17 | 239 | 0.7074 | SAMME | 0.75 | 0.9375 | 3.360s | 1m:05s |
| Iteration 18 | 210 | 5.2531 | SAMME | 0.5 | 0.9375 | 3.208s | 1m:09s |
| Iteration 19 | 391 | 0.1487 | SAMME | 0.9375 | 0.9375 | 3.433s | 1m:13s |
| Iteration 20 | 376 | 0.1647 | SAMME | 0.75 | 0.9375 | 3.471s | 1m:17s |
| Iteration 21 | 315 | 0.3612 | SAMME | 0.5625 | 0.9375 | 3.388s | 1m:21s |
| Iteration 22 | 152 | 0.1286 | SAMME | 1.0 | 1.0 | 3.255s | 1m:25s |
| Iteration 23 | 96 | 0.1317 | SAMME | 0.9375 | 1.0 | 3.252s | 1m:29s |
| Iteration 24 | 412 | 0.1346 | SAMME | 0.5625 | 1.0 | 3.372s | 1m:33s |
| Iteration 25 | 50 | 0.1165 | SAMME | 0.7188 | 1.0 | 3.132s | 1m:36s |
| Iteration 26 | 72 | 0.1114 | SAMME.R | 0.625 | 1.0 | 3.193s | 1m:40s |
| Iteration 27 | 448 | 0.0296 | SAMME.R | 0.25 | 1.0 | 4.353s | 1m:45s |
| Iteration 28 | 107 | 10.0 | SAMME.R | 0.375 | 1.0 | 3.291s | 1m:49s |
| Iteration 29 | 500 | 0.7916 | SAMME.R | 1.0 | 1.0 | 3.671s | 1m:53s |
| Iteration 30 | 486 | 0.7737 | SAMME.R | 1.0 | 1.0 | 3.609s | 1m:58s |
| Iteration 31 | 62 | 0.7668 | SAMME.R | 0.625 | 1.0 | 3.232s | 2m:01s |
| Iteration 32 | 500 | 0.7696 | SAMME | 0.3125 | 1.0 | 3.600s | 2m:06s |
| Iteration 33 | 54 | 0.191 | SAMME.R | 0.1875 | 1.0 | 3.241s | 2m:10s |
| Iteration 34 | 163 | 0.1307 | SAMME | 0.8438 | 1.0 | 3.274s | 2m:14s |
| Iteration 35 | 411 | 0.7961 | SAMME.R | 0.5 | 1.0 | 3.630s | 2m:18s |
| Iteration 36 | 126 | 0.122 | SAMME | 0.6875 | 1.0 | 3.247s | 2m:22s |
| Iteration 37 | 499 | 0.7779 | SAMME.R | 1.0 | 1.0 | 3.563s | 2m:26s |
| Iteration 38 | 148 | 0.1285 | SAMME | 0.7188 | 1.0 | 3.286s | 2m:30s |
| Iteration 39 | 500 | 0.7723 | SAMME.R | 0.375 | 1.0 | 3.605s | 2m:34s |
| Iteration 40 | 168 | 0.1514 | SAMME | 0.5 | 1.0 | 3.261s | 2m:38s |
| Iteration 41 | 69 | 0.0854 | SAMME | 0.625 | 1.0 | 3.157s | 2m:42s |
| Iteration 42 | 69 | 0.1328 | SAMME | 0.5938 | 1.0 | 3.180s | 2m:46s |
| Iteration 43 | 500 | 0.8388 | SAMME.R | 0.875 | 1.0 | 3.525s | 2m:50s |
| Iteration 44 | 500 | 0.892 | SAMME.R | 0.875 | 1.0 | 3.524s | 2m:55s |
| Iteration 45 | 477 | 1.1341 | SAMME.R | 0.6875 | 1.0 | 3.504s | 2m:59s |
| Iteration 46 | 480 | 0.5252 | SAMME.R | 0.875 | 1.0 | 3.569s | 3m:03s |
| Iteration 47 | 499 | 0.4064 | SAMME.R | 0.5625 | 1.0 | 3.585s | 3m:07s |
| Iteration 48 | 468 | 0.6997 | SAMME.R | 0.4375 | 1.0 | 3.492s | 3m:12s |
| Iteration 49 | 500 | 0.8344 | SAMME.R | 0.5 | 1.0 | 3.620s | 3m:16s |
| Iteration 50 | 400 | 0.116 | SAMME | 0.4062 | 1.0 | 3.481s | 3m:20s |
Bayesian Optimization ---------------------------
Best call --> Iteration 29
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.7916, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:21s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.470s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.0579
Time elapsed: 2.104s
-------------------------------------------------
Total time: 3m:24s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.8125 | 0.8125 | 3.627s | 3.648s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.6875 | 0.8125 | 4.290s | 8.312s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.875 | 0.875 | 3.541s | 12.194s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.875 | 3.289s | 15.826s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.8125 | 0.875 | 3.521s | 19.710s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.6875 | 0.875 | 3.292s | 23.399s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.1875 | 0.875 | 3.302s | 27.083s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.5 | 0.875 | 3.300s | 30.731s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 1.0 | 1.0 | 3.488s | 34.580s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.4375 | 1.0 | 3.613s | 38.583s |
| Iteration 11 | 500 | gini | 6 | 16 | 9 | auto | True | 0.0 | None | 0.875 | 1.0 | 3.746s | 43.254s |
| Iteration 12 | 461 | gini | 5 | 14 | 14 | 0.7 | True | 0.0 | 0.5 | 0.8438 | 1.0 | 3.522s | 47.640s |
| Iteration 13 | 10 | gini | 6 | 2 | 5 | 0.6 | False | 0.016 | --- | 1.0 | 1.0 | 3.103s | 51.576s |
| Iteration 14 | 34 | gini | 9 | 2 | 1 | sqrt | False | 0.035 | --- | 0.5625 | 1.0 | 3.136s | 55.452s |
| Iteration 15 | 10 | entropy | None | 20 | 12 | sqrt | True | 0.0336 | 0.9 | 0.3125 | 1.0 | 3.117s | 59.352s |
| Iteration 16 | 475 | gini | 6 | 16 | 1 | None | False | 0.007 | --- | 0.7188 | 1.0 | 3.453s | 1m:04s |
| Iteration 17 | 10 | gini | 2 | 2 | 9 | None | False | 0.0011 | --- | 0.75 | 1.0 | 3.193s | 1m:08s |
| Iteration 18 | 500 | entropy | 6 | 4 | 13 | sqrt | False | 0.0 | --- | 0.625 | 1.0 | 3.445s | 1m:12s |
| Iteration 19 | 437 | gini | 3 | 15 | 9 | 0.6 | False | 0.0039 | --- | 0.875 | 1.0 | 3.461s | 1m:16s |
| Iteration 20 | 10 | gini | 5 | 19 | 8 | 0.9 | True | 0.0149 | 0.6 | 0.75 | 1.0 | 3.184s | 1m:20s |
| Iteration 21 | 10 | gini | 7 | 2 | 6 | auto | False | 0.0126 | --- | 0.75 | 1.0 | 3.203s | 1m:24s |
| Iteration 22 | 417 | gini | 8 | 2 | 1 | 0.8 | False | 0.0 | --- | 1.0 | 1.0 | 3.437s | 1m:28s |
| Iteration 23 | 410 | gini | None | 2 | 18 | log2 | False | 0.0 | --- | 0.8125 | 1.0 | 3.391s | 1m:33s |
| Iteration 24 | 500 | gini | 1 | 5 | 19 | auto | True | 0.035 | 0.6 | 0.5 | 1.0 | 3.452s | 1m:37s |
| Iteration 25 | 500 | entropy | 9 | 2 | 1 | auto | False | 0.035 | --- | 0.75 | 1.0 | 3.441s | 1m:42s |
| Iteration 26 | 10 | entropy | 9 | 5 | 13 | 0.7 | False | 0.0 | --- | 0.75 | 1.0 | 3.110s | 1m:47s |
| Iteration 27 | 420 | gini | 5 | 17 | 1 | 0.6 | True | 0.0 | 0.7 | 0.1875 | 1.0 | 3.425s | 1m:52s |
| Iteration 28 | 453 | gini | 9 | 13 | 18 | 0.8 | False | 0.0037 | --- | 0.5938 | 1.0 | 3.432s | 1m:58s |
| Iteration 29 | 449 | gini | 6 | 12 | 7 | 0.8 | False | 0.0043 | --- | 0.9375 | 1.0 | 3.432s | 2m:02s |
| Iteration 30 | 10 | gini | 2 | 3 | 1 | 0.7 | False | 0.0243 | --- | 0.625 | 1.0 | 3.118s | 2m:06s |
| Iteration 31 | 422 | gini | 3 | 2 | 2 | 0.6 | False | 0.0006 | --- | 0.5625 | 1.0 | 3.403s | 2m:11s |
| Iteration 32 | 417 | gini | 9 | 6 | 1 | 0.6 | False | 0.0001 | --- | 0.6875 | 1.0 | 3.427s | 2m:15s |
| Iteration 33 | 439 | gini | 5 | 13 | 7 | log2 | False | 0.0055 | --- | 0.0 | 1.0 | 3.368s | 2m:20s |
| Iteration 34 | 351 | gini | 5 | 17 | 8 | 0.7 | False | 0.0212 | --- | 0.7188 | 1.0 | 3.310s | 2m:24s |
| Iteration 35 | 421 | gini | 7 | 3 | 3 | 0.8 | False | 0.021 | --- | 0.5625 | 1.0 | 3.380s | 2m:29s |
| Iteration 36 | 32 | gini | 6 | 3 | 5 | 0.6 | False | 0.0175 | --- | 0.5625 | 1.0 | 3.125s | 2m:33s |
| Iteration 37 | 221 | entropy | 1 | 6 | 10 | 0.8 | False | 0.0088 | --- | 0.9375 | 1.0 | 3.233s | 2m:37s |
| Iteration 38 | 213 | entropy | 8 | 20 | 8 | 0.8 | False | 0.0013 | --- | 0.875 | 1.0 | 3.242s | 2m:41s |
| Iteration 39 | 328 | gini | 1 | 19 | 9 | 0.8 | False | 0.0233 | --- | 0.4688 | 1.0 | 3.281s | 2m:45s |
| Iteration 40 | 339 | gini | 7 | 15 | 6 | 0.8 | False | 0.0035 | --- | 0.5 | 1.0 | 3.386s | 2m:50s |
| Iteration 41 | 300 | entropy | 3 | 20 | 9 | 0.7 | False | 0.0224 | --- | 0.6562 | 1.0 | 3.318s | 2m:54s |
| Iteration 42 | 77 | entropy | 3 | 13 | 10 | 0.6 | False | 0.0107 | --- | 0.5625 | 1.0 | 3.210s | 2m:58s |
| Iteration 43 | 176 | gini | 7 | 12 | 5 | auto | True | 0.0079 | 0.6 | 0.875 | 1.0 | 3.343s | 3m:02s |
| Iteration 44 | 237 | entropy | None | 16 | 2 | auto | True | 0.0089 | 0.5 | 0.9375 | 1.0 | 3.377s | 3m:07s |
| Iteration 45 | 387 | gini | 8 | 15 | 1 | auto | True | 0.0303 | 0.8 | 0.625 | 1.0 | 3.531s | 3m:11s |
| Iteration 46 | 448 | gini | 4 | 15 | 8 | 0.6 | False | 0.0046 | --- | 0.75 | 1.0 | 3.469s | 3m:16s |
| Iteration 47 | 446 | gini | 9 | 2 | 8 | 0.7 | False | 0.0043 | --- | 0.75 | 1.0 | 3.398s | 3m:20s |
| Iteration 48 | 10 | entropy | 3 | 6 | 4 | sqrt | False | 0.0153 | --- | 0.5625 | 1.0 | 3.143s | 3m:24s |
| Iteration 49 | 442 | gini | 7 | 14 | 15 | 0.7 | False | 0.0043 | --- | 0.6875 | 1.0 | 3.390s | 3m:29s |
| Iteration 50 | 29 | entropy | 3 | 4 | 7 | auto | True | 0.0278 | 0.5 | 0.5 | 1.0 | 3.146s | 3m:33s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'n_estimators': 447, 'criterion': 'gini', 'max_depth': 5, 'min_samples_split': 14, 'min_samples_leaf': 8, 'max_features': 0.7, 'bootstrap': False, 'ccp_alpha': 0.0044}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:34s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9929
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.321s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.795 ± 0.09
Time elapsed: 1.453s
-------------------------------------------------
Total time: 3m:36s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 4.094s | 4.114s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.6875 | 0.6875 | 3.293s | 7.751s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.6875 | 3.261s | 11.365s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.6875 | 3.177s | 14.882s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.6875 | 3.206s | 18.436s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.6875 | 3.197s | 22.031s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.6875 | 3.213s | 25.614s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.6875 | 3.177s | 29.173s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 1.0 | 1.0 | 3.309s | 32.839s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 1.0 | 3.270s | 36.463s |
| Iteration 11 | 490 | 0.1237 | 3 | 0.0 | 4 | 0.8 | 0.6 | 0 | 10 | 0.875 | 1.0 | 3.197s | 40.440s |
| Iteration 12 | 361 | 0.0667 | 9 | 0.807 | 4 | 0.5 | 0.5 | 10 | 1 | 0.5 | 1.0 | 3.169s | 44.358s |
| Iteration 13 | 294 | 0.0182 | 3 | 0.1697 | 4 | 0.9 | 0.9 | 0.01 | 1 | 0.875 | 1.0 | 3.197s | 48.377s |
| Iteration 14 | 337 | 0.0374 | 10 | 1.0 | 4 | 0.6 | 0.9 | 0 | 0.01 | 0.4375 | 1.0 | 3.292s | 52.428s |
| Iteration 15 | 436 | 0.0131 | 5 | 0.1705 | 4 | 0.8 | 0.7 | 0.01 | 0.1 | 0.25 | 1.0 | 3.108s | 56.661s |
| Iteration 16 | 500 | 0.1647 | 9 | 1.0 | 4 | 0.7 | 0.7 | 0.01 | 1 | 0.8125 | 1.0 | 3.195s | 1m:01s |
| Iteration 17 | 78 | 0.0233 | 9 | 0.0949 | 10 | 0.8 | 0.8 | 0.01 | 1 | 0.5 | 1.0 | 3.120s | 1m:04s |
| Iteration 18 | 86 | 0.0464 | 3 | 0.0 | 4 | 0.6 | 1.0 | 0.01 | 1 | 0.75 | 1.0 | 3.135s | 1m:08s |
| Iteration 19 | 420 | 0.351 | 2 | 0.6744 | 4 | 1.0 | 0.9 | 0 | 10 | 0.9375 | 1.0 | 3.180s | 1m:12s |
| Iteration 20 | 476 | 0.0272 | 5 | 0.409 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.6875 | 1.0 | 3.229s | 1m:16s |
| Iteration 21 | 230 | 0.1008 | 4 | 0.9162 | 3 | 1.0 | 0.8 | 0.01 | 10 | 0.6875 | 1.0 | 3.178s | 1m:20s |
| Iteration 22 | 462 | 0.3159 | 7 | 0.8476 | 4 | 0.8 | 0.8 | 0 | 10 | 1.0 | 1.0 | 3.276s | 1m:24s |
| Iteration 23 | 449 | 0.3315 | 9 | 0.575 | 4 | 0.7 | 0.9 | 0 | 10 | 0.5625 | 1.0 | 3.319s | 1m:28s |
| Iteration 24 | 203 | 0.0305 | 1 | 0.1883 | 4 | 0.7 | 0.9 | 0.01 | 1 | 0.625 | 1.0 | 3.147s | 1m:32s |
| Iteration 25 | 194 | 0.6613 | 3 | 0.2125 | 1 | 0.9 | 0.7 | 0 | 10 | 0.75 | 1.0 | 3.191s | 1m:36s |
| Iteration 26 | 56 | 0.4304 | 1 | 0.9881 | 6 | 1.0 | 0.5 | 0 | 10 | 1.0 | 1.0 | 3.189s | 1m:40s |
| Iteration 27 | 286 | 0.2258 | 3 | 0.9937 | 9 | 1.0 | 0.9 | 0 | 100 | 0.5 | 1.0 | 3.183s | 1m:44s |
| Iteration 28 | 98 | 0.679 | 3 | 0.384 | 5 | 1.0 | 0.5 | 0 | 10 | 0.3125 | 1.0 | 4.028s | 1m:49s |
| Iteration 29 | 351 | 0.94 | 7 | 0.7576 | 4 | 1.0 | 0.8 | 100 | 0.01 | 0.5 | 1.0 | 3.227s | 1m:53s |
| Iteration 30 | 410 | 0.0448 | 6 | 0.2535 | 4 | 0.8 | 0.8 | 0.01 | 10 | 0.5625 | 1.0 | 3.206s | 1m:57s |
| Iteration 31 | 233 | 0.0118 | 10 | 0.733 | 6 | 1.0 | 0.5 | 0.01 | 0 | 0.375 | 1.0 | 3.197s | 2m:01s |
| Iteration 32 | 382 | 0.1558 | 6 | 0.7178 | 4 | 0.8 | 0.8 | 0 | 1 | 0.625 | 1.0 | 3.221s | 2m:05s |
| Iteration 33 | 457 | 0.0518 | 6 | 0.7627 | 4 | 0.8 | 0.8 | 0.1 | 0.1 | 0.0625 | 1.0 | 3.168s | 2m:09s |
| Iteration 34 | 477 | 0.1317 | 2 | 0.791 | 10 | 0.6 | 0.8 | 0 | 10 | 0.5 | 1.0 | 3.229s | 2m:13s |
| Iteration 35 | 235 | 0.0107 | 2 | 0.4679 | 6 | 0.7 | 0.8 | 0 | 10 | 0.5 | 1.0 | 3.261s | 2m:17s |
| Iteration 36 | 433 | 1.0 | 7 | 0.7172 | 4 | 0.9 | 0.5 | 0 | 10 | 0.625 | 1.0 | 3.290s | 2m:21s |
| Iteration 37 | 154 | 1.0 | 1 | 0.6955 | 6 | 0.9 | 0.6 | 0 | 10 | 0.6875 | 1.0 | 3.225s | 2m:25s |
| Iteration 38 | 331 | 0.1996 | 10 | 0.8206 | 4 | 1.0 | 0.5 | 0.1 | 1 | 0.625 | 1.0 | 3.261s | 2m:30s |
| Iteration 39 | 417 | 0.0493 | 1 | 0.7194 | 4 | 1.0 | 0.8 | 0 | 10 | 0.5312 | 1.0 | 3.215s | 2m:34s |
| Iteration 40 | 190 | 0.0211 | 9 | 0.658 | 10 | 0.7 | 0.4 | 100 | 100 | 0.5 | 1.0 | 3.210s | 2m:38s |
| Iteration 41 | 49 | 0.2829 | 8 | 0.2753 | 6 | 1.0 | 0.6 | 0 | 10 | 0.8125 | 1.0 | 3.212s | 2m:42s |
| Iteration 42 | 272 | 0.0967 | 9 | 0.6781 | 4 | 1.0 | 0.4 | 0.01 | 1 | 0.375 | 1.0 | 3.237s | 2m:46s |
| Iteration 43 | 448 | 0.4063 | 1 | 0.1846 | 4 | 0.9 | 0.8 | 0 | 10 | 1.0 | 1.0 | 3.204s | 2m:50s |
| Iteration 44 | 435 | 0.2718 | 6 | 0.9086 | 4 | 0.9 | 0.8 | 0 | 10 | 0.7812 | 1.0 | 3.192s | 2m:55s |
| Iteration 45 | 271 | 0.72 | 4 | 0.8782 | 4 | 0.9 | 0.8 | 0 | 10 | 0.625 | 1.0 | 3.147s | 2m:59s |
| Iteration 46 | 500 | 0.6658 | 9 | 0.7358 | 4 | 0.8 | 0.8 | 0 | 10 | 0.5 | 1.0 | 3.195s | 3m:03s |
| Iteration 47 | 401 | 0.1387 | 7 | 0.9021 | 1 | 0.7 | 1.0 | 0.01 | 1 | 0.6875 | 1.0 | 3.184s | 3m:07s |
| Iteration 48 | 129 | 0.2552 | 1 | 0.0528 | 4 | 0.8 | 0.9 | 0 | 10 | 0.5625 | 1.0 | 3.339s | 3m:12s |
| Iteration 49 | 453 | 0.1896 | 3 | 0.574 | 4 | 1.0 | 0.8 | 0 | 10 | 0.875 | 1.0 | 3.267s | 3m:16s |
| Iteration 50 | 474 | 0.3317 | 1 | 0.9112 | 4 | 0.7 | 0.7 | 0 | 10 | 0.375 | 1.0 | 3.268s | 3m:21s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'n_estimators': 448, 'learning_rate': 0.0569, 'max_depth': 6, 'gamma': 0.6523, 'min_child_weight': 4, 'subsample': 0.8, 'colsample_bytree': 0.8, 'reg_alpha': 0.01, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:22s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9482
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.099s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.87 ± 0.1077
Time elapsed: 0.285s
-------------------------------------------------
Total time: 3m:22s
Final results ==================== >>
Duration: 22m:23s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.88 ± 0.0872 !
Logistic Regression --> roc_auc: 0.72 ± 0.0678
Linear Discriminant Analysis --> roc_auc: 0.71 ± 0.1068
Quadratic Discriminant Analysis --> roc_auc: 0.66 ± 0.097
Radius Nearest Neighbors --> roc_auc: 0.7 ± 0.1129 ~
AdaBoost --> roc_auc: 0.82 ± 0.0579
Random Forest --> roc_auc: 0.795 ± 0.09
XGBoost --> roc_auc: 0.87 ± 0.1077
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 821 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVSSGGYNKLIF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CALMDTGRRALTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVRNQGGKLIF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAVDGQKLLF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVEDDYKLSF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAARTGNQFYF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASTNTGNQFYF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CAVLDSSYKLIF.
>>> Dropping feature CAVSSGNTPLVF.
>>> Dropping feature CAATSGSARQLTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVRDSGAGSYQLTF.
>>> Dropping feature CAVRNAGGTSYGKLTF.
>>> Dropping feature CAVRNTGFQKLVF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CAASKGYSTLTF.
>>> Dropping feature CAASYSSASKIIF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CASSLGRTEAFF.
>>> Dropping feature CAENNNARLMF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CAVREYGNKLVF.
>>> Dropping feature CAVFNQAGTALIF.
>>> Dropping feature CAVKGGSEKLVF.
>>> Dropping feature CAVSDDYKLSF.
>>> Dropping feature CAVSPSGGYQKVTF.
>>> Dropping feature CASSLEGTEAFF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSSTDTQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAASSGAGSYQLTF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.625 | 0.625 | 0.725s | 0.746s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.6875 | 0.6875 | 0.786s | 1.890s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.75 | 0.75 | 0.725s | 2.982s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.6875 | 0.75 | 0.755s | 4.110s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.75 | 0.75 | 0.713s | 5.211s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 1.0 | 1.0 | 0.743s | 6.304s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.7812 | 1.0 | 0.723s | 7.389s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.25 | 1.0 | 0.769s | 8.506s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.875 | 1.0 | 0.690s | 9.645s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 1.0 | 1.0 | 0.690s | 10.725s |
| Iteration 11 | exponen.. | 0.01 | 176 | 1.0 | friedman_mse | 17 | 20 | 5 | None | 0.0047 | 0.75 | 1.0 | 0.687s | 12.148s |
| Iteration 12 | deviance | 0.4505 | 204 | 0.5 | squared_er.. | 9 | 5 | 9 | sqrt | 0.0 | 1.0 | 1.0 | 0.698s | 13.532s |
| Iteration 13 | exponen.. | 0.01 | 500 | 1.0 | friedman_mse | 20 | 20 | 1 | 0.7 | 0.0 | 0.4062 | 1.0 | 0.752s | 14.982s |
| Iteration 14 | exponen.. | 0.01 | 193 | 1.0 | friedman_mse | 16 | 14 | 4 | 0.8 | 0.0047 | 1.0 | 1.0 | 0.694s | 16.399s |
| Iteration 15 | deviance | 0.0104 | 454 | 1.0 | squared_er.. | 2 | 17 | 1 | sqrt | 0.0298 | 0.5312 | 1.0 | 0.755s | 17.862s |
| Iteration 16 | deviance | 0.0283 | 118 | 0.6 | friedman_mse | 20 | 4 | 1 | log2 | 0.024 | 1.0 | 1.0 | 0.677s | 19.275s |
| Iteration 17 | deviance | 0.0332 | 174 | 0.5 | squared_er.. | 16 | 2 | 6 | log2 | 0.0044 | 1.0 | 1.0 | 0.701s | 20.707s |
| Iteration 18 | deviance | 1.0 | 451 | 0.5 | squared_er.. | 13 | 12 | 10 | log2 | 0.0047 | 0.625 | 1.0 | 0.758s | 22.171s |
| Iteration 19 | exponen.. | 0.0246 | 237 | 1.0 | friedman_mse | 16 | 17 | 4 | 0.8 | 0.0036 | 0.875 | 1.0 | 0.683s | 23.623s |
| Iteration 20 | exponen.. | 0.0268 | 158 | 0.5 | squared_er.. | 16 | 8 | 6 | log2 | 0.0167 | 0.8125 | 1.0 | 0.698s | 25.078s |
| Iteration 21 | deviance | 0.7617 | 54 | 0.6 | friedman_mse | 20 | 20 | 1 | log2 | 0.0217 | 0.5 | 1.0 | 0.647s | 26.685s |
| Iteration 22 | deviance | 0.0199 | 125 | 0.6 | friedman_mse | 20 | 2 | 1 | log2 | 0.0243 | 0.6875 | 1.0 | 0.695s | 28.368s |
| Iteration 23 | deviance | 0.01 | 189 | 0.8 | squared_er.. | 14 | 1 | 4 | log2 | 0.0 | 0.9375 | 1.0 | 0.704s | 30.110s |
| Iteration 24 | deviance | 0.01 | 189 | 0.5 | squared_er.. | 19 | 1 | 10 | auto | 0.0 | 0.75 | 1.0 | 0.684s | 31.810s |
| Iteration 25 | deviance | 0.01 | 194 | 1.0 | friedman_mse | 14 | 6 | 5 | 0.6 | 0.0021 | 0.75 | 1.0 | 0.688s | 33.407s |
| Iteration 26 | deviance | 0.5151 | 250 | 0.6 | friedman_mse | 7 | 12 | 3 | log2 | 0.0023 | 0.625 | 1.0 | 0.711s | 34.877s |
| Iteration 27 | exponen.. | 0.01 | 10 | 0.6 | squared_er.. | 12 | 14 | 9 | 0.6 | 0.029 | 1.0 | 1.0 | 0.685s | 36.290s |
| Iteration 28 | exponen.. | 0.01 | 10 | 1.0 | squared_er.. | 4 | 20 | 3 | 0.8 | 0.0 | 0.5312 | 1.0 | 1.278s | 38.378s |
| Iteration 29 | exponen.. | 0.01 | 66 | 0.6 | squared_er.. | 16 | 1 | 10 | sqrt | 0.0343 | 1.0 | 1.0 | 0.700s | 39.817s |
| Iteration 30 | deviance | 0.01 | 10 | 0.5 | friedman_mse | 9 | 1 | 10 | 0.6 | 0.0 | 0.6562 | 1.0 | 0.667s | 41.281s |
| Iteration 31 | exponen.. | 0.01 | 26 | 0.7 | squared_er.. | 11 | 2 | 6 | None | 0.035 | 0.8125 | 1.0 | 0.717s | 42.771s |
| Iteration 32 | exponen.. | 0.0782 | 145 | 0.8 | squared_er.. | 3 | 3 | 4 | 0.5 | 0.0 | 0.5625 | 1.0 | 0.718s | 44.246s |
| Iteration 33 | deviance | 0.8723 | 104 | 0.8 | squared_er.. | 5 | 2 | 3 | 0.7 | 0.0073 | 0.375 | 1.0 | 0.648s | 45.643s |
| Iteration 34 | exponen.. | 0.01 | 15 | 0.6 | squared_er.. | 17 | 5 | 10 | 0.6 | 0.0314 | 0.875 | 1.0 | 0.647s | 47.076s |
| Iteration 35 | exponen.. | 0.01 | 10 | 1.0 | squared_er.. | 20 | 20 | 10 | auto | 0.0 | 0.4375 | 1.0 | 0.625s | 48.515s |
| Iteration 36 | deviance | 0.1126 | 184 | 0.5 | squared_er.. | 13 | 3 | 7 | log2 | 0.0025 | 0.625 | 1.0 | 0.685s | 49.972s |
| Iteration 37 | deviance | 0.0315 | 130 | 0.7 | friedman_mse | 6 | 15 | 2 | log2 | 0.0129 | 0.8125 | 1.0 | 0.682s | 51.604s |
| Iteration 38 | exponen.. | 0.0126 | 181 | 0.9 | friedman_mse | 17 | 18 | 4 | 0.8 | 0.016 | 1.0 | 1.0 | 0.687s | 53.246s |
| Iteration 39 | exponen.. | 0.0117 | 145 | 0.5 | squared_er.. | 5 | 5 | 5 | log2 | 0.0322 | 0.9375 | 1.0 | 0.699s | 54.910s |
| Iteration 40 | deviance | 0.0133 | 222 | 0.5 | squared_er.. | 5 | 16 | 7 | sqrt | 0.019 | 0.5 | 1.0 | 0.695s | 56.570s |
| Iteration 41 | deviance | 0.4748 | 307 | 0.6 | squared_er.. | 11 | 14 | 8 | log2 | 0.005 | 0.5938 | 1.0 | 0.712s | 58.284s |
| Iteration 42 | exponen.. | 0.0123 | 185 | 0.6 | friedman_mse | 19 | 8 | 3 | 0.6 | 0.0117 | 0.875 | 1.0 | 0.692s | 59.899s |
| Iteration 43 | deviance | 0.0295 | 226 | 0.8 | friedman_mse | 17 | 10 | 9 | 0.5 | 0.0079 | 0.5625 | 1.0 | 0.689s | 1m:02s |
| Iteration 44 | deviance | 0.035 | 178 | 0.7 | squared_er.. | 7 | 8 | 6 | log2 | 0.0185 | 0.875 | 1.0 | 0.680s | 1m:03s |
| Iteration 45 | exponen.. | 0.01 | 10 | 0.5 | squared_er.. | 10 | 2 | 9 | 0.6 | 0.009 | 0.5 | 1.0 | 0.650s | 1m:05s |
| Iteration 46 | exponen.. | 0.0139 | 172 | 0.9 | squared_er.. | 11 | 13 | 2 | None | 0.0158 | 0.9375 | 1.0 | 0.678s | 1m:06s |
| Iteration 47 | exponen.. | 0.01 | 101 | 1.0 | friedman_mse | 3 | 17 | 4 | 0.8 | 0.035 | 0.8438 | 1.0 | 0.662s | 1m:08s |
| Iteration 48 | exponen.. | 0.0132 | 172 | 0.8 | friedman_mse | 15 | 16 | 7 | 0.9 | 0.0071 | 0.75 | 1.0 | 0.694s | 1m:10s |
| Iteration 49 | deviance | 0.01 | 54 | 0.7 | squared_er.. | 4 | 8 | 8 | auto | 0.035 | 0.875 | 1.0 | 0.655s | 1m:11s |
| Iteration 50 | exponen.. | 0.01 | 166 | 0.5 | friedman_mse | 16 | 8 | 1 | 0.8 | 0.035 | 0.9375 | 1.0 | 0.687s | 1m:13s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.6819, 'n_estimators': 456, 'subsample': 0.6, 'criterion': 'squared_error', 'min_samples_split': 12, 'min_samples_leaf': 13, 'max_depth': 10, 'max_features': 'log2', 'ccp_alpha': 0.0081}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9714
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.113s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.0812
Time elapsed: 0.542s
-------------------------------------------------
Total time: 1m:14s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.5625 | 0.5625 | 0.701s | 0.714s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.5 | 0.5625 | 0.720s | 1.765s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.75 | 0.75 | 1.530s | 3.662s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.5 | 0.75 | 0.714s | 4.739s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.75 | 0.75 | 0.727s | 5.826s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.1875 | 0.75 | 0.723s | 6.912s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.5625 | 0.75 | 0.725s | 7.979s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.5 | 0.75 | 0.710s | 9.035s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.5 | 0.75 | 0.717s | 10.094s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.875 | 0.875 | 0.670s | 11.136s |
| Iteration 11 | l2 | 0.0034 | newto.. | 138 | --- | 0.75 | 0.875 | 0.656s | 12.489s |
| Iteration 12 | l2 | 0.0027 | saga | 184 | --- | 0.75 | 0.875 | 0.642s | 13.794s |
| Iteration 13 | l2 | 0.0065 | sag | 164 | --- | 0.625 | 0.875 | 0.657s | 15.215s |
| Iteration 14 | l2 | 0.0031 | saga | 217 | --- | 1.0 | 1.0 | 0.709s | 16.690s |
| Iteration 15 | l2 | 0.003 | sag | 220 | --- | 0.375 | 1.0 | 0.723s | 18.155s |
| Iteration 16 | l2 | 0.0034 | saga | 233 | --- | 0.8125 | 1.0 | 0.715s | 19.677s |
| Iteration 17 | l1 | 0.0041 | saga | 222 | --- | 0.5 | 1.0 | 0.664s | 21.038s |
| Iteration 18 | l2 | 0.0035 | saga | 236 | --- | 0.6875 | 1.0 | 0.664s | 22.929s |
| Iteration 19 | l2 | 0.4977 | libli.. | 997 | --- | 0.5 | 1.0 | 0.650s | 24.358s |
| Iteration 20 | l2 | 0.3583 | libli.. | 318 | --- | 0.5 | 1.0 | 0.655s | 25.634s |
| Iteration 21 | l2 | 0.0033 | saga | 210 | --- | 0.625 | 1.0 | 0.662s | 27.039s |
| Iteration 22 | l2 | 3.7017 | saga | 1000 | --- | 0.25 | 1.0 | 0.669s | 28.418s |
| Iteration 23 | l2 | 0.0029 | saga | 387 | --- | 0.625 | 1.0 | 0.631s | 29.959s |
| Iteration 24 | l2 | 0.0029 | saga | 246 | --- | 0.3125 | 1.0 | 0.654s | 31.320s |
| Iteration 25 | none | --- | sag | 982 | --- | 0.75 | 1.0 | 0.642s | 32.553s |
| Iteration 26 | none | --- | lbfgs | 947 | --- | 0.5625 | 1.0 | 0.647s | 33.797s |
| Iteration 27 | l1 | 0.0012 | saga | 305 | --- | 0.5 | 1.0 | 0.645s | 35.075s |
| Iteration 28 | none | --- | lbfgs | 975 | --- | 0.625 | 1.0 | 1.306s | 37.034s |
| Iteration 29 | l2 | 0.0026 | lbfgs | 124 | --- | 1.0 | 1.0 | 0.709s | 38.393s |
| Iteration 30 | l2 | 7.8555 | lbfgs | 800 | --- | 0.5 | 1.0 | 0.683s | 39.749s |
| Iteration 31 | l2 | 0.0054 | lbfgs | 433 | --- | 0.875 | 1.0 | 0.685s | 41.247s |
| Iteration 32 | l2 | 89.6142 | lbfgs | 167 | --- | 0.5625 | 1.0 | 0.656s | 42.679s |
| Iteration 33 | l2 | 0.001 | lbfgs | 374 | --- | 0.5625 | 1.0 | 0.645s | 44.110s |
| Iteration 34 | l2 | 0.0034 | lbfgs | 848 | --- | 0.6875 | 1.0 | 0.640s | 45.490s |
| Iteration 35 | l2 | 0.001 | lbfgs | 759 | --- | 0.3125 | 1.0 | 0.662s | 46.813s |
| Iteration 36 | none | --- | saga | 682 | --- | 0.4375 | 1.0 | 0.645s | 48.103s |
| Iteration 37 | l2 | 18.1449 | saga | 975 | --- | 0.8125 | 1.0 | 0.670s | 49.485s |
| Iteration 38 | l1 | 0.3204 | saga | 464 | --- | 1.0 | 1.0 | 0.649s | 50.880s |
| Iteration 39 | l1 | 48.1333 | saga | 703 | --- | 0.8125 | 1.0 | 0.713s | 52.271s |
| Iteration 40 | l1 | 0.001 | saga | 167 | --- | 0.5 | 1.0 | 0.643s | 53.685s |
| Iteration 41 | l1 | 56.1824 | saga | 432 | --- | 0.75 | 1.0 | 0.661s | 55.115s |
| Iteration 42 | l1 | 100.0 | saga | 891 | --- | 0.5625 | 1.0 | 0.671s | 56.635s |
| Iteration 43 | l2 | 27.0727 | saga | 894 | --- | 0.6875 | 1.0 | 0.710s | 58.161s |
| Iteration 44 | l2 | 49.2497 | lbfgs | 106 | --- | 0.8125 | 1.0 | 0.659s | 59.614s |
| Iteration 45 | l2 | 60.4372 | sag | 797 | --- | 0.6875 | 1.0 | 0.665s | 1m:01s |
| Iteration 46 | l2 | 72.6215 | lbfgs | 475 | --- | 0.5 | 1.0 | 0.751s | 1m:03s |
| Iteration 47 | l2 | 79.2954 | saga | 151 | --- | 0.625 | 1.0 | 0.654s | 1m:04s |
| Iteration 48 | l2 | 17.6867 | sag | 991 | --- | 0.9375 | 1.0 | 0.663s | 1m:06s |
| Iteration 49 | l2 | 11.6988 | lbfgs | 977 | --- | 0.625 | 1.0 | 0.658s | 1m:07s |
| Iteration 50 | l2 | 3.7595 | sag | 999 | --- | 0.5625 | 1.0 | 0.656s | 1m:09s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'penalty': 'l2', 'C': 0.0031, 'solver': 'saga', 'max_iter': 217}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7241
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.87 ± 0.0245
Time elapsed: 0.054s
-------------------------------------------------
Total time: 1m:09s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.625 | 0.625 | 0.691s | 0.698s |
| Initial point 2 | svd | --- | 0.5 | 0.625 | 0.690s | 1.751s |
| Initial point 3 | svd | --- | 0.5 | 0.625 | 0.001s | 2.101s |
| Initial point 4 | lsqr | 0.8 | 0.5 | 0.625 | 0.661s | 3.139s |
| Initial point 5 | eigen | 0.9 | 0.75 | 0.75 | 1.504s | 5.001s |
| Initial point 6 | lsqr | 0.7 | 0.5 | 0.75 | 0.653s | 6.028s |
| Initial point 7 | lsqr | 0.5 | 0.5 | 0.75 | 0.653s | 7.084s |
| Initial point 8 | lsqr | 0.9 | 0.3125 | 0.75 | 0.654s | 8.095s |
| Initial point 9 | lsqr | 0.6 | 0.625 | 0.75 | 0.653s | 9.094s |
| Initial point 10 | eigen | 0.8 | 1.0 | 1.0 | 0.674s | 10.150s |
| Iteration 11 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 10.621s |
| Iteration 12 | eigen | 0.7 | 0.8125 | 1.0 | 0.659s | 11.747s |
| Iteration 13 | eigen | 0.6 | 0.6875 | 1.0 | 0.651s | 13.043s |
| Iteration 14 | eigen | 0.5 | 0.875 | 1.0 | 0.659s | 14.197s |
| Iteration 15 | eigen | auto | 0.375 | 1.0 | 0.656s | 15.351s |
| Iteration 16 | eigen | None | 0.8125 | 1.0 | 0.658s | 16.529s |
| Iteration 17 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 17.019s |
| Iteration 18 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 17.498s |
| Iteration 19 | svd | --- | 0.5 | 1.0 | 0.001s | 18.005s |
| Iteration 20 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 18.505s |
| Iteration 21 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 19.011s |
| Iteration 22 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 19.556s |
| Iteration 23 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 20.102s |
| Iteration 24 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 20.615s |
| Iteration 25 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 21.145s |
| Iteration 26 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 21.664s |
| Iteration 27 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 22.206s |
| Iteration 28 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 22.733s |
| Iteration 29 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 23.302s |
| Iteration 30 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 23.850s |
| Iteration 31 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 24.434s |
| Iteration 32 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 25.008s |
| Iteration 33 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 25.562s |
| Iteration 34 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 26.182s |
| Iteration 35 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 26.756s |
| Iteration 36 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 27.344s |
| Iteration 37 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 27.936s |
| Iteration 38 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 28.530s |
| Iteration 39 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 29.132s |
| Iteration 40 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 29.756s |
| Iteration 41 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 30.376s |
| Iteration 42 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 31.066s |
| Iteration 43 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 31.697s |
| Iteration 44 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 32.376s |
| Iteration 45 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 33.055s |
| Iteration 46 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 33.700s |
| Iteration 47 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 34.393s |
| Iteration 48 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 35.094s |
| Iteration 49 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 35.751s |
| Iteration 50 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 36.458s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 37.181s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7634
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.84 ± 0.097
Time elapsed: 0.029s
-------------------------------------------------
Total time: 37.221s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.625 | 0.625 | 0.641s | 0.644s |
| Initial point 2 | 0.9 | 0.5 | 0.625 | 0.635s | 1.602s |
| Initial point 3 | 0.1 | 0.6875 | 0.6875 | 0.649s | 2.587s |
| Initial point 4 | 1.0 | 0.625 | 0.6875 | 0.000s | 2.948s |
| Initial point 5 | 0.2 | 0.75 | 0.75 | 1.274s | 4.555s |
| Initial point 6 | 0.4 | 0.5625 | 0.75 | 0.649s | 5.557s |
| Initial point 7 | 0.4 | 0.5625 | 0.75 | 0.000s | 5.895s |
| Initial point 8 | 0.7 | 0.3125 | 0.75 | 0.630s | 6.856s |
| Initial point 9 | 0.9 | 0.5 | 0.75 | 0.000s | 7.177s |
| Initial point 10 | 0.8 | 1.0 | 1.0 | 0.643s | 8.140s |
| Iteration 11 | 0.3 | 0.75 | 1.0 | 0.647s | 9.238s |
| Iteration 12 | 0.6 | 0.875 | 1.0 | 0.630s | 10.297s |
| Iteration 13 | 0.5 | 0.6875 | 1.0 | 0.629s | 11.362s |
| Iteration 14 | 0.0 | 0.75 | 1.0 | 0.640s | 12.429s |
| Iteration 15 | 0.8 | 1.0 | 1.0 | 0.000s | 12.866s |
| Iteration 16 | 0.8 | 1.0 | 1.0 | 0.000s | 13.292s |
| Iteration 17 | 0.8 | 1.0 | 1.0 | 0.000s | 13.722s |
| Iteration 18 | 0.8 | 1.0 | 1.0 | 0.000s | 14.176s |
| Iteration 19 | 0.8 | 1.0 | 1.0 | 0.000s | 14.616s |
| Iteration 20 | 0.8 | 1.0 | 1.0 | 0.000s | 15.044s |
| Iteration 21 | 0.6 | 0.875 | 1.0 | 0.000s | 15.468s |
| Iteration 22 | 0.8 | 1.0 | 1.0 | 0.001s | 15.921s |
| Iteration 23 | 0.8 | 1.0 | 1.0 | 0.000s | 16.361s |
| Iteration 24 | 0.8 | 1.0 | 1.0 | 0.001s | 16.817s |
| Iteration 25 | 0.8 | 1.0 | 1.0 | 0.000s | 17.269s |
| Iteration 26 | 0.8 | 1.0 | 1.0 | 0.000s | 17.749s |
| Iteration 27 | 0.8 | 1.0 | 1.0 | 0.000s | 18.215s |
| Iteration 28 | 0.9 | 0.5 | 1.0 | 0.001s | 18.696s |
| Iteration 29 | 0.8 | 1.0 | 1.0 | 0.001s | 19.203s |
| Iteration 30 | 0.8 | 1.0 | 1.0 | 0.001s | 19.664s |
| Iteration 31 | 0.8 | 1.0 | 1.0 | 0.000s | 20.202s |
| Iteration 32 | 0.8 | 1.0 | 1.0 | 0.001s | 20.680s |
| Iteration 33 | 0.8 | 1.0 | 1.0 | 0.001s | 21.169s |
| Iteration 34 | 0.8 | 1.0 | 1.0 | 0.001s | 21.675s |
| Iteration 35 | 0.8 | 1.0 | 1.0 | 0.001s | 22.163s |
| Iteration 36 | 0.8 | 1.0 | 1.0 | 0.001s | 22.672s |
| Iteration 37 | 0.8 | 1.0 | 1.0 | 0.001s | 23.173s |
| Iteration 38 | 0.8 | 1.0 | 1.0 | 0.001s | 23.734s |
| Iteration 39 | 0.8 | 1.0 | 1.0 | 0.001s | 24.273s |
| Iteration 40 | 0.8 | 1.0 | 1.0 | 0.001s | 24.812s |
| Iteration 41 | 0.8 | 1.0 | 1.0 | 0.001s | 25.333s |
| Iteration 42 | 0.8 | 1.0 | 1.0 | 0.001s | 25.857s |
| Iteration 43 | 0.8 | 1.0 | 1.0 | 0.001s | 26.401s |
| Iteration 44 | 0.8 | 1.0 | 1.0 | 0.001s | 26.937s |
| Iteration 45 | 0.8 | 1.0 | 1.0 | 0.001s | 27.476s |
| Iteration 46 | 0.8 | 1.0 | 1.0 | 0.001s | 28.012s |
| Iteration 47 | 0.8 | 1.0 | 1.0 | 0.001s | 28.739s |
| Iteration 48 | 0.8 | 1.0 | 1.0 | 0.001s | 29.475s |
| Iteration 49 | 0.8 | 1.0 | 1.0 | 0.001s | 30.425s |
| Iteration 50 | 0.8 | 1.0 | 1.0 | 0.001s | 31.331s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'reg_param': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 31.895s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7402
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.83 ± 0.1077
Time elapsed: 0.027s
-------------------------------------------------
Total time: 31.933s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.1594 | dista.. | auto | 40 | 1 | 0.5 | 0.5 | 0.650s | 0.671s |
| Initial point 2 | 4.8358 | uniform | kd_tree | 39 | 2 | 0.2812 | 0.5 | 0.661s | 1.694s |
| Initial point 3 | 3.82 | dista.. | ball_tree | 25 | 2 | 0.8125 | 0.8125 | 0.650s | 2.721s |
| Initial point 4 | 11.1446 | uniform | ball_tree | 39 | 2 | 0.5 | 0.8125 | 0.645s | 3.697s |
| Initial point 5 | 8.7303 | dista.. | auto | 30 | 2 | 0.875 | 0.875 | 0.647s | 4.723s |
| Initial point 6 | 10.1104 | dista.. | ball_tree | 21 | 2 | 0.4375 | 0.875 | 0.643s | 5.708s |
| Initial point 7 | 7.2317 | dista.. | ball_tree | 24 | 1 | 0.6562 | 0.875 | 0.651s | 6.709s |
| Initial point 8 | 1.733 | dista.. | ball_tree | 21 | 2 | 1.0 | 1.0 | 1.207s | 8.299s |
| Initial point 9 | 8.0556 | uniform | ball_tree | 24 | 1 | 0.6875 | 1.0 | 0.648s | 9.331s |
| Initial point 10 | 5.7218 | uniform | brute | 22 | 2 | 0.75 | 1.0 | 0.666s | 10.507s |
| Iteration 11 | 0.0 | uniform | auto | 20 | 1 | 0.5 | 1.0 | 0.689s | 11.832s |
| Iteration 12 | 1.1546 | dista.. | ball_tree | 21 | 2 | 0.5 | 1.0 | 0.691s | 13.161s |
| Iteration 13 | 1.1979 | uniform | brute | 29 | 1 | 0.2812 | 1.0 | 0.686s | 14.408s |
| Iteration 14 | 0.9168 | dista.. | ball_tree | 34 | 1 | 0.375 | 1.0 | 0.683s | 15.653s |
| Iteration 15 | 4.7344 | dista.. | auto | 26 | 2 | 0.375 | 1.0 | 0.697s | 16.968s |
| Iteration 16 | 1.733 | dista.. | ball_tree | 21 | 2 | 1.0 | 1.0 | 0.001s | 17.576s |
| Iteration 17 | 1.8633 | dista.. | ball_tree | 30 | 2 | 0.4375 | 1.0 | 0.685s | 18.855s |
| Iteration 18 | 1.8298 | uniform | ball_tree | 20 | 2 | 0.6875 | 1.0 | 0.680s | 20.217s |
| Iteration 19 | 1.6228 | dista.. | brute | 20 | 1 | 0.625 | 1.0 | 0.706s | 22.231s |
| Iteration 20 | 1.7188 | dista.. | auto | 20 | 2 | 0.5312 | 1.0 | 0.690s | 23.868s |
| Iteration 21 | 1.8249 | dista.. | brute | 21 | 2 | 0.6875 | 1.0 | 0.685s | 25.364s |
| Iteration 22 | 1.727 | dista.. | ball_tree | 21 | 2 | 0.6875 | 1.0 | 0.682s | 26.786s |
| Iteration 23 | 1.7606 | dista.. | ball_tree | 22 | 2 | 0.625 | 1.0 | 0.686s | 28.199s |
| Iteration 24 | 1.6488 | dista.. | ball_tree | 21 | 1 | 0.7188 | 1.0 | 0.680s | 29.524s |
| Iteration 25 | 8.6267 | uniform | ball_tree | 30 | 1 | 0.5625 | 1.0 | 0.680s | 30.810s |
| Iteration 26 | 1.7337 | dista.. | auto | 21 | 1 | 0.5 | 1.0 | 0.683s | 32.178s |
| Iteration 27 | 1.8288 | dista.. | ball_tree | 21 | 2 | 1.0 | 1.0 | 0.683s | 33.552s |
| Iteration 28 | 1.9001 | dista.. | ball_tree | 21 | 2 | 0.8125 | 1.0 | 0.682s | 34.926s |
| Iteration 29 | 1.8276 | uniform | ball_tree | 21 | 2 | 1.0 | 1.0 | 0.649s | 36.353s |
| Iteration 30 | 1.8171 | uniform | ball_tree | 21 | 2 | 0.625 | 1.0 | 0.650s | 37.792s |
| Iteration 31 | 1.7722 | dista.. | ball_tree | 21 | 2 | 0.875 | 1.0 | 0.651s | 39.217s |
| Iteration 32 | 1.959 | dista.. | ball_tree | 21 | 1 | 0.6562 | 1.0 | 0.654s | 40.628s |
| Iteration 33 | 8.9878 | dista.. | auto | 30 | 2 | 0.6875 | 1.0 | 0.650s | 41.988s |
| Iteration 34 | 1.7867 | dista.. | ball_tree | 21 | 2 | 0.75 | 1.0 | 1.258s | 43.987s |
| Iteration 35 | 1.6889 | dista.. | ball_tree | 21 | 2 | 0.625 | 1.0 | 0.684s | 45.416s |
| Iteration 36 | 8.4753 | uniform | auto | 30 | 2 | 0.7188 | 1.0 | 0.684s | 46.860s |
| Iteration 37 | 2.0732 | dista.. | ball_tree | 21 | 2 | 1.0 | 1.0 | 0.639s | 48.287s |
| Iteration 38 | 2.2283 | dista.. | ball_tree | 21 | 2 | 0.7812 | 1.0 | 0.641s | 49.758s |
| Iteration 39 | 2.0552 | dista.. | ball_tree | 21 | 2 | 0.875 | 1.0 | 0.646s | 51.252s |
| Iteration 40 | 4.0589 | dista.. | kd_tree | 20 | 2 | 0.375 | 1.0 | 0.641s | 52.644s |
| Iteration 41 | 2.0995 | dista.. | ball_tree | 21 | 2 | 0.625 | 1.0 | 0.644s | 54.116s |
| Iteration 42 | 4.3765 | dista.. | ball_tree | 25 | 2 | 0.5938 | 1.0 | 0.647s | 55.530s |
| Iteration 43 | 1.9953 | uniform | ball_tree | 21 | 2 | 0.4375 | 1.0 | 0.672s | 57.040s |
| Iteration 44 | 1.8946 | dista.. | ball_tree | 21 | 2 | 0.8125 | 1.0 | 0.700s | 58.507s |
| Iteration 45 | 1.8926 | dista.. | ball_tree | 21 | 2 | 0.375 | 1.0 | 0.686s | 1m:00s |
| Iteration 46 | 1.8628 | dista.. | ball_tree | 21 | 2 | 0.7188 | 1.0 | 0.703s | 1m:02s |
| Iteration 47 | 1.7944 | dista.. | ball_tree | 21 | 2 | 0.8125 | 1.0 | 0.686s | 1m:03s |
| Iteration 48 | 1.7765 | dista.. | ball_tree | 21 | 2 | 0.5625 | 1.0 | 0.704s | 1m:04s |
| Iteration 49 | 2.8272 | uniform | ball_tree | 21 | 2 | 0.4375 | 1.0 | 0.688s | 1m:06s |
| Iteration 50 | 1.8867 | dista.. | auto | 21 | 2 | 0.875 | 1.0 | 0.695s | 1m:08s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'radius': 1.733, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 21, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:08s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.675
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.58 ± 0.1065
Time elapsed: 0.053s
-------------------------------------------------
Total time: 1m:08s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.5938 | 0.5938 | 1.064s | 1.071s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.875 | 0.875 | 1.072s | 2.538s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.5625 | 0.875 | 0.823s | 3.733s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.5625 | 0.875 | 0.957s | 5.086s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.75 | 0.875 | 0.833s | 6.436s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.8125 | 0.875 | 1.022s | 7.801s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.4375 | 0.875 | 0.668s | 8.817s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.6875 | 0.875 | 0.925s | 10.076s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.625 | 0.875 | 0.676s | 11.103s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.9375 | 0.9375 | 0.800s | 12.272s |
| Iteration 11 | 62 | 0.01 | SAMME | 0.7812 | 0.9375 | 0.712s | 13.508s |
| Iteration 12 | 332 | 0.0151 | SAMME.R | 0.75 | 0.9375 | 0.965s | 15.600s |
| Iteration 13 | 500 | 0.01 | SAMME.R | 0.4375 | 0.9375 | 1.178s | 17.311s |
| Iteration 14 | 130 | 0.0205 | SAMME | 1.0 | 1.0 | 0.806s | 18.696s |
| Iteration 15 | 200 | 0.0236 | SAMME | 0.5625 | 1.0 | 0.834s | 20.118s |
| Iteration 16 | 50 | 0.0151 | SAMME | 0.8125 | 1.0 | 0.747s | 21.390s |
| Iteration 17 | 229 | 0.1091 | SAMME.R | 1.0 | 1.0 | 0.894s | 22.806s |
| Iteration 18 | 50 | 0.1048 | SAMME.R | 1.0 | 1.0 | 0.746s | 24.107s |
| Iteration 19 | 51 | 0.1004 | SAMME.R | 0.5625 | 1.0 | 0.742s | 25.471s |
| Iteration 20 | 479 | 0.1664 | SAMME.R | 0.625 | 1.0 | 1.103s | 27.115s |
| Iteration 21 | 50 | 2.157 | SAMME | 0.6562 | 1.0 | 0.754s | 28.419s |
| Iteration 22 | 179 | 0.7708 | SAMME.R | 0.625 | 1.0 | 0.812s | 29.790s |
| Iteration 23 | 84 | 0.0457 | SAMME.R | 0.75 | 1.0 | 0.729s | 31.077s |
| Iteration 24 | 475 | 0.0789 | SAMME.R | 0.75 | 1.0 | 1.037s | 32.685s |
| Iteration 25 | 470 | 9.9908 | SAMME | 0.5 | 1.0 | 0.715s | 33.951s |
| Iteration 26 | 50 | 0.01 | SAMME.R | 0.6562 | 1.0 | 0.743s | 35.239s |
| Iteration 27 | 66 | 0.01 | SAMME | 1.0 | 1.0 | 0.715s | 36.558s |
| Iteration 28 | 125 | 0.01 | SAMME | 0.7812 | 1.0 | 0.820s | 37.967s |
| Iteration 29 | 407 | 0.01 | SAMME | 1.0 | 1.0 | 0.907s | 39.802s |
| Iteration 30 | 500 | 0.01 | SAMME | 0.8438 | 1.0 | 1.032s | 41.803s |
| Iteration 31 | 65 | 9.9947 | SAMME.R | 0.7188 | 1.0 | 0.669s | 43.137s |
| Iteration 32 | 50 | 0.01 | SAMME | 0.625 | 1.0 | 0.657s | 44.404s |
| Iteration 33 | 500 | 0.01 | SAMME | 0.8438 | 1.0 | 0.000s | 44.969s |
| Iteration 34 | 500 | 0.01 | SAMME | 0.8438 | 1.0 | 0.000s | 45.537s |
| Iteration 35 | 87 | 1.46 | SAMME.R | 0.6875 | 1.0 | 0.688s | 46.839s |
| Iteration 36 | 200 | 9.9964 | SAMME.R | 0.7188 | 1.0 | 0.823s | 48.260s |
| Iteration 37 | 500 | 0.01 | SAMME | 0.8438 | 1.0 | 0.001s | 48.888s |
| Iteration 38 | 50 | 0.01 | SAMME | 0.625 | 1.0 | 0.000s | 50.072s |
| Iteration 39 | 500 | 0.01 | SAMME | 0.8438 | 1.0 | 0.000s | 50.644s |
| Iteration 40 | 94 | 0.4004 | SAMME.R | 0.5625 | 1.0 | 0.708s | 52.000s |
| Iteration 41 | 500 | 0.01 | SAMME | 0.8438 | 1.0 | 0.000s | 52.635s |
| Iteration 42 | 500 | 0.01 | SAMME | 0.8438 | 1.0 | 0.000s | 53.276s |
| Iteration 43 | 500 | 0.01 | SAMME | 0.8438 | 1.0 | 0.000s | 54.005s |
| Iteration 44 | 89 | 0.2174 | SAMME | 0.75 | 1.0 | 0.690s | 55.359s |
| Iteration 45 | 500 | 0.01 | SAMME | 0.8438 | 1.0 | 0.000s | 56.030s |
| Iteration 46 | 134 | 0.021 | SAMME | 0.8438 | 1.0 | 0.724s | 57.754s |
| Iteration 47 | 500 | 0.01 | SAMME | 0.8438 | 1.0 | 0.001s | 58.441s |
| Iteration 48 | 500 | 0.01 | SAMME | 0.8438 | 1.0 | 0.001s | 59.114s |
| Iteration 49 | 500 | 0.01 | SAMME | 0.8438 | 1.0 | 0.001s | 59.796s |
| Iteration 50 | 50 | 0.1108 | SAMME.R | 1.0 | 1.0 | 0.693s | 1m:02s |
Bayesian Optimization ---------------------------
Best call --> Iteration 29
Best parameters --> {'n_estimators': 407, 'learning_rate': 0.01, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:03s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8933
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.321s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.895 ± 0.0872
Time elapsed: 1.517s
-------------------------------------------------
Total time: 1m:05s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.6875 | 0.6875 | 1.083s | 1.104s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.6875 | 0.6875 | 0.930s | 2.435s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.6562 | 0.6875 | 0.941s | 3.762s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.6875 | 0.754s | 4.880s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.75 | 0.75 | 0.992s | 6.455s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.6875 | 0.75 | 0.773s | 7.636s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.875 | 0.875 | 0.827s | 8.872s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.8125 | 0.875 | 0.817s | 10.061s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.875 | 0.875 | 0.916s | 11.401s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 1.0 | 1.0 | 0.901s | 12.652s |
| Iteration 11 | 38 | gini | 7 | 2 | 17 | 0.9 | True | 0.0272 | 0.6 | 0.5 | 1.0 | 0.694s | 14.176s |
| Iteration 12 | 319 | gini | 9 | 12 | 16 | None | True | 0.0178 | None | 0.375 | 1.0 | 0.910s | 15.885s |
| Iteration 13 | 195 | gini | 7 | 18 | 15 | 0.9 | True | 0.0175 | None | 0.5 | 1.0 | 0.797s | 17.405s |
| Iteration 14 | 10 | gini | 4 | 12 | 12 | log2 | False | 0.0011 | --- | 1.0 | 1.0 | 0.640s | 18.709s |
| Iteration 15 | 40 | gini | 3 | 13 | 19 | 0.9 | False | 0.0 | --- | 0.4375 | 1.0 | 0.674s | 20.191s |
| Iteration 16 | 165 | entropy | 2 | 2 | 7 | auto | True | 0.0062 | 0.8 | 1.0 | 1.0 | 0.777s | 21.649s |
| Iteration 17 | 259 | gini | 3 | 13 | 10 | 0.5 | False | 0.0106 | --- | 0.6875 | 1.0 | 0.823s | 23.321s |
| Iteration 18 | 406 | entropy | 6 | 7 | 14 | 0.5 | True | 0.0166 | 0.8 | 0.6875 | 1.0 | 0.960s | 25.214s |
| Iteration 19 | 394 | gini | 5 | 2 | 18 | 0.9 | True | 0.0113 | 0.5 | 0.5 | 1.0 | 0.958s | 27.006s |
| Iteration 20 | 59 | entropy | 4 | 4 | 8 | auto | True | 0.0133 | 0.8 | 0.8125 | 1.0 | 0.702s | 28.441s |
| Iteration 21 | 24 | entropy | 3 | 6 | 8 | auto | False | 0.0103 | --- | 1.0 | 1.0 | 1.286s | 30.447s |
| Iteration 22 | 158 | gini | None | 11 | 1 | auto | False | 0.0198 | --- | 0.75 | 1.0 | 0.753s | 32.231s |
| Iteration 23 | 25 | entropy | 3 | 9 | 7 | auto | False | 0.001 | --- | 0.8125 | 1.0 | 0.646s | 33.901s |
| Iteration 24 | 189 | entropy | 8 | 12 | 1 | None | True | 0.0014 | None | 0.9375 | 1.0 | 0.783s | 35.375s |
| Iteration 25 | 20 | entropy | None | 17 | 1 | None | False | 0.0033 | --- | 0.75 | 1.0 | 0.644s | 36.693s |
| Iteration 26 | 500 | entropy | None | 5 | 8 | auto | False | 0.0065 | --- | 0.625 | 1.0 | 0.921s | 38.333s |
| Iteration 27 | 10 | gini | 6 | 5 | 5 | 0.7 | True | 0.0017 | 0.6 | 0.9375 | 1.0 | 0.624s | 39.758s |
| Iteration 28 | 10 | gini | 9 | 4 | 4 | 0.8 | True | 0.0205 | 0.9 | 0.8125 | 1.0 | 0.630s | 41.160s |
| Iteration 29 | 10 | gini | None | 3 | 7 | 0.7 | True | 0.0327 | 0.9 | 1.0 | 1.0 | 0.634s | 42.595s |
| Iteration 30 | 10 | gini | None | 14 | 7 | None | True | 0.0305 | 0.9 | 0.625 | 1.0 | 0.634s | 44.042s |
| Iteration 31 | 10 | entropy | 1 | 2 | 4 | auto | False | 0.001 | --- | 0.9375 | 1.0 | 0.641s | 45.540s |
| Iteration 32 | 10 | gini | 9 | 5 | 5 | auto | True | 0.0273 | 0.9 | 0.5625 | 1.0 | 0.642s | 46.953s |
| Iteration 33 | 10 | entropy | None | 7 | 8 | auto | True | 0.0202 | 0.8 | 0.9375 | 1.0 | 0.641s | 48.424s |
| Iteration 34 | 10 | gini | None | 8 | 8 | auto | False | 0.0258 | --- | 0.8438 | 1.0 | 0.652s | 49.925s |
| Iteration 35 | 10 | entropy | None | 6 | 5 | log2 | True | 0.0116 | 0.9 | 0.5625 | 1.0 | 0.642s | 51.396s |
| Iteration 36 | 10 | entropy | 9 | 16 | 1 | None | False | 0.0042 | --- | 0.2812 | 1.0 | 0.642s | 52.908s |
| Iteration 37 | 22 | gini | None | 16 | 11 | 0.7 | False | 0.0154 | --- | 0.8125 | 1.0 | 0.671s | 54.383s |
| Iteration 38 | 10 | entropy | 9 | 8 | 8 | None | True | 0.011 | 0.7 | 0.9375 | 1.0 | 0.639s | 55.945s |
| Iteration 39 | 79 | gini | 7 | 3 | 7 | sqrt | True | 0.0013 | 0.8 | 1.0 | 1.0 | 0.707s | 57.618s |
| Iteration 40 | 417 | entropy | 8 | 5 | 8 | sqrt | False | 0.0192 | --- | 0.75 | 1.0 | 0.879s | 59.455s |
| Iteration 41 | 10 | gini | 5 | 6 | 8 | 0.5 | True | 0.0266 | 0.7 | 0.5625 | 1.0 | 0.632s | 1m:01s |
| Iteration 42 | 259 | gini | 2 | 8 | 10 | sqrt | False | 0.0 | --- | 0.75 | 1.0 | 0.776s | 1m:03s |
| Iteration 43 | 488 | gini | 2 | 9 | 10 | sqrt | False | 0.0009 | --- | 0.5625 | 1.0 | 0.967s | 1m:05s |
| Iteration 44 | 71 | entropy | 5 | 2 | 7 | log2 | True | 0.0233 | 0.9 | 0.8125 | 1.0 | 0.710s | 1m:06s |
| Iteration 45 | 385 | entropy | 2 | 3 | 7 | log2 | True | 0.002 | 0.8 | 0.5 | 1.0 | 0.994s | 1m:08s |
| Iteration 46 | 146 | gini | 1 | 2 | 6 | 0.5 | False | 0.0 | --- | 1.0 | 1.0 | 0.815s | 1m:11s |
| Iteration 47 | 140 | entropy | 8 | 2 | 6 | 0.5 | False | 0.0 | --- | 1.0 | 1.0 | 0.722s | 1m:12s |
| Iteration 48 | 127 | gini | None | 2 | 7 | None | False | 0.0 | --- | 0.375 | 1.0 | 0.717s | 1m:14s |
| Iteration 49 | 10 | entropy | 5 | 4 | 6 | log2 | False | 0.0024 | --- | 0.875 | 1.0 | 0.641s | 1m:16s |
| Iteration 50 | 10 | entropy | 2 | 9 | 17 | 0.5 | False | 0.0346 | --- | 0.875 | 1.0 | 0.652s | 1m:17s |
Bayesian Optimization ---------------------------
Best call --> Iteration 21
Best parameters --> {'n_estimators': 24, 'criterion': 'entropy', 'max_depth': 3, 'min_samples_split': 6, 'min_samples_leaf': 8, 'max_features': 'auto', 'bootstrap': False, 'ccp_alpha': 0.0103}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:19s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9089
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.027s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.85 ± 0.0837
Time elapsed: 0.108s
-------------------------------------------------
Total time: 1m:19s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.757s | 0.778s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.6875 | 0.6875 | 0.733s | 1.855s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.6875 | 0.756s | 2.984s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.6875 | 0.698s | 4.031s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.6875 | 0.739s | 5.115s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.6875 | 0.688s | 6.147s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.6875 | 0.693s | 7.187s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.6875 | 0.695s | 8.265s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.75 | 0.75 | 0.715s | 9.341s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.75 | 0.703s | 10.393s |
| Iteration 11 | 368 | 0.0124 | 9 | 0.2019 | 3 | 0.9 | 0.7 | 0.01 | 0 | 0.9375 | 0.9375 | 0.699s | 11.816s |
| Iteration 12 | 367 | 0.0193 | 8 | 0.4418 | 3 | 0.8 | 0.5 | 0 | 0 | 0.625 | 0.9375 | 0.710s | 13.290s |
| Iteration 13 | 222 | 0.0443 | 8 | 0.6235 | 2 | 0.9 | 0.8 | 0.01 | 0.01 | 0.5625 | 0.9375 | 0.671s | 14.766s |
| Iteration 14 | 360 | 0.0326 | 9 | 0.4387 | 3 | 0.9 | 0.8 | 0.01 | 0 | 1.0 | 1.0 | 0.706s | 16.232s |
| Iteration 15 | 273 | 0.0637 | 2 | 0.7597 | 3 | 0.7 | 0.7 | 0.01 | 0.01 | 0.3125 | 1.0 | 0.688s | 17.757s |
| Iteration 16 | 326 | 0.0977 | 9 | 0.5782 | 4 | 0.9 | 0.8 | 0.01 | 0 | 1.0 | 1.0 | 0.691s | 19.305s |
| Iteration 17 | 408 | 0.0799 | 9 | 0.5155 | 3 | 0.6 | 0.7 | 0 | 1 | 0.875 | 1.0 | 0.727s | 20.794s |
| Iteration 18 | 379 | 0.66 | 9 | 0.4961 | 4 | 0.9 | 0.9 | 0.01 | 0 | 0.875 | 1.0 | 0.700s | 22.332s |
| Iteration 19 | 287 | 0.0131 | 9 | 0.8761 | 2 | 0.9 | 0.8 | 0.01 | 0 | 0.75 | 1.0 | 0.702s | 23.891s |
| Iteration 20 | 268 | 0.0577 | 9 | 0.4476 | 3 | 0.9 | 0.7 | 0.01 | 0.1 | 1.0 | 1.0 | 0.693s | 25.472s |
| Iteration 21 | 344 | 0.0485 | 9 | 0.4855 | 4 | 1.0 | 0.8 | 0 | 0.1 | 1.0 | 1.0 | 0.695s | 27.071s |
| Iteration 22 | 183 | 0.0515 | 9 | 0.4945 | 1 | 1.0 | 0.9 | 0.01 | 0 | 0.8125 | 1.0 | 0.728s | 28.652s |
| Iteration 23 | 153 | 0.0505 | 9 | 0.4872 | 4 | 0.9 | 0.8 | 0.01 | 0 | 0.5625 | 1.0 | 0.709s | 30.236s |
| Iteration 24 | 312 | 0.048 | 9 | 0.4427 | 3 | 0.8 | 0.6 | 0.1 | 0.01 | 0.875 | 1.0 | 1.341s | 32.452s |
| Iteration 25 | 306 | 0.0768 | 9 | 0.389 | 2 | 1.0 | 0.9 | 0.01 | 0.1 | 0.75 | 1.0 | 0.745s | 34.151s |
| Iteration 26 | 317 | 0.3216 | 10 | 0.8628 | 3 | 1.0 | 0.8 | 0.01 | 1 | 0.5625 | 1.0 | 0.696s | 36.165s |
| Iteration 27 | 323 | 0.0391 | 9 | 0.5905 | 3 | 0.9 | 0.8 | 1 | 0 | 0.9375 | 1.0 | 0.707s | 37.861s |
| Iteration 28 | 341 | 0.2294 | 9 | 0.4015 | 4 | 0.8 | 0.8 | 1 | 0 | 0.6875 | 1.0 | 0.713s | 39.432s |
| Iteration 29 | 315 | 0.0356 | 9 | 0.7454 | 3 | 0.9 | 0.7 | 0 | 1 | 1.0 | 1.0 | 0.697s | 41.100s |
| Iteration 30 | 307 | 0.318 | 9 | 0.8149 | 3 | 0.8 | 0.9 | 0.01 | 1 | 0.8125 | 1.0 | 0.693s | 42.773s |
| Iteration 31 | 500 | 0.0243 | 9 | 0.6721 | 5 | 1.0 | 0.4 | 0 | 10 | 0.75 | 1.0 | 0.739s | 44.390s |
| Iteration 32 | 372 | 0.1329 | 9 | 0.7928 | 7 | 1.0 | 0.7 | 0 | 100 | 0.5 | 1.0 | 0.707s | 46.019s |
| Iteration 33 | 334 | 0.0643 | 9 | 0.7739 | 4 | 0.9 | 0.7 | 0.01 | 0.01 | 0.875 | 1.0 | 0.695s | 47.750s |
| Iteration 34 | 351 | 0.0259 | 9 | 0.5139 | 3 | 1.0 | 0.8 | 0 | 0 | 1.0 | 1.0 | 0.712s | 49.403s |
| Iteration 35 | 500 | 0.0808 | 5 | 0.2696 | 6 | 1.0 | 0.4 | 0 | 1 | 0.5 | 1.0 | 0.719s | 51.108s |
| Iteration 36 | 348 | 0.0285 | 9 | 0.7857 | 3 | 1.0 | 0.9 | 0 | 0 | 0.75 | 1.0 | 0.702s | 53.175s |
| Iteration 37 | 340 | 0.0205 | 9 | 0.3023 | 3 | 0.9 | 0.8 | 0 | 1 | 0.5625 | 1.0 | 0.704s | 54.976s |
| Iteration 38 | 20 | 0.0749 | 5 | 0.6885 | 1 | 0.5 | 0.8 | 1 | 10 | 0.9375 | 1.0 | 0.651s | 56.510s |
| Iteration 39 | 20 | 0.0595 | 4 | 0.1455 | 1 | 0.6 | 1.0 | 10 | 1 | 0.5 | 1.0 | 0.647s | 58.059s |
| Iteration 40 | 20 | 0.8603 | 5 | 0.8607 | 1 | 0.8 | 0.6 | 0.01 | 1 | 0.5625 | 1.0 | 0.654s | 59.618s |
| Iteration 41 | 500 | 0.5933 | 9 | 0.467 | 1 | 0.5 | 0.6 | 0.1 | 0 | 0.5 | 1.0 | 0.721s | 1m:02s |
| Iteration 42 | 20 | 0.0498 | 4 | 0.0627 | 10 | 0.5 | 0.9 | 10 | 0.1 | 0.5 | 1.0 | 0.663s | 1m:04s |
| Iteration 43 | 344 | 0.0199 | 10 | 0.4984 | 3 | 1.0 | 0.8 | 0 | 0.1 | 0.625 | 1.0 | 0.719s | 1m:06s |
| Iteration 44 | 500 | 0.015 | 9 | 0.5062 | 9 | 1.0 | 0.5 | 100 | 0 | 0.5 | 1.0 | 0.716s | 1m:07s |
| Iteration 45 | 500 | 0.0582 | 5 | 0.2624 | 1 | 0.5 | 0.6 | 10 | 1 | 0.5 | 1.0 | 0.713s | 1m:09s |
| Iteration 46 | 500 | 0.0119 | 9 | 0.2143 | 3 | 1.0 | 0.4 | 1 | 10 | 0.9375 | 1.0 | 0.718s | 1m:11s |
| Iteration 47 | 500 | 0.696 | 6 | 0.116 | 10 | 0.5 | 0.9 | 1 | 0 | 0.5 | 1.0 | 0.727s | 1m:12s |
| Iteration 48 | 500 | 0.0139 | 3 | 0.5905 | 10 | 1.0 | 0.4 | 10 | 0 | 0.5 | 1.0 | 0.727s | 1m:14s |
| Iteration 49 | 500 | 0.451 | 9 | 0.4189 | 3 | 1.0 | 0.9 | 10 | 0 | 0.5 | 1.0 | 0.711s | 1m:16s |
| Iteration 50 | 358 | 0.0344 | 9 | 0.7589 | 3 | 1.0 | 0.5 | 0 | 0 | 1.0 | 1.0 | 1.362s | 1m:18s |
Bayesian Optimization ---------------------------
Best call --> Iteration 50
Best parameters --> {'n_estimators': 358, 'learning_rate': 0.0344, 'max_depth': 9, 'gamma': 0.7589, 'min_child_weight': 3, 'subsample': 1.0, 'colsample_bytree': 0.5, 'reg_alpha': 0, 'reg_lambda': 0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9536
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.083s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.0927
Time elapsed: 0.252s
-------------------------------------------------
Total time: 1m:20s
Final results ==================== >>
Duration: 8m:25s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.72 ± 0.0812 ~
Logistic Regression --> roc_auc: 0.87 ± 0.0245
Linear Discriminant Analysis --> roc_auc: 0.84 ± 0.097
Quadratic Discriminant Analysis --> roc_auc: 0.83 ± 0.1077
Radius Nearest Neighbors --> roc_auc: 0.58 ± 0.1065 ~
AdaBoost --> roc_auc: 0.895 ± 0.0872 !
Random Forest --> roc_auc: 0.85 ± 0.0837
XGBoost --> roc_auc: 0.82 ± 0.0927
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CALQGGSEKLVF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVSSGGYNKLIF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CALMDTGRRALTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVRNQGGKLIF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAVDGQKLLF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVEDDYKLSF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAARTGNQFYF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASTNTGNQFYF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CAVLDSSYKLIF.
>>> Dropping feature CAVSSGNTPLVF.
>>> Dropping feature CAATSGSARQLTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVRDSGAGSYQLTF.
>>> Dropping feature CAVRNAGGTSYGKLTF.
>>> Dropping feature CAVRNTGFQKLVF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CAASKGYSTLTF.
>>> Dropping feature CAASYSSASKIIF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CASSLGRTEAFF.
>>> Dropping feature CAENNNARLMF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CAVREYGNKLVF.
>>> Dropping feature CAVFNQAGTALIF.
>>> Dropping feature CAVKGGSEKLVF.
>>> Dropping feature CAVSDDYKLSF.
>>> Dropping feature CAVSPSGGYQKVTF.
>>> Dropping feature CASSLEGTEAFF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSSTDTQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAASSGAGSYQLTF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.7812 | 0.7812 | 3.178s | 3.198s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.875 | 0.875 | 3.249s | 6.810s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.6875 | 0.875 | 3.175s | 10.477s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.5625 | 0.875 | 3.230s | 14.133s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.9375 | 0.9375 | 3.237s | 17.765s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.6875 | 0.9375 | 3.266s | 21.596s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.5625 | 0.9375 | 3.226s | 25.185s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 1.0 | 1.0 | 3.249s | 28.881s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 1.0 | 1.0 | 3.222s | 32.481s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 1.0 | 1.0 | 3.145s | 36.665s |
| Iteration 11 | exponen.. | 0.1272 | 174 | 0.9 | friedman_mse | 17 | 17 | 1 | 0.6 | 0.0008 | 0.75 | 1.0 | 3.218s | 40.801s |
| Iteration 12 | deviance | 0.01 | 389 | 0.7 | squared_er.. | 10 | 9 | 7 | 0.6 | 0.0114 | 0.75 | 1.0 | 3.265s | 44.762s |
| Iteration 13 | exponen.. | 0.0298 | 369 | 0.9 | friedman_mse | 15 | 14 | 4 | 0.7 | 0.0077 | 0.5 | 1.0 | 3.193s | 48.617s |
| Iteration 14 | exponen.. | 0.0277 | 184 | 0.7 | squared_er.. | 17 | 19 | 8 | 0.8 | 0.0078 | 0.625 | 1.0 | 3.171s | 52.541s |
| Iteration 15 | exponen.. | 0.0274 | 443 | 1.0 | squared_er.. | 5 | 18 | 2 | 0.6 | 0.0262 | 0.4688 | 1.0 | 3.204s | 56.453s |
| Iteration 16 | exponen.. | 0.0357 | 349 | 0.9 | squared_er.. | 14 | 5 | 1 | 0.5 | 0.0101 | 0.875 | 1.0 | 3.190s | 1m:00s |
| Iteration 17 | exponen.. | 0.1036 | 481 | 0.6 | squared_er.. | 14 | 9 | 8 | 0.8 | 0.0024 | 0.875 | 1.0 | 3.245s | 1m:04s |
| Iteration 18 | exponen.. | 0.012 | 177 | 0.7 | friedman_mse | 14 | 16 | 8 | log2 | 0.0051 | 0.375 | 1.0 | 3.149s | 1m:08s |
| Iteration 19 | exponen.. | 0.6643 | 380 | 0.6 | squared_er.. | 17 | 8 | 4 | 0.7 | 0.0 | 0.9375 | 1.0 | 3.224s | 1m:12s |
| Iteration 20 | exponen.. | 0.0313 | 64 | 1.0 | friedman_mse | 16 | 18 | 3 | 0.8 | 0.0164 | 0.25 | 1.0 | 3.151s | 1m:16s |
| Iteration 21 | exponen.. | 0.5803 | 256 | 0.6 | squared_er.. | 4 | 8 | 7 | 0.8 | 0.0063 | 1.0 | 1.0 | 3.160s | 1m:20s |
| Iteration 22 | exponen.. | 0.1231 | 161 | 0.7 | squared_er.. | 8 | 16 | 8 | None | 0.0009 | 0.625 | 1.0 | 3.155s | 1m:24s |
| Iteration 23 | exponen.. | 0.0366 | 161 | 0.7 | squared_er.. | 16 | 7 | 4 | 0.7 | 0.0051 | 1.0 | 1.0 | 3.172s | 1m:28s |
| Iteration 24 | exponen.. | 0.0217 | 253 | 1.0 | friedman_mse | 2 | 19 | 4 | None | 0.0036 | 0.75 | 1.0 | 3.172s | 1m:32s |
| Iteration 25 | exponen.. | 0.3864 | 395 | 0.6 | squared_er.. | 15 | 7 | 9 | 0.5 | 0.0064 | 0.8125 | 1.0 | 3.213s | 1m:36s |
| Iteration 26 | exponen.. | 0.0217 | 204 | 0.7 | squared_er.. | 8 | 8 | 3 | 0.8 | 0.0046 | 0.875 | 1.0 | 4.101s | 1m:41s |
| Iteration 27 | exponen.. | 0.0978 | 446 | 0.7 | squared_er.. | 2 | 7 | 3 | None | 0.0032 | 0.875 | 1.0 | 3.242s | 1m:45s |
| Iteration 28 | exponen.. | 0.2556 | 140 | 0.7 | squared_er.. | 14 | 7 | 8 | None | 0.0096 | 0.875 | 1.0 | 3.213s | 1m:49s |
| Iteration 29 | exponen.. | 0.041 | 332 | 0.7 | friedman_mse | 13 | 3 | 1 | 0.8 | 0.0119 | 0.9375 | 1.0 | 3.226s | 1m:53s |
| Iteration 30 | exponen.. | 0.2106 | 207 | 0.5 | friedman_mse | 9 | 2 | 8 | 0.7 | 0.0099 | 0.4375 | 1.0 | 3.260s | 1m:57s |
| Iteration 31 | deviance | 0.0353 | 225 | 0.7 | friedman_mse | 14 | 4 | 4 | 0.5 | 0.0162 | 0.9375 | 1.0 | 3.216s | 2m:01s |
| Iteration 32 | deviance | 0.0514 | 500 | 0.8 | friedman_mse | 4 | 4 | 4 | 0.6 | 0.0051 | 0.8125 | 1.0 | 3.297s | 2m:05s |
| Iteration 33 | exponen.. | 0.2965 | 234 | 0.7 | friedman_mse | 14 | 3 | 2 | auto | 0.0165 | 1.0 | 1.0 | 3.134s | 2m:09s |
| Iteration 34 | exponen.. | 0.6494 | 379 | 0.7 | friedman_mse | 18 | 2 | 3 | sqrt | 0.0166 | 1.0 | 1.0 | 3.204s | 2m:13s |
| Iteration 35 | exponen.. | 0.0716 | 425 | 0.9 | friedman_mse | 14 | 20 | 1 | sqrt | 0.0057 | 0.625 | 1.0 | 3.213s | 2m:18s |
| Iteration 36 | exponen.. | 0.1161 | 466 | 0.7 | friedman_mse | 14 | 3 | 5 | 0.6 | 0.0164 | 0.8125 | 1.0 | 3.199s | 2m:21s |
| Iteration 37 | exponen.. | 0.0265 | 82 | 0.8 | squared_er.. | 11 | 2 | 3 | sqrt | 0.0153 | 0.9375 | 1.0 | 3.129s | 2m:25s |
| Iteration 38 | exponen.. | 0.6421 | 40 | 0.7 | friedman_mse | 11 | 1 | 4 | 0.8 | 0.0183 | 1.0 | 1.0 | 3.150s | 2m:29s |
| Iteration 39 | exponen.. | 0.014 | 121 | 0.7 | friedman_mse | 11 | 1 | 5 | log2 | 0.0217 | 0.9375 | 1.0 | 3.145s | 2m:34s |
| Iteration 40 | deviance | 0.5741 | 487 | 1.0 | friedman_mse | 11 | 1 | 2 | 0.6 | 0.0148 | 0.875 | 1.0 | 3.170s | 2m:38s |
| Iteration 41 | deviance | 0.1221 | 237 | 0.5 | friedman_mse | 6 | 1 | 2 | log2 | 0.0265 | 0.8125 | 1.0 | 3.148s | 2m:42s |
| Iteration 42 | deviance | 0.2771 | 301 | 0.7 | squared_er.. | 15 | 1 | 1 | 0.6 | 0.0175 | 0.8125 | 1.0 | 3.236s | 2m:46s |
| Iteration 43 | exponen.. | 0.4528 | 15 | 0.8 | friedman_mse | 6 | 1 | 7 | 0.7 | 0.0173 | 0.75 | 1.0 | 3.110s | 2m:50s |
| Iteration 44 | deviance | 0.051 | 284 | 0.8 | squared_er.. | 6 | 7 | 4 | 0.6 | 0.0056 | 0.9375 | 1.0 | 3.242s | 2m:54s |
| Iteration 45 | exponen.. | 0.0166 | 121 | 0.7 | squared_er.. | 20 | 7 | 4 | 0.7 | 0.0052 | 0.5 | 1.0 | 3.194s | 2m:58s |
| Iteration 46 | exponen.. | 1.0 | 301 | 0.9 | friedman_mse | 20 | 4 | 1 | 0.6 | 0.0187 | 0.875 | 1.0 | 3.224s | 3m:02s |
| Iteration 47 | exponen.. | 0.0221 | 327 | 0.9 | friedman_mse | 2 | 6 | 1 | 0.6 | 0.0187 | 0.9375 | 1.0 | 3.253s | 3m:06s |
| Iteration 48 | exponen.. | 0.01 | 235 | 0.5 | squared_er.. | 4 | 4 | 1 | 0.7 | 0.0194 | 0.75 | 1.0 | 3.204s | 3m:10s |
| Iteration 49 | deviance | 1.0 | 500 | 1.0 | friedman_mse | 3 | 8 | 9 | log2 | 0.0 | 0.8125 | 1.0 | 3.186s | 3m:15s |
| Iteration 50 | exponen.. | 0.0163 | 252 | 0.7 | friedman_mse | 16 | 10 | 1 | 0.6 | 0.0 | 0.875 | 1.0 | 3.844s | 3m:19s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0787, 'n_estimators': 447, 'subsample': 0.7, 'criterion': 'squared_error', 'min_samples_split': 14, 'min_samples_leaf': 8, 'max_depth': 6, 'max_features': 0.7, 'ccp_alpha': 0.0044}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.123s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.67 ± 0.0678
Time elapsed: 0.602s
-------------------------------------------------
Total time: 3m:21s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.375 | 0.375 | 3.180s | 3.192s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.875 | 0.875 | 3.190s | 6.718s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.75 | 0.875 | 3.184s | 10.291s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.5 | 0.875 | 3.154s | 13.802s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.75 | 0.875 | 3.165s | 17.319s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.9375 | 0.9375 | 3.156s | 20.850s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.6875 | 0.9375 | 3.165s | 24.452s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 1.0 | 1.0 | 3.261s | 28.108s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.875 | 1.0 | 3.252s | 31.701s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.8125 | 1.0 | 3.148s | 35.212s |
| Iteration 11 | l1 | 0.0024 | saga | 100 | --- | 0.5 | 1.0 | 3.214s | 39.144s |
| Iteration 12 | l2 | 2.2246 | libli.. | 311 | --- | 0.8125 | 1.0 | 3.181s | 42.976s |
| Iteration 13 | l2 | 90.9867 | newto.. | 276 | --- | 0.625 | 1.0 | 3.160s | 46.771s |
| Iteration 14 | l2 | 10.1638 | libli.. | 123 | --- | 1.0 | 1.0 | 3.174s | 50.624s |
| Iteration 15 | l2 | 0.0013 | saga | 816 | --- | 0.4375 | 1.0 | 3.182s | 54.476s |
| Iteration 16 | l2 | 0.0084 | newto.. | 409 | --- | 0.75 | 1.0 | 3.162s | 58.269s |
| Iteration 17 | l2 | 0.0095 | libli.. | 587 | --- | 0.4375 | 1.0 | 3.171s | 1m:02s |
| Iteration 18 | l2 | 0.5704 | libli.. | 114 | --- | 0.6875 | 1.0 | 3.253s | 1m:06s |
| Iteration 19 | l2 | 4.9827 | sag | 100 | --- | 0.625 | 1.0 | 3.266s | 1m:10s |
| Iteration 20 | l2 | 10.8816 | libli.. | 127 | --- | 0.5 | 1.0 | 3.207s | 1m:14s |
| Iteration 21 | l2 | 28.1804 | lbfgs | 101 | --- | 0.75 | 1.0 | 3.206s | 1m:18s |
| Iteration 22 | none | --- | saga | 451 | --- | 0.75 | 1.0 | 3.186s | 1m:22s |
| Iteration 23 | l2 | 21.7489 | lbfgs | 508 | --- | 0.75 | 1.0 | 3.197s | 1m:26s |
| Iteration 24 | l2 | 9.8854 | lbfgs | 655 | --- | 0.75 | 1.0 | 3.190s | 1m:29s |
| Iteration 25 | none | --- | lbfgs | 108 | --- | 0.9375 | 1.0 | 3.217s | 1m:33s |
| Iteration 26 | none | --- | lbfgs | 100 | --- | 0.75 | 1.0 | 3.865s | 1m:38s |
| Iteration 27 | l2 | 45.2339 | lbfgs | 100 | --- | 0.75 | 1.0 | 3.253s | 1m:42s |
| Iteration 28 | none | --- | lbfgs | 101 | --- | 0.875 | 1.0 | 3.265s | 1m:46s |
| Iteration 29 | l2 | 0.251 | lbfgs | 100 | --- | 0.5 | 1.0 | 3.275s | 1m:50s |
| Iteration 30 | l1 | 0.0039 | saga | 488 | --- | 0.5 | 1.0 | 3.315s | 1m:53s |
| Iteration 31 | l2 | 74.3063 | lbfgs | 100 | --- | 0.9375 | 1.0 | 3.103s | 1m:57s |
| Iteration 32 | l2 | 1.0003 | saga | 101 | --- | 0.625 | 1.0 | 3.153s | 2m:01s |
| Iteration 33 | none | --- | lbfgs | 999 | --- | 0.8125 | 1.0 | 3.204s | 2m:05s |
| Iteration 34 | l2 | 100.0 | lbfgs | 100 | --- | 0.625 | 1.0 | 3.205s | 2m:09s |
| Iteration 35 | l2 | 0.0081 | lbfgs | 392 | --- | 0.5625 | 1.0 | 3.192s | 2m:14s |
| Iteration 36 | l2 | 2.0011 | libli.. | 986 | --- | 1.0 | 1.0 | 3.211s | 2m:18s |
| Iteration 37 | l2 | 2.6356 | newto.. | 993 | --- | 0.8125 | 1.0 | 3.149s | 2m:21s |
| Iteration 38 | l2 | 12.9759 | lbfgs | 100 | --- | 0.875 | 1.0 | 3.178s | 2m:25s |
| Iteration 39 | l2 | 13.9958 | newto.. | 100 | --- | 1.0 | 1.0 | 3.135s | 2m:29s |
| Iteration 40 | l2 | 1.2907 | saga | 1000 | --- | 0.8125 | 1.0 | 3.134s | 2m:33s |
| Iteration 41 | l2 | 15.4603 | newto.. | 100 | --- | 0.625 | 1.0 | 3.138s | 2m:37s |
| Iteration 42 | l2 | 4.2615 | libli.. | 998 | --- | 0.6875 | 1.0 | 3.197s | 2m:41s |
| Iteration 43 | l2 | 0.8466 | saga | 998 | --- | 0.625 | 1.0 | 3.157s | 2m:44s |
| Iteration 44 | none | --- | sag | 100 | --- | 0.875 | 1.0 | 3.135s | 2m:48s |
| Iteration 45 | l2 | 0.0509 | sag | 104 | --- | 0.375 | 1.0 | 3.135s | 2m:52s |
| Iteration 46 | l2 | 12.3492 | libli.. | 100 | --- | 0.6875 | 1.0 | 3.143s | 2m:56s |
| Iteration 47 | l2 | 12.0677 | newto.. | 100 | --- | 0.75 | 1.0 | 3.151s | 2m:60s |
| Iteration 48 | none | --- | newto.. | 100 | --- | 0.8125 | 1.0 | 3.163s | 3m:04s |
| Iteration 49 | l1 | 7.1869 | libli.. | 994 | --- | 0.375 | 1.0 | 3.143s | 3m:08s |
| Iteration 50 | l2 | 18.6711 | libli.. | 100 | --- | 1.0 | 1.0 | 3.758s | 3m:13s |
Bayesian Optimization ---------------------------
Best call --> Iteration 50
Best parameters --> {'penalty': 'l2', 'C': 18.6711, 'solver': 'liblinear', 'max_iter': 100}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:13s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9857
Test evaluation --> roc_auc: 0.3
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.36 ± 0.08
Time elapsed: 0.051s
-------------------------------------------------
Total time: 3m:13s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.5 | 0.5 | 3.113s | 3.118s |
| Initial point 2 | svd | --- | 0.8125 | 0.8125 | 3.153s | 6.611s |
| Initial point 3 | svd | --- | 0.8125 | 0.8125 | 0.001s | 6.937s |
| Initial point 4 | lsqr | 0.8 | 0.3125 | 0.8125 | 3.179s | 10.445s |
| Initial point 5 | eigen | 0.9 | 0.375 | 0.8125 | 3.134s | 13.958s |
| Initial point 6 | lsqr | 0.7 | 1.0 | 1.0 | 3.119s | 17.428s |
| Initial point 7 | lsqr | 0.5 | 0.75 | 1.0 | 3.134s | 20.897s |
| Initial point 8 | lsqr | 0.9 | 0.1875 | 1.0 | 3.132s | 24.352s |
| Initial point 9 | lsqr | 0.6 | 0.5 | 1.0 | 3.160s | 27.842s |
| Initial point 10 | eigen | 0.8 | 1.0 | 1.0 | 3.100s | 31.275s |
| Iteration 11 | eigen | 0.6 | 0.625 | 1.0 | 3.156s | 34.911s |
| Iteration 12 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 35.619s |
| Iteration 13 | eigen | 0.7 | 0.6875 | 1.0 | 3.065s | 39.472s |
| Iteration 14 | lsqr | auto | 1.0 | 1.0 | 3.102s | 43.180s |
| Iteration 15 | eigen | auto | 0.4375 | 1.0 | 3.101s | 46.748s |
| Iteration 16 | svd | --- | 0.8125 | 1.0 | 0.000s | 47.212s |
| Iteration 17 | eigen | None | 0.5 | 1.0 | 3.121s | 50.801s |
| Iteration 18 | svd | --- | 0.8125 | 1.0 | 0.000s | 51.288s |
| Iteration 19 | svd | --- | 0.8125 | 1.0 | 0.000s | 51.805s |
| Iteration 20 | lsqr | None | 0.4375 | 1.0 | 3.106s | 55.405s |
| Iteration 21 | eigen | 0.5 | 0.5 | 1.0 | 3.123s | 59.050s |
| Iteration 22 | lsqr | 1.0 | 0.3125 | 1.0 | 3.073s | 1m:03s |
| Iteration 23 | svd | --- | 0.8125 | 1.0 | 0.001s | 1m:03s |
| Iteration 24 | svd | --- | 0.8125 | 1.0 | 0.000s | 1m:04s |
| Iteration 25 | svd | --- | 0.8125 | 1.0 | 0.000s | 1m:04s |
| Iteration 26 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:05s |
| Iteration 27 | lsqr | auto | 1.0 | 1.0 | 0.001s | 1m:05s |
| Iteration 28 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 1m:06s |
| Iteration 29 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:06s |
| Iteration 30 | lsqr | auto | 1.0 | 1.0 | 0.000s | 1m:07s |
| Iteration 31 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:08s |
| Iteration 32 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 1m:08s |
| Iteration 33 | lsqr | auto | 1.0 | 1.0 | 0.000s | 1m:09s |
| Iteration 34 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 1m:09s |
| Iteration 35 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:10s |
| Iteration 36 | lsqr | auto | 1.0 | 1.0 | 0.000s | 1m:11s |
| Iteration 37 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 1m:11s |
| Iteration 38 | lsqr | auto | 1.0 | 1.0 | 0.001s | 1m:12s |
| Iteration 39 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 1m:13s |
| Iteration 40 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:13s |
| Iteration 41 | lsqr | auto | 1.0 | 1.0 | 0.001s | 1m:14s |
| Iteration 42 | lsqr | 0.7 | 1.0 | 1.0 | 0.001s | 1m:15s |
| Iteration 43 | lsqr | auto | 1.0 | 1.0 | 0.000s | 1m:15s |
| Iteration 44 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 1m:16s |
| Iteration 45 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 1m:16s |
| Iteration 46 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:17s |
| Iteration 47 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 1m:18s |
| Iteration 48 | lsqr | auto | 1.0 | 1.0 | 0.001s | 1m:18s |
| Iteration 49 | svd | --- | 0.8125 | 1.0 | 0.000s | 1m:19s |
| Iteration 50 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 1m:20s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:21s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7188
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.53 ± 0.16
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:21s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.5 | 0.5 | 3.149s | 3.152s |
| Initial point 2 | 0.9 | 0.8125 | 0.8125 | 3.155s | 6.636s |
| Initial point 3 | 0.1 | 0.6875 | 0.8125 | 3.145s | 10.136s |
| Initial point 4 | 1.0 | 0.5 | 0.8125 | 0.000s | 10.458s |
| Initial point 5 | 0.2 | 0.375 | 0.8125 | 3.128s | 13.909s |
| Initial point 6 | 0.4 | 0.75 | 0.8125 | 3.197s | 17.437s |
| Initial point 7 | 0.4 | 0.75 | 0.8125 | 0.000s | 17.765s |
| Initial point 8 | 0.7 | 0.0625 | 0.8125 | 3.165s | 21.260s |
| Initial point 9 | 0.9 | 0.8125 | 0.8125 | 0.001s | 21.583s |
| Initial point 10 | 0.8 | 0.125 | 0.8125 | 3.168s | 25.072s |
| Iteration 11 | 0.3 | 0.625 | 0.8125 | 3.120s | 28.613s |
| Iteration 12 | 0.6 | 0.375 | 0.8125 | 3.140s | 32.163s |
| Iteration 13 | 0.5 | 0.5 | 0.8125 | 3.142s | 35.748s |
| Iteration 14 | 0.0 | 0.875 | 0.875 | 3.142s | 39.355s |
| Iteration 15 | 0.0 | 0.875 | 0.875 | 0.000s | 39.942s |
| Iteration 16 | 0.0 | 0.875 | 0.875 | 0.000s | 40.399s |
| Iteration 17 | 0.0 | 0.875 | 0.875 | 0.000s | 40.827s |
| Iteration 18 | 0.0 | 0.875 | 0.875 | 0.000s | 41.288s |
| Iteration 19 | 0.0 | 0.875 | 0.875 | 0.000s | 42.332s |
| Iteration 20 | 0.0 | 0.875 | 0.875 | 0.000s | 42.906s |
| Iteration 21 | 0.0 | 0.875 | 0.875 | 0.000s | 43.337s |
| Iteration 22 | 0.0 | 0.875 | 0.875 | 0.000s | 43.767s |
| Iteration 23 | 0.4 | 0.75 | 0.875 | 0.000s | 44.218s |
| Iteration 24 | 0.0 | 0.875 | 0.875 | 0.000s | 44.658s |
| Iteration 25 | 0.0 | 0.875 | 0.875 | 0.000s | 45.174s |
| Iteration 26 | 0.0 | 0.875 | 0.875 | 0.000s | 45.600s |
| Iteration 27 | 0.0 | 0.875 | 0.875 | 0.000s | 46.032s |
| Iteration 28 | 0.9 | 0.8125 | 0.875 | 0.001s | 46.520s |
| Iteration 29 | 0.0 | 0.875 | 0.875 | 0.000s | 47.030s |
| Iteration 30 | 0.8 | 0.125 | 0.875 | 0.000s | 47.505s |
| Iteration 31 | 0.0 | 0.875 | 0.875 | 0.000s | 47.984s |
| Iteration 32 | 0.0 | 0.875 | 0.875 | 0.000s | 48.444s |
| Iteration 33 | 0.0 | 0.875 | 0.875 | 0.000s | 48.906s |
| Iteration 34 | 0.0 | 0.875 | 0.875 | 0.000s | 49.431s |
| Iteration 35 | 0.0 | 0.875 | 0.875 | 0.000s | 49.915s |
| Iteration 36 | 0.0 | 0.875 | 0.875 | 0.000s | 50.390s |
| Iteration 37 | 0.0 | 0.875 | 0.875 | 0.000s | 50.893s |
| Iteration 38 | 0.0 | 0.875 | 0.875 | 0.000s | 51.389s |
| Iteration 39 | 0.0 | 0.875 | 0.875 | 0.000s | 51.905s |
| Iteration 40 | 0.0 | 0.875 | 0.875 | 0.000s | 52.405s |
| Iteration 41 | 0.0 | 0.875 | 0.875 | 0.000s | 52.908s |
| Iteration 42 | 0.0 | 0.875 | 0.875 | 0.000s | 53.410s |
| Iteration 43 | 0.0 | 0.875 | 0.875 | 0.000s | 53.929s |
| Iteration 44 | 0.0 | 0.875 | 0.875 | 0.000s | 54.446s |
| Iteration 45 | 0.0 | 0.875 | 0.875 | 0.000s | 55.037s |
| Iteration 46 | 0.0 | 0.875 | 0.875 | 0.000s | 55.644s |
| Iteration 47 | 0.0 | 0.875 | 0.875 | 0.000s | 56.233s |
| Iteration 48 | 0.0 | 0.875 | 0.875 | 0.000s | 56.807s |
| Iteration 49 | 0.0 | 0.875 | 0.875 | 0.000s | 57.366s |
| Iteration 50 | 0.0 | 0.875 | 0.875 | 0.001s | 57.956s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'reg_param': 0.0}
Best evaluation --> roc_auc: 0.875
Time elapsed: 58.523s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9938
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.4 ± 0.1789
Time elapsed: 0.027s
-------------------------------------------------
Total time: 58.559s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 9.8203 | dista.. | auto | 40 | 1 | 0.5 | 0.5 | 3.156s | 3.176s |
| Initial point 2 | 3.9055 | uniform | kd_tree | 39 | 2 | 0.375 | 0.5 | 3.177s | 6.692s |
| Initial point 3 | 3.0851 | dista.. | ball_tree | 25 | 2 | 0.625 | 0.625 | 3.186s | 10.225s |
| Initial point 4 | 9.0007 | uniform | ball_tree | 39 | 2 | 0.5 | 0.625 | 3.157s | 13.799s |
| Initial point 5 | 7.0509 | dista.. | auto | 30 | 2 | 0.5625 | 0.625 | 3.133s | 17.336s |
| Initial point 6 | 8.1655 | dista.. | ball_tree | 21 | 2 | 0.75 | 0.75 | 3.155s | 20.832s |
| Initial point 7 | 5.8405 | dista.. | ball_tree | 24 | 1 | 0.4062 | 0.75 | 3.138s | 24.349s |
| Initial point 8 | 1.3996 | dista.. | ball_tree | 21 | 2 | 0.4062 | 0.75 | 3.792s | 28.521s |
| Initial point 9 | 6.506 | uniform | ball_tree | 24 | 1 | 0.6875 | 0.75 | 3.142s | 32.040s |
| Initial point 10 | 4.6211 | uniform | brute | 22 | 2 | 0.8125 | 0.8125 | 3.222s | 35.632s |
| Iteration 11 | 4.9278 | uniform | kd_tree | 23 | 2 | 0.5625 | 0.8125 | 3.235s | 39.512s |
| Iteration 12 | 5.8934 | uniform | kd_tree | 21 | 2 | 0.75 | 0.8125 | 3.157s | 43.760s |
| Iteration 13 | 6.5604 | uniform | brute | 22 | 2 | 0.4375 | 0.8125 | 3.154s | 47.721s |
| Iteration 14 | 4.6211 | uniform | ball_tree | 22 | 2 | 0.5938 | 0.8125 | 3.204s | 51.516s |
| Iteration 15 | 4.6211 | dista.. | brute | 22 | 2 | 0.4375 | 0.8125 | 3.140s | 55.237s |
| Iteration 16 | 4.6211 | uniform | kd_tree | 22 | 2 | 0.4062 | 0.8125 | 3.181s | 59.025s |
| Iteration 17 | 9.2101 | dista.. | ball_tree | 20 | 1 | 0.4375 | 0.8125 | 3.147s | 1m:03s |
| Iteration 18 | 0.1149 | uniform | auto | 30 | 1 | 0.5 | 0.8125 | 3.146s | 1m:06s |
| Iteration 19 | 9.8337 | uniform | ball_tree | 29 | 1 | 0.5625 | 0.8125 | 3.148s | 1m:10s |
| Iteration 20 | 5.4214 | uniform | kd_tree | 22 | 2 | 0.4375 | 0.8125 | 3.144s | 1m:14s |
| Iteration 21 | 8.2211 | dista.. | kd_tree | 21 | 1 | 1.0 | 1.0 | 3.157s | 1m:18s |
| Iteration 22 | 9.8226 | uniform | ball_tree | 21 | 2 | 0.5 | 1.0 | 3.157s | 1m:21s |
| Iteration 23 | 8.2265 | dista.. | ball_tree | 21 | 1 | 1.0 | 1.0 | 3.139s | 1m:25s |
| Iteration 24 | 8.2654 | dista.. | kd_tree | 21 | 1 | 0.625 | 1.0 | 3.157s | 1m:29s |
| Iteration 25 | 8.1557 | dista.. | kd_tree | 21 | 1 | 0.5312 | 1.0 | 3.154s | 1m:33s |
| Iteration 26 | 9.4963 | dista.. | kd_tree | 21 | 1 | 0.5938 | 1.0 | 3.132s | 1m:37s |
| Iteration 27 | 8.2293 | dista.. | ball_tree | 21 | 1 | 0.875 | 1.0 | 3.143s | 1m:40s |
| Iteration 28 | 8.2319 | dista.. | ball_tree | 21 | 1 | 0.8125 | 1.0 | 3.141s | 1m:44s |
| Iteration 29 | 8.2326 | dista.. | ball_tree | 21 | 2 | 0.625 | 1.0 | 3.159s | 1m:48s |
| Iteration 30 | 8.2285 | uniform | brute | 21 | 1 | 0.5 | 1.0 | 3.165s | 1m:52s |
| Iteration 31 | 8.3401 | dista.. | kd_tree | 21 | 1 | 0.5 | 1.0 | 3.136s | 1m:56s |
| Iteration 32 | 5.9421 | uniform | auto | 21 | 2 | 0.5 | 1.0 | 3.167s | 1m:60s |
| Iteration 33 | 8.202 | dista.. | ball_tree | 21 | 1 | 0.8125 | 1.0 | 3.830s | 2m:04s |
| Iteration 34 | 8.2111 | dista.. | auto | 21 | 1 | 0.75 | 1.0 | 3.195s | 2m:08s |
| Iteration 35 | 8.219 | dista.. | ball_tree | 21 | 1 | 0.6562 | 1.0 | 3.199s | 2m:13s |
| Iteration 36 | 5.7363 | uniform | kd_tree | 21 | 2 | 0.6875 | 1.0 | 3.205s | 2m:16s |
| Iteration 37 | 8.2187 | dista.. | auto | 21 | 1 | 0.8125 | 1.0 | 3.241s | 2m:21s |
| Iteration 38 | 8.2187 | dista.. | ball_tree | 21 | 1 | 0.8438 | 1.0 | 3.226s | 2m:25s |
| Iteration 39 | 8.2188 | dista.. | kd_tree | 21 | 1 | 0.9375 | 1.0 | 3.184s | 2m:29s |
| Iteration 40 | 8.2187 | dista.. | ball_tree | 21 | 1 | 0.8438 | 1.0 | 0.001s | 2m:29s |
| Iteration 41 | 8.2151 | dista.. | kd_tree | 21 | 1 | 0.9375 | 1.0 | 3.176s | 2m:34s |
| Iteration 42 | 8.2179 | dista.. | kd_tree | 21 | 1 | 0.8438 | 1.0 | 3.223s | 2m:38s |
| Iteration 43 | 8.218 | dista.. | kd_tree | 21 | 1 | 0.6562 | 1.0 | 3.174s | 2m:42s |
| Iteration 44 | 8.2141 | dista.. | kd_tree | 22 | 1 | 0.9375 | 1.0 | 3.176s | 2m:46s |
| Iteration 45 | 8.2009 | dista.. | kd_tree | 31 | 1 | 0.4688 | 1.0 | 3.182s | 2m:50s |
| Iteration 46 | 8.2182 | dista.. | brute | 23 | 1 | 0.6875 | 1.0 | 3.199s | 2m:54s |
| Iteration 47 | 8.2188 | dista.. | kd_tree | 20 | 1 | 0.8125 | 1.0 | 3.213s | 2m:58s |
| Iteration 48 | 8.2205 | dista.. | kd_tree | 20 | 1 | 0.6875 | 1.0 | 3.205s | 3m:02s |
| Iteration 49 | 8.0553 | dista.. | ball_tree | 24 | 2 | 0.625 | 1.0 | 3.206s | 3m:06s |
| Iteration 50 | 8.2201 | dista.. | auto | 22 | 1 | 0.5625 | 1.0 | 3.184s | 3m:10s |
Bayesian Optimization ---------------------------
Best call --> Iteration 21
Best parameters --> {'radius': 8.2211, 'weights': 'distance', 'algorithm': 'kd_tree', 'leaf_size': 21, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:11s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.65 ± 0.0316
Time elapsed: 0.054s
-------------------------------------------------
Total time: 3m:11s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.5 | 0.5 | 3.568s | 3.576s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.875 | 0.875 | 3.583s | 7.500s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.6875 | 0.875 | 3.347s | 11.197s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.6875 | 0.875 | 3.474s | 14.998s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.9375 | 0.9375 | 3.346s | 18.688s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.5 | 0.9375 | 3.570s | 22.601s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.6875 | 0.9375 | 3.201s | 26.406s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.9375 | 0.9375 | 3.465s | 30.219s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.3125 | 0.9375 | 3.190s | 33.778s |
| Initial point 10 | 173 | 0.0151 | SAMME | 1.0 | 1.0 | 3.334s | 37.441s |
| Iteration 11 | 151 | 0.0227 | SAMME.R | 0.9688 | 1.0 | 3.357s | 41.932s |
| Iteration 12 | 95 | 0.01 | SAMME.R | 0.9375 | 1.0 | 3.268s | 45.765s |
| Iteration 13 | 50 | 0.0216 | SAMME | 0.6562 | 1.0 | 3.197s | 49.522s |
| Iteration 14 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 3.585s | 53.665s |
| Iteration 15 | 500 | 0.01 | SAMME | 0.5938 | 1.0 | 3.538s | 57.788s |
| Iteration 16 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.000s | 58.312s |
| Iteration 17 | 50 | 0.01 | SAMME.R | 0.625 | 1.0 | 3.212s | 1m:02s |
| Iteration 18 | 490 | 0.01 | SAMME | 0.8125 | 1.0 | 3.532s | 1m:06s |
| Iteration 19 | 171 | 0.1099 | SAMME | 0.9375 | 1.0 | 3.286s | 1m:10s |
| Iteration 20 | 233 | 0.01 | SAMME.R | 0.4375 | 1.0 | 3.333s | 1m:14s |
| Iteration 21 | 177 | 0.0435 | SAMME | 1.0 | 1.0 | 3.280s | 1m:18s |
| Iteration 22 | 176 | 0.01 | SAMME | 0.75 | 1.0 | 3.269s | 1m:22s |
| Iteration 23 | 163 | 0.0416 | SAMME.R | 1.0 | 1.0 | 3.299s | 1m:26s |
| Iteration 24 | 163 | 0.0445 | SAMME.R | 0.875 | 1.0 | 3.277s | 1m:30s |
| Iteration 25 | 163 | 0.0439 | SAMME | 1.0 | 1.0 | 3.279s | 1m:34s |
| Iteration 26 | 134 | 0.0356 | SAMME | 0.9375 | 1.0 | 3.281s | 1m:39s |
| Iteration 27 | 123 | 0.1142 | SAMME.R | 0.875 | 1.0 | 3.242s | 1m:42s |
| Iteration 28 | 158 | 0.0437 | SAMME | 0.8438 | 1.0 | 3.253s | 1m:46s |
| Iteration 29 | 379 | 0.01 | SAMME | 1.0 | 1.0 | 3.424s | 1m:51s |
| Iteration 30 | 386 | 0.01 | SAMME | 0.4062 | 1.0 | 3.427s | 1m:55s |
| Iteration 31 | 146 | 0.693 | SAMME | 0.875 | 1.0 | 3.245s | 1m:59s |
| Iteration 32 | 133 | 0.01 | SAMME | 0.8438 | 1.0 | 3.235s | 2m:03s |
| Iteration 33 | 152 | 0.305 | SAMME.R | 1.0 | 1.0 | 3.266s | 2m:06s |
| Iteration 34 | 159 | 1.3595 | SAMME.R | 1.0 | 1.0 | 3.284s | 2m:10s |
| Iteration 35 | 162 | 10.0 | SAMME.R | 0.8125 | 1.0 | 3.257s | 2m:14s |
| Iteration 36 | 130 | 2.6692 | SAMME.R | 0.75 | 1.0 | 3.279s | 2m:19s |
| Iteration 37 | 169 | 0.4476 | SAMME.R | 0.875 | 1.0 | 3.305s | 2m:23s |
| Iteration 38 | 308 | 10.0 | SAMME | 0.9688 | 1.0 | 3.232s | 2m:27s |
| Iteration 39 | 309 | 0.248 | SAMME | 1.0 | 1.0 | 3.511s | 2m:31s |
| Iteration 40 | 305 | 0.0333 | SAMME | 0.8125 | 1.0 | 3.491s | 2m:35s |
| Iteration 41 | 329 | 10.0 | SAMME.R | 0.75 | 1.0 | 3.425s | 2m:40s |
| Iteration 42 | 285 | 10.0 | SAMME | 0.4688 | 1.0 | 3.126s | 2m:44s |
| Iteration 43 | 374 | 0.01 | SAMME | 0.8438 | 1.0 | 3.420s | 2m:48s |
| Iteration 44 | 156 | 0.3133 | SAMME.R | 1.0 | 1.0 | 3.234s | 2m:52s |
| Iteration 45 | 155 | 0.2943 | SAMME.R | 0.375 | 1.0 | 3.234s | 2m:56s |
| Iteration 46 | 121 | 0.01 | SAMME | 0.9062 | 1.0 | 3.199s | 2m:60s |
| Iteration 47 | 141 | 0.01 | SAMME.R | 0.9375 | 1.0 | 3.248s | 3m:04s |
| Iteration 48 | 140 | 0.01 | SAMME.R | 1.0 | 1.0 | 3.227s | 3m:08s |
| Iteration 49 | 141 | 0.01 | SAMME | 0.8125 | 1.0 | 3.223s | 3m:12s |
| Iteration 50 | 94 | 10.0 | SAMME | 0.9062 | 1.0 | 3.113s | 3m:16s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.01, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:16s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.449s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.535 ± 0.1772
Time elapsed: 2.060s
-------------------------------------------------
Total time: 3m:19s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.6875 | 0.6875 | 3.558s | 3.578s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.875 | 0.875 | 3.435s | 7.428s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.8125 | 0.875 | 3.452s | 11.262s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.625 | 0.875 | 3.256s | 14.862s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.9375 | 0.9375 | 3.487s | 18.720s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.625 | 0.9375 | 3.331s | 22.396s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.625 | 0.9375 | 3.239s | 26.025s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 1.0 | 1.0 | 3.389s | 29.765s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.875 | 1.0 | 3.395s | 33.555s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 1.0 | 1.0 | 3.437s | 37.407s |
| Iteration 11 | 456 | entropy | None | 10 | 8 | 0.6 | False | 0.0288 | --- | 0.9375 | 1.0 | 3.450s | 41.574s |
| Iteration 12 | 349 | gini | 7 | 5 | 14 | 0.9 | True | 0.0043 | 0.5 | 0.4688 | 1.0 | 4.078s | 46.360s |
| Iteration 13 | 358 | gini | 7 | 7 | 15 | None | True | 0.0187 | None | 0.5625 | 1.0 | 3.345s | 50.851s |
| Iteration 14 | 98 | entropy | None | 5 | 17 | sqrt | False | 0.0126 | --- | 1.0 | 1.0 | 3.365s | 54.930s |
| Iteration 15 | 42 | gini | None | 2 | 12 | 0.9 | True | 0.035 | 0.9 | 0.3438 | 1.0 | 3.262s | 58.819s |
| Iteration 16 | 29 | entropy | None | 7 | 12 | 0.6 | False | 0.0146 | --- | 0.9375 | 1.0 | 3.122s | 1m:03s |
| Iteration 17 | 366 | gini | 1 | 15 | 8 | None | False | 0.0163 | --- | 0.625 | 1.0 | 3.401s | 1m:07s |
| Iteration 18 | 431 | entropy | 3 | 5 | 2 | None | False | 0.0333 | --- | 0.3438 | 1.0 | 3.366s | 1m:11s |
| Iteration 19 | 25 | gini | 7 | 9 | 14 | 0.8 | True | 0.0205 | None | 0.4375 | 1.0 | 3.144s | 1m:15s |
| Iteration 20 | 500 | entropy | None | 6 | 11 | log2 | False | 0.0027 | --- | 0.4375 | 1.0 | 3.450s | 1m:19s |
| Iteration 21 | 82 | entropy | None | 3 | 10 | auto | True | 0.0019 | None | 0.875 | 1.0 | 3.170s | 1m:23s |
| Iteration 22 | 63 | entropy | None | 11 | 10 | auto | False | 0.0075 | --- | 0.875 | 1.0 | 3.136s | 1m:27s |
| Iteration 23 | 310 | gini | 6 | 14 | 19 | 0.9 | True | 0.026 | 0.8 | 0.625 | 1.0 | 3.359s | 1m:31s |
| Iteration 24 | 24 | gini | None | 19 | 13 | auto | False | 0.0073 | --- | 0.625 | 1.0 | 3.103s | 1m:35s |
| Iteration 25 | 25 | entropy | 3 | 14 | 18 | log2 | False | 0.0055 | --- | 0.75 | 1.0 | 3.144s | 1m:39s |
| Iteration 26 | 193 | entropy | 2 | 3 | 18 | auto | False | 0.0019 | --- | 0.9375 | 1.0 | 3.222s | 1m:43s |
| Iteration 27 | 182 | entropy | 2 | 7 | 16 | auto | False | 0.012 | --- | 0.9375 | 1.0 | 3.246s | 1m:47s |
| Iteration 28 | 500 | gini | 2 | 6 | 13 | 0.5 | True | 0.0027 | 0.6 | 0.625 | 1.0 | 3.546s | 1m:51s |
| Iteration 29 | 168 | entropy | 3 | 5 | 8 | auto | False | 0.033 | --- | 1.0 | 1.0 | 3.243s | 1m:55s |
| Iteration 30 | 153 | entropy | 5 | 5 | 13 | 0.6 | True | 0.032 | 0.5 | 0.4375 | 1.0 | 3.267s | 1m:59s |
| Iteration 31 | 412 | entropy | 5 | 17 | 15 | auto | False | 0.0334 | --- | 0.75 | 1.0 | 3.381s | 2m:04s |
| Iteration 32 | 285 | entropy | None | 2 | 9 | auto | False | 0.0274 | --- | 0.8125 | 1.0 | 3.309s | 2m:08s |
| Iteration 33 | 101 | gini | 2 | 18 | 12 | 0.7 | False | 0.034 | --- | 1.0 | 1.0 | 3.197s | 2m:12s |
| Iteration 34 | 10 | entropy | 8 | 19 | 4 | 0.7 | False | 0.0059 | --- | 1.0 | 1.0 | 3.150s | 2m:16s |
| Iteration 35 | 10 | gini | 4 | 9 | 15 | 0.7 | False | 0.0005 | --- | 0.5938 | 1.0 | 3.158s | 2m:20s |
| Iteration 36 | 72 | entropy | 9 | 17 | 16 | 0.7 | True | 0.0316 | 0.6 | 0.5 | 1.0 | 3.825s | 2m:25s |
| Iteration 37 | 464 | entropy | 6 | 20 | 15 | 0.7 | False | 0.0005 | --- | 0.625 | 1.0 | 3.439s | 2m:29s |
| Iteration 38 | 492 | gini | 7 | 14 | 17 | auto | False | 0.0282 | --- | 1.0 | 1.0 | 3.437s | 2m:33s |
| Iteration 39 | 341 | gini | 9 | 6 | 16 | 0.9 | True | 0.0189 | 0.5 | 0.5 | 1.0 | 3.410s | 2m:38s |
| Iteration 40 | 212 | entropy | 2 | 4 | 17 | sqrt | False | 0.0234 | --- | 0.8125 | 1.0 | 3.259s | 2m:42s |
| Iteration 41 | 317 | gini | 2 | 10 | 4 | 0.9 | True | 0.0137 | 0.5 | 0.875 | 1.0 | 3.379s | 2m:46s |
| Iteration 42 | 10 | gini | 9 | 18 | 10 | 0.7 | False | 0.0163 | --- | 0.7812 | 1.0 | 3.139s | 2m:50s |
| Iteration 43 | 170 | entropy | 1 | 5 | 15 | auto | False | 0.0126 | --- | 0.875 | 1.0 | 3.240s | 2m:55s |
| Iteration 44 | 10 | gini | None | 20 | 13 | 0.9 | False | 0.028 | --- | 0.75 | 1.0 | 3.160s | 2m:59s |
| Iteration 45 | 489 | gini | 3 | 13 | 17 | sqrt | False | 0.0227 | --- | 0.5 | 1.0 | 3.396s | 3m:04s |
| Iteration 46 | 10 | entropy | 8 | 2 | 14 | auto | False | 0.0315 | --- | 0.875 | 1.0 | 3.071s | 3m:09s |
| Iteration 47 | 332 | gini | None | 5 | 20 | auto | False | 0.0121 | --- | 0.875 | 1.0 | 3.320s | 3m:14s |
| Iteration 48 | 358 | gini | 4 | 13 | 18 | sqrt | True | 0.0139 | None | 0.3125 | 1.0 | 3.421s | 3m:18s |
| Iteration 49 | 10 | entropy | 6 | 3 | 2 | auto | False | 0.0338 | --- | 0.6875 | 1.0 | 3.143s | 3m:23s |
| Iteration 50 | 35 | entropy | None | 7 | 1 | None | False | 0.0086 | --- | 0.875 | 1.0 | 3.123s | 3m:27s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'n_estimators': 327, 'criterion': 'gini', 'max_depth': 7, 'min_samples_split': 8, 'min_samples_leaf': 15, 'max_features': 0.9, 'bootstrap': True, 'ccp_alpha': 0.0174, 'max_samples': None}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:27s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.867
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.296s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.1871
Time elapsed: 1.347s
-------------------------------------------------
Total time: 3m:29s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.254s | 3.273s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.875 | 0.875 | 3.293s | 6.937s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.875 | 3.262s | 10.564s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.875 | 3.202s | 14.115s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.875 | 3.233s | 17.716s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.875 | 3.240s | 21.301s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.875 | 3.211s | 24.868s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.875 | 3.210s | 28.443s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 1.0 | 1.0 | 3.263s | 32.063s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 1.0 | 3.240s | 35.660s |
| Iteration 11 | 368 | 0.0124 | 9 | 0.2019 | 3 | 0.9 | 0.7 | 0.01 | 0 | 0.75 | 1.0 | 3.233s | 39.650s |
| Iteration 12 | 463 | 0.2558 | 6 | 0.96 | 10 | 0.5 | 0.6 | 0.01 | 1 | 0.5 | 1.0 | 3.264s | 43.718s |
| Iteration 13 | 386 | 0.0773 | 5 | 0.5979 | 4 | 0.9 | 0.8 | 0 | 1 | 0.625 | 1.0 | 3.882s | 48.451s |
| Iteration 14 | 471 | 0.0251 | 4 | 0.3799 | 4 | 0.8 | 0.9 | 0.01 | 1 | 1.0 | 1.0 | 3.276s | 52.499s |
| Iteration 15 | 453 | 0.1228 | 5 | 0.3187 | 4 | 0.9 | 0.9 | 0.01 | 10 | 0.2188 | 1.0 | 3.284s | 56.540s |
| Iteration 16 | 340 | 0.0412 | 10 | 0.4578 | 3 | 0.9 | 0.7 | 0.01 | 1 | 0.75 | 1.0 | 3.252s | 1m:00s |
| Iteration 17 | 500 | 0.0395 | 5 | 0.7016 | 4 | 1.0 | 0.6 | 0.01 | 1 | 0.3125 | 1.0 | 3.332s | 1m:05s |
| Iteration 18 | 460 | 0.0333 | 6 | 0.4057 | 4 | 0.8 | 0.8 | 0.01 | 0.01 | 0.3125 | 1.0 | 3.356s | 1m:09s |
| Iteration 19 | 373 | 0.0248 | 6 | 0.3162 | 5 | 0.8 | 0.9 | 0.1 | 1 | 0.25 | 1.0 | 3.281s | 1m:13s |
| Iteration 20 | 486 | 0.0195 | 6 | 0.7564 | 3 | 0.8 | 0.8 | 0.01 | 1 | 0.25 | 1.0 | 3.281s | 1m:17s |
| Iteration 21 | 499 | 0.0229 | 4 | 0.3331 | 4 | 0.8 | 0.9 | 0.01 | 1 | 0.875 | 1.0 | 3.243s | 1m:21s |
| Iteration 22 | 458 | 0.0129 | 6 | 0.196 | 4 | 0.8 | 0.9 | 0.01 | 1 | 0.75 | 1.0 | 3.243s | 1m:25s |
| Iteration 23 | 213 | 0.0601 | 10 | 0.0867 | 4 | 0.8 | 0.6 | 10 | 10 | 0.5 | 1.0 | 3.209s | 1m:29s |
| Iteration 24 | 192 | 0.0258 | 3 | 0.7193 | 4 | 0.8 | 0.9 | 10 | 0 | 0.5 | 1.0 | 3.201s | 1m:33s |
| Iteration 25 | 173 | 0.0183 | 6 | 0.5672 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.5312 | 1.0 | 3.211s | 1m:37s |
| Iteration 26 | 82 | 0.0214 | 10 | 0.4459 | 4 | 0.8 | 0.9 | 0.01 | 1 | 0.875 | 1.0 | 3.198s | 1m:41s |
| Iteration 27 | 202 | 0.0756 | 4 | 0.4065 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.75 | 1.0 | 3.202s | 1m:45s |
| Iteration 28 | 324 | 0.0478 | 5 | 0.6851 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.625 | 1.0 | 3.240s | 1m:49s |
| Iteration 29 | 386 | 0.0374 | 4 | 0.5691 | 4 | 0.8 | 0.9 | 0.01 | 1 | 0.625 | 1.0 | 3.256s | 1m:53s |
| Iteration 30 | 413 | 0.0611 | 7 | 0.8303 | 4 | 0.6 | 0.8 | 0.1 | 1 | 0.5625 | 1.0 | 3.263s | 1m:57s |
| Iteration 31 | 499 | 0.0611 | 5 | 0.601 | 4 | 0.8 | 0.8 | 100 | 1 | 0.5 | 1.0 | 3.296s | 2m:02s |
| Iteration 32 | 179 | 0.0604 | 9 | 0.0915 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.5625 | 1.0 | 3.395s | 2m:06s |
| Iteration 33 | 90 | 0.1086 | 2 | 0.0366 | 3 | 0.8 | 0.7 | 0.1 | 0.1 | 1.0 | 1.0 | 3.336s | 2m:10s |
| Iteration 34 | 322 | 0.0533 | 7 | 0.3275 | 3 | 0.8 | 0.4 | 0.1 | 0.1 | 0.9375 | 1.0 | 3.395s | 2m:14s |
| Iteration 35 | 20 | 0.036 | 1 | 0.8871 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.2812 | 1.0 | 3.119s | 2m:19s |
| Iteration 36 | 154 | 0.0793 | 7 | 0.1655 | 3 | 0.8 | 0.7 | 0.1 | 0.1 | 0.875 | 1.0 | 3.181s | 2m:23s |
| Iteration 37 | 369 | 0.0767 | 5 | 0.1687 | 3 | 0.8 | 0.5 | 0.1 | 0.1 | 0.8125 | 1.0 | 3.218s | 2m:27s |
| Iteration 38 | 426 | 0.0588 | 5 | 0.6451 | 5 | 0.9 | 0.8 | 0.01 | 1 | 0.8125 | 1.0 | 3.256s | 2m:32s |
| Iteration 39 | 24 | 0.6214 | 3 | 0.017 | 3 | 0.8 | 1.0 | 0.01 | 0.1 | 1.0 | 1.0 | 3.175s | 2m:36s |
| Iteration 40 | 71 | 0.5469 | 2 | 0.0493 | 3 | 0.8 | 0.9 | 0.01 | 0.1 | 0.625 | 1.0 | 3.199s | 2m:41s |
| Iteration 41 | 147 | 0.0267 | 9 | 0.1236 | 3 | 0.8 | 1.0 | 1 | 0.1 | 0.875 | 1.0 | 3.223s | 2m:45s |
| Iteration 42 | 90 | 0.0863 | 4 | 0.2346 | 3 | 0.8 | 1.0 | 1 | 0.01 | 0.8125 | 1.0 | 3.242s | 2m:49s |
| Iteration 43 | 132 | 0.1535 | 6 | 0.2236 | 3 | 0.8 | 1.0 | 1 | 0.1 | 0.8125 | 1.0 | 3.253s | 2m:53s |
| Iteration 44 | 398 | 0.0108 | 5 | 0.1786 | 3 | 0.8 | 0.5 | 1 | 0.1 | 1.0 | 1.0 | 3.297s | 2m:58s |
| Iteration 45 | 395 | 0.012 | 3 | 0.1538 | 3 | 0.8 | 0.7 | 10 | 0.1 | 0.5 | 1.0 | 3.350s | 3m:02s |
| Iteration 46 | 47 | 0.0298 | 4 | 0.0802 | 3 | 0.8 | 0.6 | 0.1 | 0.1 | 0.6875 | 1.0 | 3.318s | 3m:07s |
| Iteration 47 | 379 | 0.0182 | 1 | 0.2427 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 1.0 | 1.0 | 3.267s | 3m:11s |
| Iteration 48 | 389 | 0.022 | 3 | 0.2578 | 3 | 0.8 | 0.5 | 0.1 | 0.1 | 0.8125 | 1.0 | 3.301s | 3m:15s |
| Iteration 49 | 364 | 0.3822 | 2 | 0.2337 | 3 | 0.8 | 1.0 | 0.1 | 0.1 | 1.0 | 1.0 | 3.287s | 3m:20s |
| Iteration 50 | 189 | 0.1534 | 8 | 0.2428 | 3 | 0.8 | 0.8 | 0.1 | 0.1 | 0.875 | 1.0 | 3.226s | 3m:24s |
Bayesian Optimization ---------------------------
Best call --> Iteration 33
Best parameters --> {'n_estimators': 90, 'learning_rate': 0.1086, 'max_depth': 2, 'gamma': 0.0366, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.7, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:25s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9866
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.038s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.0447
Time elapsed: 0.115s
-------------------------------------------------
Total time: 3m:26s
Final results ==================== >>
Duration: 22m:19s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.67 ± 0.0678 ~
Logistic Regression --> roc_auc: 0.36 ± 0.08 ~
Linear Discriminant Analysis --> roc_auc: 0.53 ± 0.16 ~
Quadratic Discriminant Analysis --> roc_auc: 0.4 ± 0.1789 ~
Radius Nearest Neighbors --> roc_auc: 0.65 ± 0.0316 ~
AdaBoost --> roc_auc: 0.535 ± 0.1772 ~
Random Forest --> roc_auc: 0.75 ± 0.1871 !
XGBoost --> roc_auc: 0.7 ± 0.0447 ~
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 850 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CALTSGTYKYIF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CVVNTGFQKLVF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CASSPSSYEQYF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAAPYSSASKIIF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVLNAGNNRKLIW.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAASKGSNYKLTF.
>>> Dropping feature CAATNFGNEKLTF.
>>> Dropping feature CAGNTGNQFYF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CAVENQAGTALIF.
>>> Dropping feature CAVSQGAQKLVF.
>>> Dropping feature CALNTDKLIF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CASSLDSYEQYF.
>>> Dropping feature CASSLGSSYEQYF.
>>> Dropping feature CAVKGGSEKLVF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAARDSNYQLIW.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CALNFGNEKLTF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CASSFSYEQYF.
>>> Dropping feature CASSGSARQLTF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAARDNYGQNFVF.
>>> Dropping feature CAARTGNQFYF.
>>> Dropping feature CAASKTGNQFYF.
>>> Dropping feature CALILTGGGNKLTF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.7812 | 0.7812 | 0.644s | 0.663s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 1.0 | 1.0 | 0.706s | 1.712s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.75 | 1.0 | 0.672s | 2.763s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.8125 | 1.0 | 0.688s | 3.802s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.9375 | 1.0 | 0.699s | 4.862s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.8125 | 1.0 | 0.729s | 6.011s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.75 | 1.0 | 0.696s | 7.062s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.875 | 1.0 | 0.762s | 8.207s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.75 | 1.0 | 0.677s | 9.255s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 1.0 | 1.0 | 0.680s | 10.318s |
| Iteration 11 | deviance | 0.0579 | 269 | 0.5 | squared_er.. | 14 | 4 | 7 | None | 0.0336 | 0.75 | 1.0 | 0.704s | 11.705s |
| Iteration 12 | deviance | 0.1284 | 27 | 0.9 | squared_er.. | 19 | 11 | 5 | 0.8 | 0.0244 | 0.625 | 1.0 | 0.644s | 13.018s |
| Iteration 13 | deviance | 0.0273 | 143 | 0.6 | squared_er.. | 16 | 13 | 9 | 0.9 | 0.023 | 0.875 | 1.0 | 1.371s | 15.089s |
| Iteration 14 | deviance | 0.5119 | 165 | 0.6 | squared_er.. | 15 | 1 | 2 | None | 0.0218 | 0.75 | 1.0 | 0.743s | 16.498s |
| Iteration 15 | deviance | 0.0741 | 34 | 0.6 | friedman_mse | 16 | 12 | 10 | 0.6 | 0.035 | 0.6875 | 1.0 | 0.703s | 17.930s |
| Iteration 16 | deviance | 0.08 | 225 | 0.7 | friedman_mse | 19 | 8 | 5 | 0.9 | 0.0128 | 1.0 | 1.0 | 0.751s | 19.424s |
| Iteration 17 | exponen.. | 0.0103 | 189 | 0.9 | friedman_mse | 17 | 15 | 5 | 0.9 | 0.012 | 0.5312 | 1.0 | 0.767s | 20.924s |
| Iteration 18 | deviance | 0.1691 | 226 | 0.6 | friedman_mse | 19 | 8 | 5 | 0.8 | 0.022 | 0.75 | 1.0 | 0.682s | 22.294s |
| Iteration 19 | deviance | 0.5294 | 19 | 0.7 | friedman_mse | 11 | 17 | 8 | None | 0.0315 | 0.625 | 1.0 | 0.659s | 23.587s |
| Iteration 20 | exponen.. | 0.0455 | 268 | 0.7 | friedman_mse | 7 | 11 | 2 | sqrt | 0.0078 | 0.875 | 1.0 | 0.690s | 25.056s |
| Iteration 21 | exponen.. | 0.01 | 250 | 1.0 | friedman_mse | 17 | 17 | 8 | 0.6 | 0.0 | 0.8125 | 1.0 | 0.682s | 26.434s |
| Iteration 22 | exponen.. | 0.01 | 103 | 1.0 | friedman_mse | 10 | 16 | 9 | log2 | 0.0027 | 1.0 | 1.0 | 0.649s | 27.769s |
| Iteration 23 | exponen.. | 0.0474 | 74 | 1.0 | friedman_mse | 11 | 9 | 6 | 0.8 | 0.0036 | 0.9375 | 1.0 | 0.650s | 29.193s |
| Iteration 24 | exponen.. | 0.01 | 40 | 1.0 | friedman_mse | 11 | 20 | 6 | 0.6 | 0.0049 | 0.6562 | 1.0 | 0.633s | 30.605s |
| Iteration 25 | deviance | 0.1053 | 193 | 0.7 | friedman_mse | 18 | 8 | 6 | 0.5 | 0.0133 | 1.0 | 1.0 | 0.686s | 31.935s |
| Iteration 26 | deviance | 0.0236 | 270 | 0.6 | squared_er.. | 15 | 10 | 9 | 0.6 | 0.0114 | 0.9375 | 1.0 | 0.691s | 33.383s |
| Iteration 27 | deviance | 0.2901 | 215 | 0.6 | squared_er.. | 20 | 10 | 3 | None | 0.035 | 0.875 | 1.0 | 0.678s | 34.932s |
| Iteration 28 | deviance | 0.0278 | 389 | 0.6 | squared_er.. | 17 | 10 | 3 | 0.6 | 0.0244 | 0.9375 | 1.0 | 0.714s | 36.467s |
| Iteration 29 | exponen.. | 0.8867 | 10 | 0.8 | squared_er.. | 6 | 10 | 6 | None | 0.0286 | 1.0 | 1.0 | 0.644s | 38.007s |
| Iteration 30 | deviance | 0.1265 | 449 | 0.9 | friedman_mse | 7 | 16 | 1 | 0.9 | 0.004 | 0.5 | 1.0 | 0.735s | 39.628s |
| Iteration 31 | exponen.. | 0.022 | 268 | 1.0 | friedman_mse | 16 | 16 | 5 | 0.6 | 0.0016 | 0.875 | 1.0 | 0.696s | 41.235s |
| Iteration 32 | exponen.. | 0.0113 | 24 | 1.0 | friedman_mse | 9 | 14 | 9 | 0.8 | 0.0167 | 1.0 | 1.0 | 0.643s | 42.770s |
| Iteration 33 | deviance | 0.0206 | 102 | 1.0 | friedman_mse | 8 | 15 | 5 | 0.6 | 0.0098 | 0.75 | 1.0 | 0.659s | 44.261s |
| Iteration 34 | exponen.. | 0.0506 | 39 | 1.0 | friedman_mse | 9 | 16 | 3 | 0.6 | 0.0088 | 0.5625 | 1.0 | 0.640s | 45.886s |
| Iteration 35 | deviance | 0.0485 | 317 | 0.6 | squared_er.. | 10 | 20 | 9 | None | 0.0215 | 0.5 | 1.0 | 0.692s | 47.583s |
| Iteration 36 | exponen.. | 0.01 | 297 | 1.0 | friedman_mse | 12 | 13 | 10 | log2 | 0.0 | 0.9375 | 1.0 | 0.688s | 49.232s |
| Iteration 37 | exponen.. | 0.01 | 207 | 1.0 | friedman_mse | 9 | 15 | 10 | 0.6 | 0.0043 | 0.875 | 1.0 | 0.677s | 50.867s |
| Iteration 38 | exponen.. | 0.011 | 376 | 1.0 | friedman_mse | 17 | 14 | 5 | 0.8 | 0.034 | 0.9375 | 1.0 | 1.312s | 53.247s |
| Iteration 39 | deviance | 0.1084 | 123 | 0.7 | friedman_mse | 18 | 9 | 6 | 0.9 | 0.0299 | 0.5312 | 1.0 | 0.670s | 55.117s |
| Iteration 40 | deviance | 0.0664 | 255 | 0.6 | friedman_mse | 17 | 7 | 2 | 0.9 | 0.0241 | 1.0 | 1.0 | 0.714s | 56.837s |
| Iteration 41 | exponen.. | 0.0134 | 10 | 1.0 | friedman_mse | 17 | 8 | 9 | 0.8 | 0.0246 | 0.7812 | 1.0 | 0.693s | 58.643s |
| Iteration 42 | deviance | 0.0754 | 235 | 0.7 | friedman_mse | 11 | 8 | 9 | 0.9 | 0.0189 | 0.5 | 1.0 | 0.746s | 1m:00s |
| Iteration 43 | deviance | 0.0541 | 419 | 0.8 | friedman_mse | 19 | 5 | 9 | None | 0.0099 | 0.9062 | 1.0 | 0.794s | 1m:02s |
| Iteration 44 | deviance | 0.01 | 373 | 1.0 | squared_er.. | 19 | 20 | 1 | auto | 0.0073 | 0.9375 | 1.0 | 0.709s | 1m:04s |
| Iteration 45 | deviance | 0.0272 | 500 | 0.5 | squared_er.. | 20 | 11 | 4 | log2 | 0.0114 | 0.875 | 1.0 | 0.809s | 1m:05s |
| Iteration 46 | exponen.. | 0.01 | 442 | 0.7 | friedman_mse | 10 | 4 | 10 | sqrt | 0.0095 | 1.0 | 1.0 | 0.830s | 1m:07s |
| Iteration 47 | exponen.. | 0.3665 | 500 | 0.8 | squared_er.. | 10 | 15 | 2 | None | 0.0326 | 1.0 | 1.0 | 0.811s | 1m:09s |
| Iteration 48 | exponen.. | 0.5865 | 500 | 1.0 | squared_er.. | 10 | 1 | 10 | auto | 0.035 | 0.5625 | 1.0 | 0.828s | 1m:11s |
| Iteration 49 | deviance | 0.0414 | 297 | 0.8 | squared_er.. | 17 | 3 | 5 | log2 | 0.0055 | 1.0 | 1.0 | 0.769s | 1m:12s |
| Iteration 50 | deviance | 0.0164 | 270 | 0.7 | squared_er.. | 18 | 13 | 6 | 0.6 | 0.0 | 0.75 | 1.0 | 0.749s | 1m:14s |
Bayesian Optimization ---------------------------
Best call --> Iteration 46
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.01, 'n_estimators': 442, 'subsample': 0.7, 'criterion': 'friedman_mse', 'min_samples_split': 10, 'min_samples_leaf': 4, 'max_depth': 10, 'max_features': 'sqrt', 'ccp_alpha': 0.0095}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.149s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.051
Time elapsed: 0.695s
-------------------------------------------------
Total time: 1m:16s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.375 | 0.375 | 0.715s | 0.727s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.75 | 0.75 | 0.704s | 1.779s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.6875 | 0.75 | 0.640s | 2.769s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.75 | 0.75 | 0.650s | 3.754s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.8125 | 0.8125 | 0.717s | 4.808s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.5 | 0.8125 | 0.710s | 5.871s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.5625 | 0.8125 | 0.728s | 6.933s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.5 | 0.8125 | 0.716s | 7.995s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.6875 | 0.8125 | 0.719s | 9.059s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.9375 | 0.9375 | 0.717s | 10.117s |
| Iteration 11 | l2 | 0.3791 | newto.. | 225 | --- | 0.625 | 0.9375 | 0.717s | 11.478s |
| Iteration 12 | l2 | 0.0012 | saga | 215 | --- | 0.4375 | 0.9375 | 1.299s | 13.523s |
| Iteration 13 | l2 | 0.003 | saga | 955 | --- | 0.75 | 0.9375 | 0.657s | 14.763s |
| Iteration 14 | l2 | 0.0033 | saga | 475 | --- | 0.5625 | 0.9375 | 0.646s | 16.025s |
| Iteration 15 | elast.. | 0.0096 | saga | 199 | 0.9 | 0.5 | 0.9375 | 0.655s | 17.243s |
| Iteration 16 | l2 | 0.0031 | sag | 192 | --- | 0.9375 | 0.9375 | 0.648s | 18.578s |
| Iteration 17 | l2 | 0.0028 | saga | 161 | --- | 0.5 | 0.9375 | 0.647s | 19.901s |
| Iteration 18 | l2 | 9.2361 | newto.. | 184 | --- | 0.25 | 0.9375 | 0.662s | 21.139s |
| Iteration 19 | l2 | 0.0031 | sag | 201 | --- | 0.625 | 0.9375 | 0.646s | 22.522s |
| Iteration 20 | l2 | 0.0034 | sag | 219 | --- | 0.75 | 0.9375 | 0.640s | 23.921s |
| Iteration 21 | l2 | 0.003 | sag | 200 | --- | 0.75 | 0.9375 | 0.645s | 25.332s |
| Iteration 22 | l2 | 0.003 | sag | 194 | --- | 1.0 | 1.0 | 0.643s | 26.710s |
| Iteration 23 | l2 | 0.0034 | saga | 195 | --- | 0.6875 | 1.0 | 0.652s | 28.154s |
| Iteration 24 | l2 | 0.003 | sag | 236 | --- | 0.5 | 1.0 | 0.637s | 29.576s |
| Iteration 25 | l1 | 1.6613 | libli.. | 181 | --- | 0.75 | 1.0 | 0.640s | 30.927s |
| Iteration 26 | elast.. | 0.003 | saga | 201 | 0.3 | 0.5 | 1.0 | 0.642s | 32.340s |
| Iteration 27 | l2 | 0.0012 | sag | 199 | --- | 0.75 | 1.0 | 0.649s | 33.645s |
| Iteration 28 | l1 | 0.0191 | libli.. | 214 | --- | 0.5 | 1.0 | 0.641s | 34.934s |
| Iteration 29 | l2 | 14.9639 | newto.. | 187 | --- | 0.25 | 1.0 | 0.647s | 36.303s |
| Iteration 30 | l2 | 0.4405 | lbfgs | 816 | --- | 0.5 | 1.0 | 0.638s | 37.601s |
| Iteration 31 | l2 | 4.8168 | sag | 561 | --- | 0.5625 | 1.0 | 0.638s | 38.965s |
| Iteration 32 | l2 | 0.0705 | sag | 189 | --- | 1.0 | 1.0 | 0.642s | 40.324s |
| Iteration 33 | none | --- | sag | 239 | --- | 0.8125 | 1.0 | 0.640s | 41.867s |
| Iteration 34 | none | --- | saga | 891 | --- | 0.5625 | 1.0 | 0.641s | 43.183s |
| Iteration 35 | l2 | 0.0459 | sag | 402 | --- | 0.4375 | 1.0 | 0.641s | 44.515s |
| Iteration 36 | l2 | 0.8117 | sag | 173 | --- | 0.625 | 1.0 | 0.650s | 45.893s |
| Iteration 37 | l2 | 30.1579 | sag | 189 | --- | 0.5625 | 1.0 | 0.652s | 47.345s |
| Iteration 38 | l2 | 99.0274 | lbfgs | 223 | --- | 0.375 | 1.0 | 0.652s | 49.319s |
| Iteration 39 | l2 | 0.0125 | sag | 181 | --- | 0.5 | 1.0 | 0.687s | 50.850s |
| Iteration 40 | l2 | 0.0138 | sag | 189 | --- | 0.5625 | 1.0 | 0.724s | 52.476s |
| Iteration 41 | l2 | 0.186 | sag | 706 | --- | 0.5 | 1.0 | 0.724s | 53.992s |
| Iteration 42 | l2 | 0.0041 | sag | 1000 | --- | 0.3125 | 1.0 | 0.692s | 55.439s |
| Iteration 43 | l2 | 0.1025 | sag | 191 | --- | 0.5625 | 1.0 | 0.699s | 57.026s |
| Iteration 44 | l2 | 0.0538 | sag | 199 | --- | 0.75 | 1.0 | 0.699s | 58.633s |
| Iteration 45 | l2 | 0.0139 | sag | 206 | --- | 0.5625 | 1.0 | 0.669s | 1m:00s |
| Iteration 46 | none | --- | sag | 208 | --- | 0.875 | 1.0 | 0.648s | 1m:02s |
| Iteration 47 | l2 | 0.0027 | libli.. | 190 | --- | 0.75 | 1.0 | 0.688s | 1m:03s |
| Iteration 48 | l2 | 0.0036 | sag | 186 | --- | 0.5 | 1.0 | 0.680s | 1m:05s |
| Iteration 49 | l2 | 0.0623 | libli.. | 166 | --- | 1.0 | 1.0 | 0.650s | 1m:07s |
| Iteration 50 | l2 | 0.0594 | newto.. | 168 | --- | 0.75 | 1.0 | 0.699s | 1m:09s |
Bayesian Optimization ---------------------------
Best call --> Iteration 49
Best parameters --> {'penalty': 'l2', 'C': 0.0623, 'solver': 'liblinear', 'max_iter': 166}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:10s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7598
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.48 ± 0.04
Time elapsed: 0.055s
-------------------------------------------------
Total time: 1m:10s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.875 | 0.875 | 0.690s | 0.696s |
| Initial point 2 | svd | --- | 0.75 | 0.875 | 0.639s | 1.861s |
| Initial point 3 | svd | --- | 0.75 | 0.875 | 0.000s | 2.197s |
| Initial point 4 | lsqr | 0.8 | 1.0 | 1.0 | 0.633s | 3.177s |
| Initial point 5 | eigen | 0.9 | 0.8125 | 1.0 | 0.636s | 4.162s |
| Initial point 6 | lsqr | 0.7 | 0.625 | 1.0 | 0.638s | 5.130s |
| Initial point 7 | lsqr | 0.5 | 0.625 | 1.0 | 0.634s | 6.103s |
| Initial point 8 | lsqr | 0.9 | 0.5625 | 1.0 | 0.634s | 7.840s |
| Initial point 9 | lsqr | 0.6 | 0.8125 | 1.0 | 0.640s | 9.713s |
| Initial point 10 | eigen | 0.8 | 0.5 | 1.0 | 0.632s | 11.038s |
| Iteration 11 | lsqr | 0.8 | 1.0 | 1.0 | 0.000s | 11.525s |
| Iteration 12 | eigen | 0.7 | 0.4375 | 1.0 | 0.631s | 12.643s |
| Iteration 13 | svd | --- | 0.75 | 1.0 | 0.000s | 13.140s |
| Iteration 14 | lsqr | auto | 0.625 | 1.0 | 0.634s | 14.271s |
| Iteration 15 | eigen | auto | 0.4375 | 1.0 | 0.640s | 15.413s |
| Iteration 16 | svd | --- | 0.75 | 1.0 | 0.000s | 15.928s |
| Iteration 17 | svd | --- | 0.75 | 1.0 | 0.000s | 16.418s |
| Iteration 18 | lsqr | 1.0 | 0.5 | 1.0 | 0.628s | 17.531s |
| Iteration 19 | svd | --- | 0.75 | 1.0 | 0.000s | 18.069s |
| Iteration 20 | lsqr | None | 0.75 | 1.0 | 0.628s | 19.785s |
| Iteration 21 | eigen | 0.5 | 0.9375 | 1.0 | 0.625s | 20.977s |
| Iteration 22 | eigen | 0.6 | 1.0 | 1.0 | 0.621s | 22.143s |
| Iteration 23 | svd | --- | 0.75 | 1.0 | 0.000s | 22.659s |
| Iteration 24 | svd | --- | 0.75 | 1.0 | 0.000s | 23.188s |
| Iteration 25 | eigen | None | 0.75 | 1.0 | 0.621s | 24.335s |
| Iteration 26 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 24.877s |
| Iteration 27 | lsqr | 0.8 | 1.0 | 1.0 | 0.000s | 25.441s |
| Iteration 28 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 26.055s |
| Iteration 29 | lsqr | 0.8 | 1.0 | 1.0 | 0.001s | 26.621s |
| Iteration 30 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 27.223s |
| Iteration 31 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 27.836s |
| Iteration 32 | lsqr | 0.8 | 1.0 | 1.0 | 0.000s | 28.460s |
| Iteration 33 | lsqr | 0.7 | 0.625 | 1.0 | 0.000s | 29.081s |
| Iteration 34 | lsqr | 0.8 | 1.0 | 1.0 | 0.001s | 29.765s |
| Iteration 35 | lsqr | 1.0 | 0.5 | 1.0 | 0.000s | 30.339s |
| Iteration 36 | eigen | 0.6 | 1.0 | 1.0 | 0.001s | 30.929s |
| Iteration 37 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 31.525s |
| Iteration 38 | lsqr | 0.8 | 1.0 | 1.0 | 0.000s | 32.318s |
| Iteration 39 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 32.933s |
| Iteration 40 | lsqr | 0.8 | 1.0 | 1.0 | 0.001s | 33.556s |
| Iteration 41 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 34.164s |
| Iteration 42 | lsqr | 0.8 | 1.0 | 1.0 | 0.001s | 34.817s |
| Iteration 43 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 35.445s |
| Iteration 44 | lsqr | 0.8 | 1.0 | 1.0 | 0.000s | 36.085s |
| Iteration 45 | eigen | 0.6 | 1.0 | 1.0 | 0.001s | 36.733s |
| Iteration 46 | lsqr | 0.8 | 1.0 | 1.0 | 0.000s | 37.446s |
| Iteration 47 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 38.140s |
| Iteration 48 | lsqr | 0.8 | 1.0 | 1.0 | 0.000s | 38.822s |
| Iteration 49 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 39.502s |
| Iteration 50 | lsqr | 0.8 | 1.0 | 1.0 | 0.000s | 40.201s |
Bayesian Optimization ---------------------------
Best call --> Initial point 4
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 40.885s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.767
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.46 ± 0.0374
Time elapsed: 0.028s
-------------------------------------------------
Total time: 40.923s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.875 | 0.875 | 0.652s | 0.655s |
| Initial point 2 | 0.9 | 0.875 | 0.875 | 0.626s | 1.612s |
| Initial point 3 | 0.1 | 0.5625 | 0.875 | 0.631s | 2.621s |
| Initial point 4 | 1.0 | 0.875 | 0.875 | 0.000s | 2.969s |
| Initial point 5 | 0.2 | 0.8125 | 0.875 | 0.641s | 3.940s |
| Initial point 6 | 0.4 | 0.5 | 0.875 | 0.639s | 4.912s |
| Initial point 7 | 0.4 | 0.5 | 0.875 | 0.000s | 5.254s |
| Initial point 8 | 0.7 | 0.5625 | 0.875 | 0.634s | 6.213s |
| Initial point 9 | 0.9 | 0.875 | 0.875 | 0.000s | 6.541s |
| Initial point 10 | 0.8 | 0.5625 | 0.875 | 0.640s | 7.510s |
| Iteration 11 | 0.3 | 0.6875 | 0.875 | 0.633s | 8.553s |
| Iteration 12 | 0.6 | 0.4375 | 0.875 | 0.637s | 9.619s |
| Iteration 13 | 0.5 | 0.75 | 0.875 | 0.625s | 10.793s |
| Iteration 14 | 0.0 | 0.8125 | 0.875 | 0.628s | 11.839s |
| Iteration 15 | 0.9 | 0.875 | 0.875 | 0.000s | 12.265s |
| Iteration 16 | 1.0 | 0.875 | 0.875 | 0.000s | 12.710s |
| Iteration 17 | 1.0 | 0.875 | 0.875 | 0.000s | 13.150s |
| Iteration 18 | 0.9 | 0.875 | 0.875 | 0.000s | 13.578s |
| Iteration 19 | 0.9 | 0.875 | 0.875 | 0.000s | 14.006s |
| Iteration 20 | 1.0 | 0.875 | 0.875 | 0.000s | 14.433s |
| Iteration 21 | 0.6 | 0.4375 | 0.875 | 0.000s | 14.869s |
| Iteration 22 | 0.9 | 0.875 | 0.875 | 0.000s | 15.378s |
| Iteration 23 | 1.0 | 0.875 | 0.875 | 0.000s | 15.816s |
| Iteration 24 | 1.0 | 0.875 | 0.875 | 0.000s | 16.256s |
| Iteration 25 | 0.9 | 0.875 | 0.875 | 0.000s | 16.697s |
| Iteration 26 | 1.0 | 0.875 | 0.875 | 0.000s | 17.162s |
| Iteration 27 | 0.9 | 0.875 | 0.875 | 0.000s | 18.269s |
| Iteration 28 | 0.9 | 0.875 | 0.875 | 0.000s | 18.784s |
| Iteration 29 | 1.0 | 0.875 | 0.875 | 0.000s | 19.322s |
| Iteration 30 | 0.8 | 0.5625 | 0.875 | 0.000s | 19.950s |
| Iteration 31 | 1.0 | 0.875 | 0.875 | 0.000s | 20.581s |
| Iteration 32 | 0.9 | 0.875 | 0.875 | 0.000s | 21.077s |
| Iteration 33 | 0.9 | 0.875 | 0.875 | 0.000s | 21.558s |
| Iteration 34 | 1.0 | 0.875 | 0.875 | 0.000s | 22.068s |
| Iteration 35 | 1.0 | 0.875 | 0.875 | 0.001s | 22.576s |
| Iteration 36 | 0.9 | 0.875 | 0.875 | 0.000s | 23.078s |
| Iteration 37 | 0.9 | 0.875 | 0.875 | 0.000s | 23.693s |
| Iteration 38 | 1.0 | 0.875 | 0.875 | 0.000s | 24.218s |
| Iteration 39 | 0.9 | 0.875 | 0.875 | 0.000s | 24.739s |
| Iteration 40 | 1.0 | 0.875 | 0.875 | 0.001s | 25.273s |
| Iteration 41 | 1.0 | 0.875 | 0.875 | 0.000s | 25.822s |
| Iteration 42 | 0.9 | 0.875 | 0.875 | 0.001s | 26.420s |
| Iteration 43 | 0.9 | 0.875 | 0.875 | 0.000s | 27.022s |
| Iteration 44 | 1.0 | 0.875 | 0.875 | 0.000s | 27.654s |
| Iteration 45 | 1.0 | 0.875 | 0.875 | 0.000s | 28.359s |
| Iteration 46 | 0.9 | 0.875 | 0.875 | 0.000s | 28.926s |
| Iteration 47 | 0.9 | 0.875 | 0.875 | 0.000s | 29.572s |
| Iteration 48 | 1.0 | 0.875 | 0.875 | 0.000s | 30.193s |
| Iteration 49 | 1.0 | 0.875 | 0.875 | 0.000s | 30.795s |
| Iteration 50 | 0.9 | 0.875 | 0.875 | 0.000s | 31.413s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'reg_param': 1.0}
Best evaluation --> roc_auc: 0.875
Time elapsed: 32.091s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7571
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.46 ± 0.0374
Time elapsed: 0.027s
-------------------------------------------------
Total time: 32.128s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 11.6633 | dista.. | auto | 40 | 1 | 0.875 | 0.875 | 0.643s | 0.664s |
| Initial point 2 | 4.6385 | uniform | kd_tree | 39 | 2 | 0.625 | 0.875 | 0.651s | 1.713s |
| Initial point 3 | 3.6641 | dista.. | ball_tree | 25 | 2 | 0.8125 | 0.875 | 0.652s | 2.773s |
| Initial point 4 | 10.6899 | uniform | ball_tree | 39 | 2 | 0.375 | 0.875 | 0.653s | 3.783s |
| Initial point 5 | 8.3741 | dista.. | auto | 30 | 2 | 0.8125 | 0.875 | 0.652s | 4.856s |
| Initial point 6 | 9.6979 | dista.. | ball_tree | 21 | 2 | 0.8125 | 0.875 | 0.645s | 5.887s |
| Initial point 7 | 6.9366 | dista.. | ball_tree | 24 | 1 | 0.75 | 0.875 | 0.652s | 6.868s |
| Initial point 8 | 1.6623 | dista.. | ball_tree | 21 | 2 | 1.0 | 1.0 | 0.658s | 7.881s |
| Initial point 9 | 7.7269 | uniform | ball_tree | 24 | 1 | 0.7188 | 1.0 | 0.642s | 8.881s |
| Initial point 10 | 5.4883 | uniform | brute | 22 | 2 | 0.625 | 1.0 | 0.642s | 9.882s |
| Iteration 11 | 0.0 | dista.. | brute | 35 | 1 | 0.5 | 1.0 | 0.646s | 11.159s |
| Iteration 12 | 1.1442 | dista.. | ball_tree | 20 | 2 | 0.75 | 1.0 | 0.643s | 12.460s |
| Iteration 13 | 0.1068 | dista.. | ball_tree | 21 | 2 | 0.5312 | 1.0 | 0.650s | 13.887s |
| Iteration 14 | 0.6458 | dista.. | auto | 40 | 1 | 0.625 | 1.0 | 0.647s | 15.057s |
| Iteration 15 | 0.0 | uniform | ball_tree | 38 | 1 | 0.5 | 1.0 | 0.653s | 16.289s |
| Iteration 16 | 1.7289 | dista.. | ball_tree | 31 | 2 | 0.5625 | 1.0 | 0.645s | 17.591s |
| Iteration 17 | 11.692 | dista.. | ball_tree | 20 | 1 | 0.5625 | 1.0 | 0.651s | 18.904s |
| Iteration 18 | 10.8806 | dista.. | brute | 20 | 2 | 0.4375 | 1.0 | 0.639s | 20.143s |
| Iteration 19 | 0.5666 | uniform | auto | 20 | 1 | 0.375 | 1.0 | 0.651s | 21.343s |
| Iteration 20 | 11.4021 | uniform | brute | 39 | 1 | 0.75 | 1.0 | 0.651s | 23.022s |
| Iteration 21 | 10.6928 | dista.. | auto | 20 | 2 | 0.75 | 1.0 | 1.197s | 25.475s |
| Iteration 22 | 11.516 | dista.. | auto | 21 | 2 | 1.0 | 1.0 | 0.651s | 26.842s |
| Iteration 23 | 11.4913 | dista.. | auto | 20 | 2 | 0.875 | 1.0 | 0.649s | 28.087s |
| Iteration 24 | 11.6962 | dista.. | auto | 20 | 2 | 0.625 | 1.0 | 0.692s | 29.395s |
| Iteration 25 | 11.0222 | dista.. | auto | 40 | 2 | 0.75 | 1.0 | 0.714s | 30.674s |
| Iteration 26 | 0.1487 | uniform | brute | 21 | 1 | 0.375 | 1.0 | 0.651s | 31.956s |
| Iteration 27 | 11.6498 | dista.. | auto | 20 | 2 | 0.75 | 1.0 | 0.655s | 33.275s |
| Iteration 28 | 0.0 | dista.. | auto | 40 | 1 | 0.5 | 1.0 | 0.652s | 34.549s |
| Iteration 29 | 11.5407 | dista.. | kd_tree | 27 | 2 | 1.0 | 1.0 | 0.636s | 35.939s |
| Iteration 30 | 1.5763 | dista.. | ball_tree | 20 | 2 | 0.875 | 1.0 | 0.639s | 37.372s |
| Iteration 31 | 11.5411 | dista.. | auto | 24 | 1 | 0.75 | 1.0 | 0.635s | 38.795s |
| Iteration 32 | 11.5452 | dista.. | auto | 23 | 2 | 0.9375 | 1.0 | 0.647s | 40.264s |
| Iteration 33 | 11.5564 | dista.. | auto | 36 | 2 | 0.9375 | 1.0 | 0.637s | 41.653s |
| Iteration 34 | 11.4985 | uniform | brute | 29 | 2 | 0.5 | 1.0 | 0.654s | 43.130s |
| Iteration 35 | 11.5207 | dista.. | kd_tree | 28 | 2 | 0.5625 | 1.0 | 0.646s | 44.634s |
| Iteration 36 | 11.6962 | dista.. | auto | 40 | 2 | 0.75 | 1.0 | 0.657s | 46.028s |
| Iteration 37 | 11.6024 | dista.. | brute | 33 | 1 | 0.625 | 1.0 | 0.648s | 47.360s |
| Iteration 38 | 0.1279 | dista.. | auto | 29 | 2 | 0.375 | 1.0 | 0.651s | 48.713s |
| Iteration 39 | 11.3447 | uniform | auto | 40 | 2 | 0.5 | 1.0 | 0.639s | 50.140s |
| Iteration 40 | 9.035 | dista.. | auto | 23 | 2 | 0.8125 | 1.0 | 0.653s | 51.589s |
| Iteration 41 | 2.7724 | dista.. | brute | 21 | 1 | 0.9375 | 1.0 | 0.650s | 52.932s |
| Iteration 42 | 3.1833 | dista.. | brute | 21 | 2 | 0.4375 | 1.0 | 0.667s | 54.338s |
| Iteration 43 | 11.6088 | dista.. | brute | 28 | 2 | 1.0 | 1.0 | 0.656s | 56.020s |
| Iteration 44 | 11.6957 | dista.. | ball_tree | 29 | 1 | 0.8125 | 1.0 | 0.643s | 57.710s |
| Iteration 45 | 1.6759 | uniform | auto | 20 | 2 | 0.6562 | 1.0 | 1.233s | 59.843s |
| Iteration 46 | 2.3502 | dista.. | ball_tree | 22 | 1 | 0.3125 | 1.0 | 0.697s | 1m:01s |
| Iteration 47 | 2.8647 | dista.. | kd_tree | 29 | 1 | 0.625 | 1.0 | 0.645s | 1m:03s |
| Iteration 48 | 11.6845 | dista.. | ball_tree | 34 | 1 | 0.5 | 1.0 | 0.637s | 1m:05s |
| Iteration 49 | 11.6962 | dista.. | auto | 40 | 2 | 0.75 | 1.0 | 0.001s | 1m:06s |
| Iteration 50 | 11.6932 | uniform | kd_tree | 31 | 1 | 0.4688 | 1.0 | 0.659s | 1m:07s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'radius': 1.6623, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 21, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:08s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.55 ± 0.0447
Time elapsed: 0.051s
-------------------------------------------------
Total time: 1m:08s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.625 | 0.625 | 1.027s | 1.033s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.8125 | 0.8125 | 1.037s | 2.404s |
| Initial point 3 | 225 | 1.0215 | SAMME | 1.0 | 1.0 | 0.788s | 3.531s |
| Initial point 4 | 431 | 0.0871 | SAMME | 1.0 | 1.0 | 0.947s | 4.831s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.9688 | 1.0 | 0.808s | 6.005s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 1.0 | 1.0 | 1.011s | 7.366s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.625 | 1.0 | 0.666s | 8.384s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.9375 | 1.0 | 0.936s | 9.667s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.625 | 1.0 | 0.650s | 10.647s |
| Initial point 10 | 173 | 0.0151 | SAMME | 1.0 | 1.0 | 0.760s | 11.755s |
| Iteration 11 | 418 | 0.1174 | SAMME | 0.75 | 1.0 | 0.940s | 13.312s |
| Iteration 12 | 123 | 0.1616 | SAMME.R | 0.9375 | 1.0 | 0.751s | 14.583s |
| Iteration 13 | 206 | 0.0173 | SAMME.R | 1.0 | 1.0 | 0.796s | 15.995s |
| Iteration 14 | 50 | 0.01 | SAMME.R | 0.8125 | 1.0 | 0.679s | 17.802s |
| Iteration 15 | 286 | 0.01 | SAMME | 0.6562 | 1.0 | 0.874s | 20.225s |
| Iteration 16 | 166 | 0.071 | SAMME.R | 1.0 | 1.0 | 0.763s | 21.791s |
| Iteration 17 | 397 | 0.082 | SAMME | 0.5625 | 1.0 | 0.927s | 23.355s |
| Iteration 18 | 447 | 0.0497 | SAMME | 0.8125 | 1.0 | 0.954s | 24.903s |
| Iteration 19 | 199 | 0.0949 | SAMME | 1.0 | 1.0 | 0.780s | 26.278s |
| Iteration 20 | 185 | 0.4323 | SAMME.R | 0.875 | 1.0 | 0.800s | 27.660s |
| Iteration 21 | 190 | 0.0397 | SAMME | 0.8438 | 1.0 | 0.785s | 28.998s |
| Iteration 22 | 147 | 0.01 | SAMME | 0.9062 | 1.0 | 1.343s | 31.260s |
| Iteration 23 | 215 | 0.2279 | SAMME.R | 0.9375 | 1.0 | 0.810s | 32.704s |
| Iteration 24 | 203 | 9.6614 | SAMME | 0.5312 | 1.0 | 0.638s | 33.919s |
| Iteration 25 | 50 | 0.2041 | SAMME.R | 1.0 | 1.0 | 0.687s | 35.170s |
| Iteration 26 | 50 | 0.1489 | SAMME.R | 0.8125 | 1.0 | 0.672s | 36.398s |
| Iteration 27 | 50 | 0.3875 | SAMME | 0.875 | 1.0 | 0.664s | 37.729s |
| Iteration 28 | 50 | 0.3635 | SAMME.R | 1.0 | 1.0 | 0.668s | 38.998s |
| Iteration 29 | 50 | 0.4208 | SAMME.R | 1.0 | 1.0 | 0.667s | 40.234s |
| Iteration 30 | 50 | 0.434 | SAMME.R | 0.5 | 1.0 | 0.680s | 41.480s |
| Iteration 31 | 499 | 0.01 | SAMME | 0.8125 | 1.0 | 0.989s | 43.053s |
| Iteration 32 | 434 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.972s | 44.637s |
| Iteration 33 | 58 | 0.01 | SAMME.R | 0.7812 | 1.0 | 0.689s | 45.943s |
| Iteration 34 | 63 | 0.0367 | SAMME.R | 0.625 | 1.0 | 0.678s | 47.218s |
| Iteration 35 | 487 | 0.2412 | SAMME | 0.75 | 1.0 | 0.994s | 48.810s |
| Iteration 36 | 50 | 0.1518 | SAMME.R | 0.7812 | 1.0 | 0.690s | 50.132s |
| Iteration 37 | 487 | 0.01 | SAMME | 0.75 | 1.0 | 0.988s | 51.736s |
| Iteration 38 | 193 | 0.0701 | SAMME.R | 0.875 | 1.0 | 0.799s | 53.169s |
| Iteration 39 | 191 | 0.0145 | SAMME.R | 0.6562 | 1.0 | 0.801s | 54.634s |
| Iteration 40 | 53 | 0.1927 | SAMME.R | 0.9375 | 1.0 | 0.682s | 55.982s |
| Iteration 41 | 56 | 0.1987 | SAMME.R | 0.5938 | 1.0 | 0.687s | 57.293s |
| Iteration 42 | 441 | 0.911 | SAMME.R | 0.875 | 1.0 | 1.007s | 58.911s |
| Iteration 43 | 233 | 0.1994 | SAMME.R | 0.625 | 1.0 | 0.832s | 1m:00s |
| Iteration 44 | 78 | 1.1236 | SAMME.R | 1.0 | 1.0 | 0.698s | 1m:02s |
| Iteration 45 | 154 | 0.1722 | SAMME | 0.875 | 1.0 | 0.749s | 1m:03s |
| Iteration 46 | 146 | 0.4849 | SAMME | 1.0 | 1.0 | 0.736s | 1m:05s |
| Iteration 47 | 145 | 0.6674 | SAMME | 1.0 | 1.0 | 1.383s | 1m:07s |
| Iteration 48 | 162 | 0.1737 | SAMME | 0.875 | 1.0 | 0.797s | 1m:09s |
| Iteration 49 | 161 | 0.1841 | SAMME | 1.0 | 1.0 | 0.795s | 1m:10s |
| Iteration 50 | 155 | 0.2273 | SAMME | 0.9375 | 1.0 | 0.752s | 1m:12s |
Bayesian Optimization ---------------------------
Best call --> Iteration 47
Best parameters --> {'n_estimators': 145, 'learning_rate': 0.6674, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.126s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.0678
Time elapsed: 0.565s
-------------------------------------------------
Total time: 1m:13s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.8125 | 0.8125 | 1.086s | 1.106s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.8125 | 0.8125 | 0.958s | 2.438s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 1.0 | 1.0 | 0.980s | 3.811s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.625 | 1.0 | 0.792s | 4.966s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 1.0 | 1.0 | 1.011s | 6.401s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.8125 | 1.0 | 0.839s | 7.637s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.9375 | 1.0 | 0.830s | 8.842s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 1.0 | 1.0 | 0.809s | 10.029s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 1.0 | 1.0 | 0.938s | 11.337s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 1.0 | 1.0 | 0.898s | 12.603s |
| Iteration 11 | 281 | entropy | None | 5 | 16 | log2 | False | 0.019 | --- | 0.75 | 1.0 | 0.811s | 14.049s |
| Iteration 12 | 265 | entropy | None | 2 | 20 | auto | False | 0.0123 | --- | 0.6875 | 1.0 | 0.804s | 15.546s |
| Iteration 13 | 425 | gini | 2 | 15 | 5 | sqrt | False | 0.0086 | --- | 0.875 | 1.0 | 0.890s | 17.107s |
| Iteration 14 | 445 | entropy | 8 | 14 | 15 | 0.9 | True | 0.0109 | 0.6 | 0.5625 | 1.0 | 0.976s | 18.719s |
| Iteration 15 | 119 | entropy | 2 | 9 | 14 | auto | False | 0.0059 | --- | 0.6875 | 1.0 | 0.703s | 20.224s |
| Iteration 16 | 500 | gini | None | 17 | 6 | 0.6 | True | 0.0022 | None | 1.0 | 1.0 | 1.069s | 22.033s |
| Iteration 17 | 500 | gini | 6 | 13 | 15 | 0.7 | True | 0.0 | 0.9 | 0.5625 | 1.0 | 1.055s | 23.828s |
| Iteration 18 | 424 | gini | 7 | 3 | 7 | sqrt | False | 0.0248 | --- | 0.75 | 1.0 | 0.921s | 25.579s |
| Iteration 19 | 217 | gini | None | 15 | 7 | 0.5 | True | 0.0025 | 0.5 | 1.0 | 1.0 | 0.873s | 27.259s |
| Iteration 20 | 136 | gini | 8 | 15 | 20 | 0.7 | False | 0.0071 | --- | 0.875 | 1.0 | 0.764s | 28.740s |
| Iteration 21 | 149 | gini | 7 | 6 | 12 | 0.8 | True | 0.0073 | 0.5 | 0.625 | 1.0 | 0.803s | 30.342s |
| Iteration 22 | 394 | entropy | None | 7 | 15 | 0.6 | False | 0.0201 | --- | 1.0 | 1.0 | 0.917s | 32.225s |
| Iteration 23 | 277 | gini | None | 13 | 9 | 0.6 | True | 0.004 | None | 0.9375 | 1.0 | 1.458s | 35.590s |
| Iteration 24 | 211 | gini | 7 | 8 | 15 | None | True | 0.0209 | None | 0.5625 | 1.0 | 0.809s | 37.356s |
| Iteration 25 | 472 | gini | None | 6 | 7 | log2 | True | 0.0296 | None | 0.75 | 1.0 | 0.991s | 39.172s |
| Iteration 26 | 475 | gini | 5 | 19 | 10 | 0.9 | False | 0.0004 | --- | 0.75 | 1.0 | 0.971s | 40.873s |
| Iteration 27 | 269 | gini | None | 20 | 12 | 0.5 | True | 0.0 | 0.5 | 0.9375 | 1.0 | 0.864s | 42.515s |
| Iteration 28 | 78 | entropy | None | 5 | 1 | 0.7 | True | 0.0 | 0.7 | 1.0 | 1.0 | 0.696s | 44.021s |
| Iteration 29 | 10 | entropy | None | 2 | 12 | 0.6 | True | 0.0 | 0.6 | 0.75 | 1.0 | 0.638s | 45.470s |
| Iteration 30 | 422 | entropy | 3 | 20 | 6 | 0.7 | False | 0.035 | --- | 0.7188 | 1.0 | 0.885s | 47.213s |
| Iteration 31 | 68 | entropy | None | 20 | 9 | 0.8 | True | 0.0 | None | 0.875 | 1.0 | 0.695s | 48.839s |
| Iteration 32 | 500 | entropy | None | 16 | 1 | 0.6 | True | 0.0 | None | 1.0 | 1.0 | 1.021s | 50.746s |
| Iteration 33 | 46 | entropy | None | 16 | 17 | auto | False | 0.0221 | --- | 0.75 | 1.0 | 0.690s | 52.257s |
| Iteration 34 | 498 | gini | None | 13 | 10 | None | True | 0.0 | 0.8 | 0.5 | 1.0 | 1.003s | 54.030s |
| Iteration 35 | 220 | gini | 1 | 8 | 2 | 0.8 | True | 0.0 | 0.5 | 0.5625 | 1.0 | 0.789s | 55.884s |
| Iteration 36 | 407 | gini | None | 17 | 8 | log2 | True | 0.0191 | None | 0.8125 | 1.0 | 0.966s | 57.681s |
| Iteration 37 | 367 | gini | None | 14 | 12 | log2 | True | 0.0045 | None | 0.75 | 1.0 | 0.934s | 59.720s |
| Iteration 38 | 172 | gini | None | 6 | 6 | 0.6 | True | 0.0023 | 0.5 | 0.8125 | 1.0 | 0.821s | 1m:02s |
| Iteration 39 | 239 | entropy | 8 | 20 | 9 | 0.6 | False | 0.035 | --- | 0.5625 | 1.0 | 0.838s | 1m:03s |
| Iteration 40 | 462 | entropy | None | 20 | 3 | 0.6 | True | 0.0 | None | 0.9375 | 1.0 | 1.037s | 1m:05s |
| Iteration 41 | 357 | entropy | None | 13 | 16 | log2 | True | 0.0084 | None | 0.5625 | 1.0 | 0.968s | 1m:07s |
| Iteration 42 | 224 | gini | 7 | 17 | 1 | 0.8 | True | 0.0083 | None | 0.4375 | 1.0 | 0.860s | 1m:09s |
| Iteration 43 | 181 | gini | None | 18 | 6 | 0.6 | True | 0.0023 | 0.5 | 0.75 | 1.0 | 0.786s | 1m:11s |
| Iteration 44 | 151 | entropy | 1 | 4 | 8 | 0.7 | False | 0.0021 | --- | 1.0 | 1.0 | 0.758s | 1m:12s |
| Iteration 45 | 280 | gini | 1 | 2 | 3 | 0.7 | False | 0.0 | --- | 0.8438 | 1.0 | 0.821s | 1m:14s |
| Iteration 46 | 66 | entropy | None | 3 | 11 | 0.9 | False | 0.0075 | --- | 1.0 | 1.0 | 0.728s | 1m:16s |
| Iteration 47 | 344 | entropy | None | 6 | 16 | 0.9 | False | 0.0094 | --- | 0.8125 | 1.0 | 0.881s | 1m:18s |
| Iteration 48 | 395 | entropy | None | 20 | 2 | 0.7 | False | 0.0 | --- | 0.625 | 1.0 | 0.898s | 1m:20s |
| Iteration 49 | 205 | entropy | 3 | 4 | 14 | 0.8 | False | 0.0049 | --- | 1.0 | 1.0 | 0.799s | 1m:22s |
| Iteration 50 | 277 | entropy | 4 | 2 | 14 | 0.9 | False | 0.031 | --- | 0.75 | 1.0 | 0.822s | 1m:23s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'n_estimators': 500, 'criterion': 'gini', 'max_depth': None, 'min_samples_split': 17, 'min_samples_leaf': 6, 'max_features': 0.6, 'bootstrap': True, 'ccp_alpha': 0.0022, 'max_samples': None}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9616
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.447s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.0632
Time elapsed: 2.054s
-------------------------------------------------
Total time: 1m:27s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.773s | 0.792s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 1.0 | 1.0 | 0.751s | 1.895s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 1.0 | 0.757s | 3.030s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 1.0 | 0.708s | 4.096s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 1.0 | 0.742s | 5.210s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 1.0 | 0.693s | 6.316s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 1.0 | 0.692s | 7.372s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 1.0 | 0.702s | 8.427s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.75 | 1.0 | 0.725s | 9.518s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 1.0 | 0.712s | 10.597s |
| Iteration 11 | 34 | 0.611 | 6 | 0.0081 | 8 | 0.5 | 0.9 | 100 | 0.1 | 0.5 | 1.0 | 0.653s | 11.956s |
| Iteration 12 | 457 | 0.0417 | 5 | 0.3916 | 3 | 0.8 | 0.9 | 0.01 | 0.1 | 0.75 | 1.0 | 0.728s | 13.417s |
| Iteration 13 | 67 | 0.3635 | 9 | 0.0265 | 2 | 0.8 | 0.4 | 0.1 | 100 | 0.9375 | 1.0 | 0.666s | 14.875s |
| Iteration 14 | 500 | 0.01 | 1 | 1.0 | 6 | 0.8 | 1.0 | 0.1 | 0 | 0.5625 | 1.0 | 0.720s | 16.789s |
| Iteration 15 | 152 | 0.0583 | 10 | 0.8107 | 3 | 0.5 | 0.4 | 0.1 | 100 | 0.5 | 1.0 | 0.677s | 18.787s |
| Iteration 16 | 369 | 0.0142 | 7 | 0.0853 | 3 | 0.8 | 0.9 | 0.1 | 0.01 | 1.0 | 1.0 | 0.722s | 20.444s |
| Iteration 17 | 331 | 0.028 | 6 | 0.4199 | 3 | 0.8 | 0.9 | 0.1 | 0.01 | 0.625 | 1.0 | 0.701s | 21.913s |
| Iteration 18 | 326 | 0.0162 | 1 | 0.0 | 3 | 0.5 | 1.0 | 100 | 100 | 0.5 | 1.0 | 0.688s | 23.293s |
| Iteration 19 | 460 | 0.014 | 3 | 0.0 | 2 | 0.9 | 0.9 | 0 | 10 | 1.0 | 1.0 | 0.737s | 24.734s |
| Iteration 20 | 266 | 0.717 | 9 | 0.0 | 2 | 1.0 | 0.5 | 0.1 | 0.01 | 0.875 | 1.0 | 0.688s | 26.194s |
| Iteration 21 | 273 | 0.01 | 1 | 0.0 | 1 | 0.9 | 1.0 | 0.1 | 0 | 0.75 | 1.0 | 0.690s | 27.674s |
| Iteration 22 | 38 | 0.0727 | 9 | 0.0 | 3 | 0.9 | 0.8 | 0.01 | 100 | 0.875 | 1.0 | 0.656s | 29.192s |
| Iteration 23 | 500 | 0.01 | 5 | 0.0 | 3 | 1.0 | 0.4 | 0 | 0.01 | 0.875 | 1.0 | 1.311s | 31.246s |
| Iteration 24 | 487 | 0.1415 | 9 | 0.0 | 1 | 0.7 | 0.5 | 0 | 0.1 | 1.0 | 1.0 | 0.720s | 32.835s |
| Iteration 25 | 285 | 0.2216 | 7 | 0.0 | 1 | 0.5 | 0.5 | 0 | 0 | 1.0 | 1.0 | 0.735s | 34.380s |
| Iteration 26 | 20 | 1.0 | 10 | 0.0 | 1 | 1.0 | 0.4 | 0 | 100 | 0.75 | 1.0 | 0.664s | 35.898s |
| Iteration 27 | 500 | 0.01 | 10 | 0.0 | 2 | 0.5 | 1.0 | 0 | 0 | 0.875 | 1.0 | 0.744s | 37.409s |
| Iteration 28 | 500 | 0.0105 | 7 | 0.2649 | 1 | 0.5 | 0.9 | 0 | 100 | 0.9375 | 1.0 | 0.731s | 39.012s |
| Iteration 29 | 500 | 0.2679 | 5 | 0.0 | 1 | 0.5 | 1.0 | 0.01 | 100 | 1.0 | 1.0 | 0.768s | 40.620s |
| Iteration 30 | 500 | 0.3263 | 4 | 0.0 | 1 | 0.9 | 0.6 | 0.01 | 0.1 | 0.5 | 1.0 | 0.722s | 42.187s |
| Iteration 31 | 317 | 0.4507 | 3 | 0.0 | 2 | 0.7 | 0.8 | 0 | 1 | 1.0 | 1.0 | 0.697s | 43.721s |
| Iteration 32 | 20 | 0.1837 | 2 | 0.0 | 1 | 0.5 | 0.7 | 0 | 10 | 1.0 | 1.0 | 0.660s | 45.233s |
| Iteration 33 | 20 | 0.01 | 4 | 0.0 | 3 | 0.7 | 0.4 | 0 | 1 | 0.6875 | 1.0 | 0.646s | 46.707s |
| Iteration 34 | 488 | 0.01 | 10 | 0.0 | 1 | 0.5 | 0.9 | 0 | 0 | 0.6875 | 1.0 | 0.753s | 48.280s |
| Iteration 35 | 450 | 0.6592 | 9 | 1.0 | 1 | 0.9 | 0.9 | 0 | 1 | 0.6562 | 1.0 | 0.730s | 49.886s |
| Iteration 36 | 69 | 0.0475 | 6 | 0.0 | 4 | 1.0 | 1.0 | 0 | 10 | 0.8125 | 1.0 | 0.660s | 51.511s |
| Iteration 37 | 342 | 0.0554 | 7 | 0.0 | 10 | 0.9 | 0.8 | 0 | 10 | 0.5 | 1.0 | 0.703s | 53.066s |
| Iteration 38 | 196 | 0.3646 | 1 | 0.3623 | 1 | 0.5 | 0.9 | 0 | 1 | 1.0 | 1.0 | 0.683s | 54.602s |
| Iteration 39 | 20 | 1.0 | 1 | 0.0 | 1 | 0.5 | 1.0 | 0 | 100 | 0.5625 | 1.0 | 0.657s | 56.137s |
| Iteration 40 | 500 | 0.2484 | 10 | 0.3298 | 1 | 0.9 | 0.5 | 0 | 100 | 0.875 | 1.0 | 0.738s | 58.068s |
| Iteration 41 | 304 | 0.0249 | 9 | 0.4484 | 1 | 1.0 | 0.9 | 0 | 0 | 0.9375 | 1.0 | 0.699s | 59.811s |
| Iteration 42 | 500 | 0.01 | 1 | 0.3421 | 1 | 1.0 | 0.4 | 0 | 0 | 0.375 | 1.0 | 0.725s | 1m:01s |
| Iteration 43 | 500 | 1.0 | 10 | 0.0 | 2 | 0.9 | 1.0 | 0 | 100 | 0.6875 | 1.0 | 0.729s | 1m:03s |
| Iteration 44 | 219 | 0.7479 | 10 | 0.0 | 3 | 0.5 | 0.5 | 0 | 0.1 | 0.9375 | 1.0 | 0.712s | 1m:05s |
| Iteration 45 | 173 | 0.0174 | 7 | 0.0 | 1 | 0.6 | 0.8 | 0 | 0.01 | 0.9375 | 1.0 | 0.687s | 1m:07s |
| Iteration 46 | 20 | 0.01 | 7 | 0.0 | 1 | 0.6 | 0.8 | 0 | 100 | 0.8125 | 1.0 | 0.643s | 1m:09s |
| Iteration 47 | 134 | 0.0384 | 10 | 0.0 | 3 | 0.5 | 0.9 | 0 | 100 | 0.875 | 1.0 | 0.676s | 1m:10s |
| Iteration 48 | 500 | 1.0 | 10 | 0.0 | 1 | 0.5 | 0.6 | 0 | 0 | 0.875 | 1.0 | 1.296s | 1m:13s |
| Iteration 49 | 343 | 0.0117 | 10 | 0.0 | 1 | 0.8 | 0.4 | 100 | 0.01 | 0.5 | 1.0 | 0.742s | 1m:14s |
| Iteration 50 | 500 | 0.0718 | 10 | 0.0 | 1 | 0.5 | 1.0 | 0 | 100 | 0.75 | 1.0 | 0.776s | 1m:16s |
Bayesian Optimization ---------------------------
Best call --> Iteration 29
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.2679, 'max_depth': 5, 'gamma': 0.0, 'min_child_weight': 1, 'subsample': 0.5, 'colsample_bytree': 1.0, 'reg_alpha': 0.01, 'reg_lambda': 100}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:17s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9911
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.113s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.0374
Time elapsed: 0.364s
-------------------------------------------------
Total time: 1m:18s
Final results ==================== >>
Duration: 8m:45s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.72 ± 0.051 ~
Logistic Regression --> roc_auc: 0.48 ± 0.04 ~
Linear Discriminant Analysis --> roc_auc: 0.46 ± 0.0374 ~
Quadratic Discriminant Analysis --> roc_auc: 0.46 ± 0.0374 ~
Radius Nearest Neighbors --> roc_auc: 0.55 ± 0.0447 ~
AdaBoost --> roc_auc: 0.72 ± 0.0678 ~
Random Forest --> roc_auc: 0.75 ± 0.0632 ~ !
XGBoost --> roc_auc: 0.74 ± 0.0374 ~
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CALTSGTYKYIF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CVVNTGFQKLVF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CASSPSSYEQYF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAAPYSSASKIIF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVLNAGNNRKLIW.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAASKGSNYKLTF.
>>> Dropping feature CAATNFGNEKLTF.
>>> Dropping feature CAGNTGNQFYF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CAVENQAGTALIF.
>>> Dropping feature CAVSQGAQKLVF.
>>> Dropping feature CALNTDKLIF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CASSLDSYEQYF.
>>> Dropping feature CASSLGSSYEQYF.
>>> Dropping feature CAVKGGSEKLVF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAARDSNYQLIW.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CALNFGNEKLTF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CASSFSYEQYF.
>>> Dropping feature CASSGSARQLTF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAARDNYGQNFVF.
>>> Dropping feature CAARTGNQFYF.
>>> Dropping feature CAASKTGNQFYF.
>>> Dropping feature CALILTGGGNKLTF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.7812 | 0.7812 | 3.151s | 3.170s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.875 | 0.875 | 3.258s | 6.791s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.75 | 0.875 | 3.331s | 10.510s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.4375 | 0.875 | 3.217s | 14.165s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.6875 | 0.875 | 3.258s | 17.829s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.6875 | 0.875 | 3.248s | 21.457s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.5938 | 0.875 | 3.297s | 25.193s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.75 | 0.875 | 3.259s | 28.909s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 1.0 | 1.0 | 3.183s | 32.459s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 1.0 | 1.0 | 3.207s | 36.194s |
| Iteration 11 | exponen.. | 0.0115 | 183 | 0.7 | friedman_mse | 15 | 13 | 8 | 0.8 | 0.0278 | 0.75 | 1.0 | 3.211s | 40.060s |
| Iteration 12 | exponen.. | 0.2018 | 427 | 1.0 | friedman_mse | 18 | 4 | 5 | log2 | 0.0 | 0.75 | 1.0 | 3.266s | 43.994s |
| Iteration 13 | exponen.. | 0.01 | 132 | 1.0 | friedman_mse | 17 | 17 | 4 | 0.8 | 0.0048 | 0.9375 | 1.0 | 3.226s | 47.974s |
| Iteration 14 | deviance | 0.0397 | 208 | 0.5 | squared_er.. | 19 | 11 | 7 | None | 0.0214 | 0.625 | 1.0 | 3.224s | 51.986s |
| Iteration 15 | exponen.. | 0.8361 | 360 | 1.0 | friedman_mse | 18 | 15 | 2 | None | 0.0183 | 0.6875 | 1.0 | 3.235s | 56.120s |
| Iteration 16 | exponen.. | 0.043 | 195 | 0.9 | friedman_mse | 16 | 17 | 4 | 0.7 | 0.004 | 0.5 | 1.0 | 3.195s | 1m:00s |
| Iteration 17 | exponen.. | 0.0167 | 223 | 1.0 | friedman_mse | 15 | 14 | 4 | 0.8 | 0.0058 | 0.5625 | 1.0 | 3.205s | 1m:04s |
| Iteration 18 | deviance | 0.0142 | 135 | 1.0 | friedman_mse | 17 | 17 | 4 | log2 | 0.0133 | 0.5 | 1.0 | 3.191s | 1m:08s |
| Iteration 19 | exponen.. | 0.3442 | 433 | 0.9 | squared_er.. | 16 | 17 | 1 | 0.6 | 0.0093 | 0.625 | 1.0 | 3.247s | 1m:12s |
| Iteration 20 | exponen.. | 0.0563 | 171 | 0.9 | friedman_mse | 7 | 16 | 6 | 0.6 | 0.0112 | 0.8125 | 1.0 | 3.204s | 1m:16s |
| Iteration 21 | exponen.. | 0.3461 | 179 | 1.0 | friedman_mse | 5 | 1 | 2 | 0.8 | 0.0342 | 0.625 | 1.0 | 3.180s | 1m:20s |
| Iteration 22 | exponen.. | 0.292 | 152 | 0.8 | friedman_mse | 18 | 10 | 9 | 0.8 | 0.0 | 0.625 | 1.0 | 3.217s | 1m:24s |
| Iteration 23 | exponen.. | 0.0731 | 182 | 1.0 | friedman_mse | 6 | 16 | 7 | 0.8 | 0.0168 | 0.75 | 1.0 | 3.183s | 1m:28s |
| Iteration 24 | exponen.. | 0.4303 | 162 | 0.9 | friedman_mse | 13 | 18 | 1 | 0.6 | 0.0034 | 0.3125 | 1.0 | 3.792s | 1m:33s |
| Iteration 25 | exponen.. | 0.1902 | 250 | 0.6 | friedman_mse | 9 | 2 | 3 | 0.6 | 0.0015 | 0.875 | 1.0 | 3.243s | 1m:37s |
| Iteration 26 | exponen.. | 0.2019 | 167 | 0.8 | friedman_mse | 18 | 13 | 5 | 0.6 | 0.0208 | 0.5 | 1.0 | 3.205s | 1m:41s |
| Iteration 27 | exponen.. | 0.0118 | 458 | 0.9 | friedman_mse | 3 | 14 | 4 | 0.6 | 0.0052 | 0.5625 | 1.0 | 3.282s | 1m:46s |
| Iteration 28 | exponen.. | 0.013 | 217 | 1.0 | squared_er.. | 16 | 17 | 4 | 0.8 | 0.0074 | 0.625 | 1.0 | 3.208s | 1m:50s |
| Iteration 29 | deviance | 0.1157 | 266 | 0.5 | squared_er.. | 7 | 10 | 8 | None | 0.0293 | 0.75 | 1.0 | 3.211s | 1m:53s |
| Iteration 30 | exponen.. | 0.0129 | 311 | 1.0 | friedman_mse | 19 | 16 | 2 | 0.8 | 0.0053 | 0.75 | 1.0 | 3.225s | 1m:58s |
| Iteration 31 | exponen.. | 0.0123 | 146 | 0.7 | friedman_mse | 5 | 16 | 4 | 0.8 | 0.0049 | 0.8125 | 1.0 | 3.157s | 2m:02s |
| Iteration 32 | exponen.. | 0.0136 | 128 | 1.0 | friedman_mse | 15 | 7 | 9 | 0.8 | 0.007 | 0.875 | 1.0 | 3.117s | 2m:06s |
| Iteration 33 | exponen.. | 0.1919 | 286 | 0.9 | friedman_mse | 16 | 18 | 5 | 0.6 | 0.0028 | 0.5 | 1.0 | 3.205s | 2m:10s |
| Iteration 34 | exponen.. | 0.012 | 316 | 0.7 | friedman_mse | 20 | 10 | 4 | 0.8 | 0.0015 | 0.0625 | 1.0 | 3.228s | 2m:14s |
| Iteration 35 | exponen.. | 0.0221 | 265 | 0.8 | friedman_mse | 16 | 9 | 4 | 0.8 | 0.0065 | 0.5 | 1.0 | 3.233s | 2m:19s |
| Iteration 36 | exponen.. | 0.0574 | 175 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.9 | 0.0224 | 0.8125 | 1.0 | 3.193s | 2m:23s |
| Iteration 37 | exponen.. | 0.0116 | 162 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.8 | 0.0025 | 0.5625 | 1.0 | 3.168s | 2m:27s |
| Iteration 38 | deviance | 0.1811 | 396 | 0.6 | squared_er.. | 20 | 18 | 6 | auto | 0.0073 | 0.5 | 1.0 | 3.206s | 2m:31s |
| Iteration 39 | exponen.. | 0.0206 | 147 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0226 | 0.4375 | 1.0 | 3.200s | 2m:36s |
| Iteration 40 | exponen.. | 0.1959 | 159 | 0.9 | friedman_mse | 13 | 16 | 5 | 0.6 | 0.0161 | 0.9375 | 1.0 | 3.206s | 2m:40s |
| Iteration 41 | exponen.. | 0.0116 | 173 | 1.0 | friedman_mse | 3 | 8 | 3 | 0.8 | 0.0058 | 0.625 | 1.0 | 3.211s | 2m:44s |
| Iteration 42 | exponen.. | 0.0135 | 176 | 1.0 | friedman_mse | 4 | 15 | 8 | 0.8 | 0.0342 | 0.4375 | 1.0 | 3.165s | 2m:48s |
| Iteration 43 | exponen.. | 0.0123 | 169 | 1.0 | friedman_mse | 17 | 5 | 6 | 0.8 | 0.0078 | 0.7812 | 1.0 | 3.201s | 2m:53s |
| Iteration 44 | exponen.. | 0.1975 | 174 | 0.9 | friedman_mse | 16 | 19 | 6 | 0.6 | 0.0141 | 0.6875 | 1.0 | 3.209s | 2m:57s |
| Iteration 45 | exponen.. | 0.1695 | 168 | 0.9 | friedman_mse | 12 | 4 | 2 | 0.6 | 0.0336 | 0.875 | 1.0 | 3.201s | 3m:01s |
| Iteration 46 | exponen.. | 0.0112 | 144 | 1.0 | friedman_mse | 15 | 8 | 5 | 0.8 | 0.0346 | 0.625 | 1.0 | 3.157s | 3m:05s |
| Iteration 47 | exponen.. | 0.169 | 167 | 0.9 | friedman_mse | 12 | 4 | 6 | 0.6 | 0.0006 | 0.75 | 1.0 | 3.196s | 3m:10s |
| Iteration 48 | exponen.. | 0.0118 | 136 | 1.0 | friedman_mse | 17 | 7 | 3 | 0.8 | 0.0 | 0.25 | 1.0 | 3.133s | 3m:14s |
| Iteration 49 | exponen.. | 0.0134 | 187 | 0.8 | friedman_mse | 19 | 16 | 6 | 0.8 | 0.0058 | 0.9375 | 1.0 | 3.189s | 3m:18s |
| Iteration 50 | exponen.. | 0.0135 | 387 | 0.6 | friedman_mse | 5 | 8 | 5 | 0.8 | 0.0055 | 0.75 | 1.0 | 3.253s | 3m:23s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0134, 'n_estimators': 184, 'subsample': 1.0, 'criterion': 'friedman_mse', 'min_samples_split': 16, 'min_samples_leaf': 16, 'max_depth': 4, 'max_features': 0.8, 'ccp_alpha': 0.0054}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9563
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.054s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.73 ± 0.14
Time elapsed: 0.250s
-------------------------------------------------
Total time: 3m:25s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.5625 | 0.5625 | 3.310s | 3.321s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.75 | 0.75 | 3.233s | 6.916s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.625 | 0.75 | 3.178s | 10.439s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.375 | 0.75 | 3.307s | 14.119s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.4375 | 0.75 | 3.144s | 17.655s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.5 | 0.75 | 3.229s | 21.238s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.75 | 0.75 | 3.319s | 24.922s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.625 | 0.75 | 3.208s | 28.494s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.5625 | 0.75 | 3.200s | 32.074s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 1.0 | 1.0 | 3.212s | 35.675s |
| Iteration 11 | l1 | 46.1537 | saga | 191 | --- | 0.625 | 1.0 | 3.187s | 39.439s |
| Iteration 12 | l2 | 0.001 | saga | 552 | --- | 0.5 | 1.0 | 3.219s | 43.282s |
| Iteration 13 | l2 | 0.0018 | saga | 367 | --- | 0.5 | 1.0 | 3.197s | 47.175s |
| Iteration 14 | l2 | 0.0025 | sag | 213 | --- | 0.75 | 1.0 | 3.218s | 50.991s |
| Iteration 15 | l2 | 0.0109 | sag | 205 | --- | 0.375 | 1.0 | 3.154s | 54.786s |
| Iteration 16 | l2 | 0.001 | saga | 163 | --- | 0.625 | 1.0 | 3.212s | 58.578s |
| Iteration 17 | l2 | 2.0341 | saga | 427 | --- | 0.1875 | 1.0 | 3.164s | 1m:02s |
| Iteration 18 | elast.. | 0.0038 | saga | 998 | 0.5 | 0.5 | 1.0 | 3.174s | 1m:06s |
| Iteration 19 | l2 | 14.6769 | libli.. | 238 | --- | 0.4375 | 1.0 | 3.178s | 1m:10s |
| Iteration 20 | l2 | 0.0032 | newto.. | 424 | --- | 0.75 | 1.0 | 3.203s | 1m:14s |
| Iteration 21 | l2 | 0.0032 | saga | 100 | --- | 0.5625 | 1.0 | 3.171s | 1m:18s |
| Iteration 22 | l2 | 0.0033 | sag | 842 | --- | 0.5625 | 1.0 | 3.190s | 1m:22s |
| Iteration 23 | l2 | 0.0032 | sag | 185 | --- | 0.3125 | 1.0 | 3.208s | 1m:26s |
| Iteration 24 | l2 | 0.0033 | libli.. | 210 | --- | 0.3125 | 1.0 | 3.183s | 1m:30s |
| Iteration 25 | l2 | 0.2561 | sag | 222 | --- | 0.5 | 1.0 | 3.219s | 1m:34s |
| Iteration 26 | l1 | 17.1488 | saga | 224 | --- | 0.5 | 1.0 | 3.239s | 1m:38s |
| Iteration 27 | l2 | 0.0122 | saga | 287 | --- | 0.75 | 1.0 | 3.194s | 1m:42s |
| Iteration 28 | l2 | 23.6486 | saga | 693 | --- | 0.4375 | 1.0 | 3.168s | 1m:46s |
| Iteration 29 | l2 | 0.017 | saga | 368 | --- | 0.875 | 1.0 | 3.189s | 1m:50s |
| Iteration 30 | l2 | 0.0047 | saga | 1000 | --- | 0.75 | 1.0 | 3.238s | 1m:54s |
| Iteration 31 | l2 | 0.0054 | saga | 301 | --- | 0.4375 | 1.0 | 3.197s | 1m:58s |
| Iteration 32 | l2 | 7.3832 | sag | 188 | --- | 0.8125 | 1.0 | 3.182s | 2m:02s |
| Iteration 33 | l2 | 98.8422 | lbfgs | 929 | --- | 0.8125 | 1.0 | 3.206s | 2m:06s |
| Iteration 34 | l2 | 57.649 | libli.. | 343 | --- | 0.625 | 1.0 | 3.207s | 2m:10s |
| Iteration 35 | l2 | 0.001 | lbfgs | 345 | --- | 0.1875 | 1.0 | 3.182s | 2m:14s |
| Iteration 36 | l2 | 3.494 | lbfgs | 795 | --- | 0.8125 | 1.0 | 3.165s | 2m:18s |
| Iteration 37 | l2 | 100.0 | libli.. | 116 | --- | 0.6875 | 1.0 | 3.187s | 2m:22s |
| Iteration 38 | l2 | 1.5086 | lbfgs | 362 | --- | 0.625 | 1.0 | 3.196s | 2m:26s |
| Iteration 39 | l2 | 5.986 | sag | 907 | --- | 0.3125 | 1.0 | 3.165s | 2m:30s |
| Iteration 40 | l2 | 0.001 | lbfgs | 452 | --- | 0.75 | 1.0 | 3.173s | 2m:34s |
| Iteration 41 | l2 | 0.0012 | newto.. | 694 | --- | 0.625 | 1.0 | 3.175s | 2m:38s |
| Iteration 42 | l2 | 0.001 | sag | 974 | --- | 0.3125 | 1.0 | 3.191s | 2m:42s |
| Iteration 43 | l2 | 73.7383 | lbfgs | 944 | --- | 0.8125 | 1.0 | 3.215s | 2m:46s |
| Iteration 44 | l2 | 96.8444 | lbfgs | 566 | --- | 0.75 | 1.0 | 3.187s | 2m:50s |
| Iteration 45 | l2 | 100.0 | lbfgs | 972 | --- | 0.5 | 1.0 | 3.213s | 2m:54s |
| Iteration 46 | l2 | 7.6356 | lbfgs | 727 | --- | 0.75 | 1.0 | 3.227s | 2m:58s |
| Iteration 47 | l2 | 1.225 | lbfgs | 924 | --- | 0.8125 | 1.0 | 3.196s | 3m:02s |
| Iteration 48 | l2 | 0.1594 | lbfgs | 941 | --- | 0.5 | 1.0 | 3.241s | 3m:06s |
| Iteration 49 | l2 | 0.0011 | lbfgs | 328 | --- | 1.0 | 1.0 | 3.207s | 3m:10s |
| Iteration 50 | l2 | 0.0018 | lbfgs | 406 | --- | 0.5625 | 1.0 | 3.228s | 3m:14s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'penalty': 'l2', 'C': 0.003, 'solver': 'saga', 'max_iter': 208}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8571
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.64 ± 0.0374
Time elapsed: 0.062s
-------------------------------------------------
Total time: 3m:15s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.4375 | 0.4375 | 3.224s | 3.231s |
| Initial point 2 | svd | --- | 0.6875 | 0.6875 | 3.207s | 6.791s |
| Initial point 3 | svd | --- | 0.6875 | 0.6875 | 0.001s | 7.821s |
| Initial point 4 | lsqr | 0.8 | 0.4375 | 0.6875 | 3.076s | 11.426s |
| Initial point 5 | eigen | 0.9 | 0.3125 | 0.6875 | 3.731s | 15.524s |
| Initial point 6 | lsqr | 0.7 | 0.5625 | 0.6875 | 3.141s | 19.071s |
| Initial point 7 | lsqr | 0.5 | 0.6875 | 0.6875 | 3.192s | 22.610s |
| Initial point 8 | lsqr | 0.9 | 0.75 | 0.75 | 3.342s | 26.311s |
| Initial point 9 | lsqr | 0.6 | 0.875 | 0.875 | 3.218s | 29.916s |
| Initial point 10 | eigen | 0.8 | 1.0 | 1.0 | 3.207s | 33.465s |
| Iteration 11 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 33.987s |
| Iteration 12 | eigen | 0.7 | 0.5 | 1.0 | 3.142s | 37.608s |
| Iteration 13 | svd | --- | 0.6875 | 1.0 | 0.000s | 38.114s |
| Iteration 14 | lsqr | auto | 0.75 | 1.0 | 3.201s | 41.816s |
| Iteration 15 | eigen | auto | 0.375 | 1.0 | 3.118s | 45.470s |
| Iteration 16 | svd | --- | 0.6875 | 1.0 | 0.000s | 45.968s |
| Iteration 17 | svd | --- | 0.6875 | 1.0 | 0.000s | 46.494s |
| Iteration 18 | lsqr | 1.0 | 0.5 | 1.0 | 3.183s | 50.212s |
| Iteration 19 | svd | --- | 0.6875 | 1.0 | 0.000s | 50.761s |
| Iteration 20 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 51.268s |
| Iteration 21 | eigen | 0.5 | 0.6875 | 1.0 | 3.182s | 54.968s |
| Iteration 22 | eigen | 0.6 | 0.5 | 1.0 | 3.210s | 58.823s |
| Iteration 23 | svd | --- | 0.6875 | 1.0 | 0.000s | 59.348s |
| Iteration 24 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 59.923s |
| Iteration 25 | eigen | None | 0.5 | 1.0 | 3.192s | 1m:04s |
| Iteration 26 | svd | --- | 0.6875 | 1.0 | 0.001s | 1m:04s |
| Iteration 27 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:05s |
| Iteration 28 | lsqr | None | 0.5 | 1.0 | 3.175s | 1m:09s |
| Iteration 29 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:09s |
| Iteration 30 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:10s |
| Iteration 31 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 1m:10s |
| Iteration 32 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:11s |
| Iteration 33 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 1m:12s |
| Iteration 34 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 35 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:13s |
| Iteration 36 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 1m:14s |
| Iteration 37 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 1m:14s |
| Iteration 38 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:15s |
| Iteration 39 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:15s |
| Iteration 40 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 1m:16s |
| Iteration 41 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 1m:17s |
| Iteration 42 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:17s |
| Iteration 43 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 1m:18s |
| Iteration 44 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:19s |
| Iteration 45 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:19s |
| Iteration 46 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:20s |
| Iteration 47 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:21s |
| Iteration 48 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 1m:21s |
| Iteration 49 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:22s |
| Iteration 50 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:23s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7982
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.5 ± 0.0548
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:24s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.4375 | 0.4375 | 3.138s | 3.141s |
| Initial point 2 | 0.9 | 0.75 | 0.75 | 3.197s | 6.674s |
| Initial point 3 | 0.1 | 0.5625 | 0.75 | 3.195s | 10.219s |
| Initial point 4 | 1.0 | 0.4375 | 0.75 | 0.000s | 10.666s |
| Initial point 5 | 0.2 | 0.3125 | 0.75 | 3.195s | 14.260s |
| Initial point 6 | 0.4 | 0.5625 | 0.75 | 3.797s | 18.409s |
| Initial point 7 | 0.4 | 0.5625 | 0.75 | 0.000s | 18.768s |
| Initial point 8 | 0.7 | 0.75 | 0.75 | 3.128s | 22.253s |
| Initial point 9 | 0.9 | 0.75 | 0.75 | 0.000s | 22.595s |
| Initial point 10 | 0.8 | 1.0 | 1.0 | 3.148s | 26.074s |
| Iteration 11 | 0.3 | 0.75 | 1.0 | 3.144s | 29.671s |
| Iteration 12 | 0.6 | 0.5 | 1.0 | 3.153s | 33.271s |
| Iteration 13 | 0.5 | 0.75 | 1.0 | 3.143s | 36.856s |
| Iteration 14 | 0.0 | 0.8125 | 1.0 | 3.144s | 40.459s |
| Iteration 15 | 0.8 | 1.0 | 1.0 | 0.000s | 40.923s |
| Iteration 16 | 0.8 | 1.0 | 1.0 | 0.000s | 41.407s |
| Iteration 17 | 0.8 | 1.0 | 1.0 | 0.001s | 41.838s |
| Iteration 18 | 0.8 | 1.0 | 1.0 | 0.000s | 42.348s |
| Iteration 19 | 0.8 | 1.0 | 1.0 | 0.000s | 42.848s |
| Iteration 20 | 0.8 | 1.0 | 1.0 | 0.000s | 43.298s |
| Iteration 21 | 0.8 | 1.0 | 1.0 | 0.000s | 43.754s |
| Iteration 22 | 0.8 | 1.0 | 1.0 | 0.000s | 44.252s |
| Iteration 23 | 0.8 | 1.0 | 1.0 | 0.000s | 44.724s |
| Iteration 24 | 0.8 | 1.0 | 1.0 | 0.000s | 46.066s |
| Iteration 25 | 0.8 | 1.0 | 1.0 | 0.000s | 46.756s |
| Iteration 26 | 0.8 | 1.0 | 1.0 | 0.001s | 47.230s |
| Iteration 27 | 0.8 | 1.0 | 1.0 | 0.000s | 47.697s |
| Iteration 28 | 0.9 | 0.75 | 1.0 | 0.000s | 48.175s |
| Iteration 29 | 0.8 | 1.0 | 1.0 | 0.000s | 48.651s |
| Iteration 30 | 0.8 | 1.0 | 1.0 | 0.000s | 49.134s |
| Iteration 31 | 0.8 | 1.0 | 1.0 | 0.000s | 49.616s |
| Iteration 32 | 0.8 | 1.0 | 1.0 | 0.000s | 50.099s |
| Iteration 33 | 0.8 | 1.0 | 1.0 | 0.000s | 50.667s |
| Iteration 34 | 0.8 | 1.0 | 1.0 | 0.000s | 51.158s |
| Iteration 35 | 0.8 | 1.0 | 1.0 | 0.000s | 51.673s |
| Iteration 36 | 0.8 | 1.0 | 1.0 | 0.000s | 52.187s |
| Iteration 37 | 0.8 | 1.0 | 1.0 | 0.000s | 52.687s |
| Iteration 38 | 0.8 | 1.0 | 1.0 | 0.000s | 53.272s |
| Iteration 39 | 0.8 | 1.0 | 1.0 | 0.000s | 53.790s |
| Iteration 40 | 0.8 | 1.0 | 1.0 | 0.000s | 54.296s |
| Iteration 41 | 0.8 | 1.0 | 1.0 | 0.000s | 54.824s |
| Iteration 42 | 0.8 | 1.0 | 1.0 | 0.000s | 55.363s |
| Iteration 43 | 0.8 | 1.0 | 1.0 | 0.000s | 55.932s |
| Iteration 44 | 0.8 | 1.0 | 1.0 | 0.000s | 56.496s |
| Iteration 45 | 0.8 | 1.0 | 1.0 | 0.000s | 57.051s |
| Iteration 46 | 0.8 | 1.0 | 1.0 | 0.000s | 57.589s |
| Iteration 47 | 0.8 | 1.0 | 1.0 | 0.001s | 58.170s |
| Iteration 48 | 0.8 | 1.0 | 1.0 | 0.000s | 58.755s |
| Iteration 49 | 0.8 | 1.0 | 1.0 | 0.000s | 59.319s |
| Iteration 50 | 0.8 | 1.0 | 1.0 | 0.000s | 59.902s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'reg_param': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:00s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7652
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.41 ± 0.02
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:01s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 8.9457 | dista.. | auto | 40 | 1 | 0.8125 | 0.8125 | 3.205s | 3.227s |
| Initial point 2 | 3.5577 | uniform | kd_tree | 39 | 2 | 0.625 | 0.8125 | 3.250s | 6.838s |
| Initial point 3 | 2.8103 | dista.. | ball_tree | 25 | 2 | 0.5625 | 0.8125 | 3.233s | 10.561s |
| Initial point 4 | 8.1991 | uniform | ball_tree | 39 | 2 | 0.4688 | 0.8125 | 3.304s | 14.296s |
| Initial point 5 | 6.4229 | dista.. | auto | 30 | 2 | 0.75 | 0.8125 | 3.194s | 17.863s |
| Initial point 6 | 7.4382 | dista.. | ball_tree | 21 | 2 | 0.6875 | 0.8125 | 3.190s | 21.430s |
| Initial point 7 | 5.3203 | dista.. | ball_tree | 24 | 1 | 0.4688 | 0.8125 | 3.188s | 24.989s |
| Initial point 8 | 1.2749 | dista.. | ball_tree | 21 | 2 | 0.5 | 0.8125 | 3.205s | 28.552s |
| Initial point 9 | 5.9265 | uniform | ball_tree | 24 | 1 | 0.625 | 0.8125 | 3.230s | 32.172s |
| Initial point 10 | 4.2095 | uniform | brute | 22 | 2 | 0.4688 | 0.8125 | 3.218s | 35.741s |
| Iteration 11 | 3.8274 | dista.. | auto | 39 | 1 | 0.5625 | 0.8125 | 3.188s | 39.583s |
| Iteration 12 | 8.8223 | dista.. | auto | 39 | 1 | 0.3438 | 0.8125 | 3.209s | 44.025s |
| Iteration 13 | 8.8131 | uniform | kd_tree | 40 | 2 | 0.5 | 0.8125 | 3.224s | 47.884s |
| Iteration 14 | 6.3725 | dista.. | auto | 30 | 2 | 0.625 | 0.8125 | 3.236s | 51.698s |
| Iteration 15 | 8.793 | dista.. | kd_tree | 40 | 2 | 0.5 | 0.8125 | 3.170s | 55.475s |
| Iteration 16 | 7.3402 | dista.. | ball_tree | 21 | 2 | 0.6875 | 0.8125 | 3.186s | 59.316s |
| Iteration 17 | 5.9162 | dista.. | auto | 40 | 1 | 0.5625 | 0.8125 | 3.226s | 1m:03s |
| Iteration 18 | 8.9709 | dista.. | auto | 40 | 1 | 0.8125 | 0.8125 | 3.268s | 1m:07s |
| Iteration 19 | 6.5047 | dista.. | kd_tree | 30 | 2 | 0.25 | 0.8125 | 3.262s | 1m:11s |
| Iteration 20 | 6.5164 | dista.. | auto | 30 | 2 | 0.875 | 0.875 | 3.271s | 1m:15s |
| Iteration 21 | 6.4884 | uniform | auto | 27 | 2 | 0.75 | 0.875 | 3.264s | 1m:19s |
| Iteration 22 | 0.8413 | uniform | auto | 20 | 2 | 0.375 | 0.875 | 3.245s | 1m:23s |
| Iteration 23 | 6.5542 | uniform | auto | 30 | 2 | 0.2812 | 0.875 | 3.261s | 1m:27s |
| Iteration 24 | 8.6604 | dista.. | auto | 20 | 2 | 0.375 | 0.875 | 3.254s | 1m:31s |
| Iteration 25 | 6.6746 | uniform | auto | 27 | 2 | 0.6875 | 0.875 | 3.120s | 1m:35s |
| Iteration 26 | 8.726 | dista.. | auto | 40 | 1 | 0.75 | 0.875 | 3.156s | 1m:39s |
| Iteration 27 | 6.5554 | dista.. | auto | 30 | 2 | 0.75 | 0.875 | 3.160s | 1m:43s |
| Iteration 28 | 6.9094 | dista.. | auto | 30 | 2 | 0.6875 | 0.875 | 3.166s | 1m:47s |
| Iteration 29 | 4.3433 | uniform | auto | 27 | 2 | 0.75 | 0.875 | 3.187s | 1m:51s |
| Iteration 30 | 3.0071 | dista.. | auto | 30 | 1 | 0.4375 | 0.875 | 3.169s | 1m:55s |
| Iteration 31 | 3.5418 | dista.. | auto | 30 | 2 | 0.9375 | 0.9375 | 3.174s | 1m:59s |
| Iteration 32 | 2.6465 | dista.. | auto | 30 | 2 | 0.7812 | 0.9375 | 3.182s | 2m:03s |
| Iteration 33 | 4.1923 | dista.. | auto | 30 | 2 | 0.4062 | 0.9375 | 3.155s | 2m:07s |
| Iteration 34 | 4.1565 | dista.. | auto | 30 | 2 | 0.1875 | 0.9375 | 3.171s | 2m:11s |
| Iteration 35 | 6.6934 | dista.. | auto | 30 | 1 | 0.5 | 0.9375 | 3.155s | 2m:15s |
| Iteration 36 | 3.4554 | dista.. | auto | 30 | 2 | 0.4688 | 0.9375 | 3.195s | 2m:20s |
| Iteration 37 | 8.864 | dista.. | auto | 40 | 1 | 0.8125 | 0.9375 | 3.182s | 2m:24s |
| Iteration 38 | 2.5482 | dista.. | auto | 30 | 2 | 0.625 | 0.9375 | 3.186s | 2m:28s |
| Iteration 39 | 3.5993 | dista.. | auto | 30 | 1 | 0.625 | 0.9375 | 3.184s | 2m:32s |
| Iteration 40 | 3.5893 | dista.. | auto | 30 | 2 | 0.4375 | 0.9375 | 3.209s | 2m:36s |
| Iteration 41 | 8.3616 | dista.. | auto | 40 | 1 | 0.75 | 0.9375 | 3.198s | 2m:40s |
| Iteration 42 | 5.5115 | uniform | auto | 27 | 2 | 0.4688 | 0.9375 | 3.162s | 2m:44s |
| Iteration 43 | 3.7586 | uniform | auto | 27 | 2 | 0.8125 | 0.9375 | 3.195s | 2m:48s |
| Iteration 44 | 3.3388 | uniform | auto | 27 | 2 | 0.6875 | 0.9375 | 3.192s | 2m:52s |
| Iteration 45 | 8.9709 | dista.. | auto | 40 | 1 | 0.8125 | 0.9375 | 0.001s | 2m:53s |
| Iteration 46 | 7.7104 | dista.. | auto | 40 | 1 | 0.5312 | 0.9375 | 3.195s | 2m:57s |
| Iteration 47 | 3.9881 | uniform | auto | 27 | 2 | 0.5312 | 0.9375 | 3.168s | 3m:01s |
| Iteration 48 | 4.87 | uniform | auto | 26 | 2 | 0.5 | 0.9375 | 3.192s | 3m:05s |
| Iteration 49 | 4.8786 | uniform | auto | 28 | 2 | 0.5312 | 0.9375 | 3.154s | 3m:09s |
| Iteration 50 | 6.7573 | uniform | auto | 27 | 2 | 0.375 | 0.9375 | 3.214s | 3m:13s |
Bayesian Optimization ---------------------------
Best call --> Iteration 31
Best parameters --> {'radius': 3.5418, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 30, 'p': 2}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 3m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.1095
Time elapsed: 0.054s
-------------------------------------------------
Total time: 3m:14s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.75 | 0.75 | 3.591s | 3.599s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.875 | 0.875 | 3.628s | 7.595s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.6875 | 0.875 | 3.348s | 11.295s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.4375 | 0.875 | 3.480s | 15.153s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.75 | 0.875 | 3.326s | 18.862s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.4375 | 0.875 | 3.530s | 22.743s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.7188 | 0.875 | 3.198s | 26.287s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.75 | 0.875 | 3.480s | 30.106s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.625 | 0.875 | 3.172s | 33.643s |
| Initial point 10 | 173 | 0.0151 | SAMME | 1.0 | 1.0 | 3.311s | 37.312s |
| Iteration 11 | 171 | 1.9465 | SAMME | 0.875 | 1.0 | 3.262s | 41.170s |
| Iteration 12 | 178 | 0.0115 | SAMME | 0.8438 | 1.0 | 3.272s | 45.007s |
| Iteration 13 | 164 | 0.0179 | SAMME | 0.875 | 1.0 | 3.930s | 49.501s |
| Iteration 14 | 148 | 0.0134 | SAMME.R | 0.6562 | 1.0 | 3.326s | 53.422s |
| Iteration 15 | 172 | 0.0165 | SAMME | 0.5625 | 1.0 | 3.292s | 58.102s |
| Iteration 16 | 188 | 9.0691 | SAMME.R | 0.375 | 1.0 | 3.317s | 1m:02s |
| Iteration 17 | 149 | 2.2515 | SAMME | 0.5625 | 1.0 | 3.208s | 1m:07s |
| Iteration 18 | 189 | 7.6862 | SAMME | 0.5938 | 1.0 | 3.177s | 1m:10s |
| Iteration 19 | 488 | 0.0266 | SAMME.R | 0.625 | 1.0 | 3.583s | 1m:15s |
| Iteration 20 | 266 | 9.7055 | SAMME | 0.75 | 1.0 | 3.173s | 1m:18s |
| Iteration 21 | 283 | 0.0119 | SAMME | 0.8125 | 1.0 | 3.365s | 1m:22s |
| Iteration 22 | 111 | 0.0749 | SAMME.R | 0.6875 | 1.0 | 3.249s | 1m:26s |
| Iteration 23 | 141 | 0.0129 | SAMME | 0.8125 | 1.0 | 3.240s | 1m:30s |
| Iteration 24 | 477 | 0.029 | SAMME | 0.4062 | 1.0 | 3.469s | 1m:34s |
| Iteration 25 | 54 | 0.0105 | SAMME | 0.8438 | 1.0 | 3.188s | 1m:38s |
| Iteration 26 | 439 | 0.0134 | SAMME | 0.625 | 1.0 | 3.447s | 1m:42s |
| Iteration 27 | 96 | 0.01 | SAMME | 0.6562 | 1.0 | 3.220s | 1m:46s |
| Iteration 28 | 185 | 0.01 | SAMME | 0.7188 | 1.0 | 3.276s | 1m:50s |
| Iteration 29 | 50 | 0.2919 | SAMME | 0.9375 | 1.0 | 3.174s | 1m:53s |
| Iteration 30 | 50 | 0.01 | SAMME | 0.875 | 1.0 | 3.194s | 1m:57s |
| Iteration 31 | 59 | 9.7198 | SAMME | 0.6875 | 1.0 | 3.125s | 2m:01s |
| Iteration 32 | 292 | 4.1867 | SAMME.R | 0.5312 | 1.0 | 3.380s | 2m:05s |
| Iteration 33 | 50 | 0.01 | SAMME | 0.875 | 1.0 | 0.001s | 2m:06s |
| Iteration 34 | 50 | 0.01 | SAMME | 0.875 | 1.0 | 0.000s | 2m:06s |
| Iteration 35 | 50 | 0.2937 | SAMME | 0.5 | 1.0 | 3.158s | 2m:10s |
| Iteration 36 | 50 | 0.01 | SAMME | 0.875 | 1.0 | 0.000s | 2m:11s |
| Iteration 37 | 50 | 0.01 | SAMME | 0.875 | 1.0 | 0.000s | 2m:11s |
| Iteration 38 | 55 | 0.0107 | SAMME.R | 0.7188 | 1.0 | 3.146s | 2m:15s |
| Iteration 39 | 292 | 0.0101 | SAMME.R | 0.375 | 1.0 | 3.395s | 2m:19s |
| Iteration 40 | 50 | 0.01 | SAMME | 0.875 | 1.0 | 0.001s | 2m:20s |
| Iteration 41 | 50 | 0.01 | SAMME | 0.875 | 1.0 | 0.001s | 2m:20s |
| Iteration 42 | 53 | 9.5314 | SAMME.R | 0.25 | 1.0 | 3.238s | 2m:25s |
| Iteration 43 | 50 | 0.01 | SAMME | 0.875 | 1.0 | 0.000s | 2m:26s |
| Iteration 44 | 50 | 0.01 | SAMME | 0.875 | 1.0 | 0.001s | 2m:26s |
| Iteration 45 | 50 | 0.01 | SAMME | 0.875 | 1.0 | 0.000s | 2m:27s |
| Iteration 46 | 50 | 0.01 | SAMME | 0.875 | 1.0 | 0.000s | 2m:28s |
| Iteration 47 | 50 | 0.01 | SAMME | 0.875 | 1.0 | 0.000s | 2m:28s |
| Iteration 48 | 50 | 0.01 | SAMME | 0.875 | 1.0 | 0.001s | 2m:29s |
| Iteration 49 | 50 | 0.01 | SAMME | 0.875 | 1.0 | 0.000s | 2m:30s |
| Iteration 50 | 50 | 0.01 | SAMME | 0.875 | 1.0 | 0.000s | 2m:31s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'n_estimators': 173, 'learning_rate': 0.0151, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:31s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.929
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.148s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.69 ± 0.0644
Time elapsed: 0.690s
-------------------------------------------------
Total time: 2m:32s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.875 | 0.875 | 3.541s | 3.563s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.625 | 0.875 | 3.450s | 7.399s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.8125 | 0.875 | 3.465s | 11.266s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.875 | 3.261s | 14.994s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.8125 | 0.875 | 3.489s | 18.851s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.6875 | 0.875 | 3.297s | 22.606s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.6875 | 0.875 | 3.353s | 26.359s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.8125 | 0.875 | 3.372s | 30.188s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.875 | 0.875 | 3.689s | 34.289s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 1.0 | 1.0 | 3.492s | 38.206s |
| Iteration 11 | 91 | entropy | 9 | 2 | 17 | 0.5 | True | 0.0245 | None | 0.75 | 1.0 | 3.244s | 42.252s |
| Iteration 12 | 382 | gini | 8 | 9 | 12 | 0.9 | True | 0.0003 | None | 0.625 | 1.0 | 3.511s | 46.523s |
| Iteration 13 | 316 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | 0.5 | 0.5 | 1.0 | 3.447s | 50.647s |
| Iteration 14 | 496 | gini | 9 | 8 | 15 | 0.6 | True | 0.0128 | None | 0.8125 | 1.0 | 3.590s | 55.005s |
| Iteration 15 | 242 | gini | 6 | 17 | 16 | sqrt | True | 0.0209 | None | 0.75 | 1.0 | 3.362s | 59.187s |
| Iteration 16 | 383 | entropy | None | 20 | 16 | None | True | 0.0193 | None | 0.75 | 1.0 | 3.509s | 1m:04s |
| Iteration 17 | 368 | gini | 5 | 15 | 10 | 0.6 | False | 0.0067 | --- | 0.5 | 1.0 | 3.421s | 1m:08s |
| Iteration 18 | 328 | gini | 3 | 17 | 7 | 0.5 | False | 0.0085 | --- | 0.625 | 1.0 | 3.358s | 1m:12s |
| Iteration 19 | 327 | gini | 7 | 15 | 12 | 0.5 | True | 0.0171 | None | 0.875 | 1.0 | 3.424s | 1m:16s |
| Iteration 20 | 190 | gini | 5 | 2 | 13 | 0.7 | False | 0.018 | --- | 0.8125 | 1.0 | 3.311s | 1m:20s |
| Iteration 21 | 327 | gini | 8 | 18 | 3 | 0.8 | True | 0.018 | None | 0.75 | 1.0 | 3.443s | 1m:24s |
| Iteration 22 | 71 | entropy | 7 | 16 | 13 | 0.7 | True | 0.0138 | 0.9 | 0.6875 | 1.0 | 3.219s | 1m:29s |
| Iteration 23 | 308 | entropy | 4 | 15 | 1 | 0.5 | False | 0.0341 | --- | 0.8125 | 1.0 | 3.419s | 1m:33s |
| Iteration 24 | 254 | gini | 2 | 6 | 13 | 0.9 | True | 0.0345 | None | 0.5 | 1.0 | 4.055s | 1m:37s |
| Iteration 25 | 327 | entropy | 5 | 7 | 20 | sqrt | True | 0.016 | None | 0.7812 | 1.0 | 3.378s | 1m:42s |
| Iteration 26 | 327 | gini | 7 | 7 | 18 | log2 | True | 0.012 | None | 0.8438 | 1.0 | 3.444s | 1m:46s |
| Iteration 27 | 339 | gini | 5 | 6 | 20 | 0.7 | True | 0.0184 | None | 0.5625 | 1.0 | 3.438s | 1m:51s |
| Iteration 28 | 326 | gini | 7 | 6 | 8 | None | True | 0.0188 | None | 0.625 | 1.0 | 3.461s | 1m:55s |
| Iteration 29 | 327 | gini | 6 | 8 | 18 | 0.9 | True | 0.0229 | None | 0.8125 | 1.0 | 3.429s | 1m:59s |
| Iteration 30 | 326 | gini | 6 | 5 | 15 | sqrt | True | 0.0 | None | 0.9375 | 1.0 | 3.408s | 2m:04s |
| Iteration 31 | 328 | gini | None | 14 | 15 | 0.5 | True | 0.0304 | None | 0.6875 | 1.0 | 3.439s | 2m:08s |
| Iteration 32 | 260 | gini | 7 | 11 | 14 | 0.9 | True | 0.0153 | None | 0.875 | 1.0 | 3.377s | 2m:13s |
| Iteration 33 | 487 | entropy | 8 | 15 | 17 | 0.7 | False | 0.0 | --- | 0.75 | 1.0 | 3.494s | 2m:17s |
| Iteration 34 | 408 | gini | 7 | 8 | 15 | 0.8 | True | 0.0113 | None | 0.1875 | 1.0 | 3.596s | 2m:22s |
| Iteration 35 | 194 | gini | 7 | 13 | 16 | 0.9 | True | 0.0201 | None | 0.5312 | 1.0 | 3.408s | 2m:26s |
| Iteration 36 | 122 | entropy | 6 | 4 | 15 | sqrt | True | 0.0 | None | 0.6875 | 1.0 | 3.231s | 2m:30s |
| Iteration 37 | 214 | gini | 5 | 5 | 15 | 0.7 | False | 0.0192 | --- | 0.4375 | 1.0 | 3.320s | 2m:35s |
| Iteration 38 | 465 | gini | 6 | 6 | 15 | sqrt | True | 0.0231 | None | 0.625 | 1.0 | 3.544s | 2m:40s |
| Iteration 39 | 67 | gini | 7 | 7 | 18 | log2 | True | 0.0069 | None | 0.4375 | 1.0 | 3.175s | 2m:44s |
| Iteration 40 | 197 | gini | 6 | 5 | 15 | sqrt | True | 0.0 | None | 0.7812 | 1.0 | 3.265s | 2m:49s |
| Iteration 41 | 359 | gini | 8 | 8 | 17 | log2 | False | 0.0104 | --- | 0.6875 | 1.0 | 3.376s | 2m:54s |
| Iteration 42 | 317 | gini | 9 | 17 | 5 | 0.8 | True | 0.0158 | None | 0.375 | 1.0 | 3.372s | 2m:59s |
| Iteration 43 | 460 | entropy | 2 | 19 | 10 | 0.5 | True | 0.0214 | 0.8 | 0.75 | 1.0 | 3.547s | 3m:03s |
| Iteration 44 | 11 | entropy | 4 | 4 | 6 | None | True | 0.0199 | None | 0.75 | 1.0 | 3.168s | 3m:07s |
| Iteration 45 | 500 | entropy | 7 | 14 | 4 | None | True | 0.0291 | 0.5 | 0.8125 | 1.0 | 3.564s | 3m:11s |
| Iteration 46 | 71 | gini | 4 | 15 | 15 | 0.8 | False | 0.0337 | --- | 0.6562 | 1.0 | 3.198s | 3m:16s |
| Iteration 47 | 18 | entropy | None | 19 | 17 | None | False | 0.014 | --- | 0.75 | 1.0 | 3.785s | 3m:20s |
| Iteration 48 | 489 | entropy | 2 | 16 | 5 | 0.6 | False | 0.0325 | --- | 0.25 | 1.0 | 3.469s | 3m:25s |
| Iteration 49 | 181 | gini | 5 | 16 | 8 | 0.7 | False | 0.0046 | --- | 1.0 | 1.0 | 3.231s | 3m:29s |
| Iteration 50 | 395 | gini | 7 | 4 | 18 | 0.9 | True | 0.0171 | None | 0.625 | 1.0 | 3.433s | 3m:34s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'n_estimators': 327, 'criterion': 'gini', 'max_depth': 7, 'min_samples_split': 8, 'min_samples_leaf': 15, 'max_features': 0.9, 'bootstrap': True, 'ccp_alpha': 0.0174, 'max_samples': None}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:34s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8571
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.288s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.0707
Time elapsed: 1.339s
-------------------------------------------------
Total time: 3m:36s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.264s | 3.284s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.875 | 0.875 | 3.260s | 6.958s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.875 | 3.293s | 10.646s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.875 | 3.133s | 14.180s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.875 | 3.206s | 17.786s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.875 | 3.211s | 21.409s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.875 | 3.226s | 25.009s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.875 | 3.227s | 28.645s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.8125 | 0.875 | 3.219s | 32.276s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.875 | 3.207s | 35.880s |
| Iteration 11 | 123 | 0.0293 | 6 | 0.0 | 2 | 0.6 | 0.6 | 10 | 0 | 0.5 | 0.875 | 3.181s | 39.880s |
| Iteration 12 | 386 | 0.0292 | 6 | 0.4273 | 2 | 0.9 | 0.8 | 0.1 | 1 | 0.625 | 0.875 | 3.223s | 43.869s |
| Iteration 13 | 32 | 0.0204 | 10 | 0.8589 | 9 | 0.8 | 0.9 | 100 | 0.1 | 0.5 | 0.875 | 3.170s | 47.857s |
| Iteration 14 | 60 | 0.6135 | 6 | 0.091 | 6 | 0.8 | 0.6 | 10 | 0 | 0.5 | 0.875 | 3.226s | 51.996s |
| Iteration 15 | 329 | 0.0498 | 3 | 0.4216 | 2 | 0.8 | 0.5 | 0 | 0.01 | 0.6875 | 0.875 | 3.281s | 56.043s |
| Iteration 16 | 456 | 0.0317 | 5 | 0.8258 | 2 | 0.8 | 1.0 | 0.1 | 100 | 0.7812 | 0.875 | 3.294s | 1m:00s |
| Iteration 17 | 475 | 0.0337 | 6 | 0.7543 | 3 | 0.8 | 0.9 | 0 | 0 | 0.5 | 0.875 | 3.257s | 1m:04s |
| Iteration 18 | 20 | 0.0537 | 1 | 1.0 | 10 | 0.5 | 1.0 | 1 | 0.1 | 0.5 | 0.875 | 3.192s | 1m:08s |
| Iteration 19 | 420 | 0.0178 | 6 | 0.0274 | 3 | 0.8 | 0.7 | 0.1 | 0.1 | 0.6875 | 0.875 | 3.267s | 1m:12s |
| Iteration 20 | 424 | 0.0481 | 8 | 0.1009 | 3 | 0.8 | 0.9 | 0.1 | 1 | 0.75 | 0.875 | 3.210s | 1m:16s |
| Iteration 21 | 500 | 0.0494 | 7 | 1.0 | 7 | 0.9 | 0.6 | 0.01 | 0.1 | 0.75 | 0.875 | 3.211s | 1m:20s |
| Iteration 22 | 461 | 0.0136 | 6 | 0.5539 | 7 | 0.7 | 0.9 | 0.1 | 0.1 | 0.5 | 0.875 | 3.264s | 1m:25s |
| Iteration 23 | 500 | 0.0452 | 6 | 0.7403 | 4 | 0.9 | 0.7 | 0.01 | 0.1 | 0.75 | 0.875 | 3.241s | 1m:29s |
| Iteration 24 | 248 | 0.0536 | 3 | 0.6816 | 5 | 0.8 | 0.6 | 0.01 | 0.1 | 0.375 | 0.875 | 3.204s | 1m:33s |
| Iteration 25 | 440 | 0.0585 | 4 | 0.1251 | 3 | 0.6 | 1.0 | 10 | 0.1 | 0.5 | 0.875 | 4.079s | 1m:38s |
| Iteration 26 | 434 | 0.0572 | 5 | 0.5496 | 3 | 0.8 | 0.8 | 0.1 | 0.01 | 0.5 | 0.875 | 3.225s | 1m:43s |
| Iteration 27 | 430 | 0.0472 | 3 | 0.4105 | 4 | 0.8 | 0.7 | 0 | 0.1 | 0.6875 | 0.875 | 3.255s | 1m:47s |
| Iteration 28 | 500 | 0.0363 | 8 | 0.5569 | 2 | 0.9 | 0.8 | 0.01 | 10 | 0.625 | 0.875 | 3.275s | 1m:51s |
| Iteration 29 | 447 | 0.0556 | 4 | 0.3213 | 4 | 0.8 | 0.9 | 0.1 | 0.1 | 0.875 | 0.875 | 3.730s | 1m:56s |
| Iteration 30 | 435 | 0.0527 | 3 | 0.2294 | 2 | 0.8 | 0.9 | 0.1 | 0.1 | 0.5625 | 0.875 | 3.196s | 2m:00s |
| Iteration 31 | 476 | 0.0447 | 7 | 0.769 | 5 | 0.8 | 0.8 | 0.1 | 1 | 0.7188 | 0.875 | 3.199s | 2m:04s |
| Iteration 32 | 500 | 0.0523 | 10 | 0.3207 | 6 | 0.8 | 1.0 | 10 | 1 | 0.5 | 0.875 | 3.237s | 2m:08s |
| Iteration 33 | 434 | 0.0445 | 7 | 0.7074 | 4 | 0.8 | 0.8 | 0.1 | 0.1 | 0.625 | 0.875 | 3.249s | 2m:13s |
| Iteration 34 | 458 | 0.0641 | 8 | 0.42 | 3 | 0.9 | 0.9 | 0.1 | 0.1 | 0.125 | 0.875 | 3.226s | 2m:17s |
| Iteration 35 | 445 | 0.0245 | 5 | 0.0963 | 4 | 0.9 | 0.5 | 1 | 0.1 | 0.4375 | 0.875 | 3.209s | 2m:22s |
| Iteration 36 | 448 | 0.5948 | 6 | 0.3406 | 4 | 0.8 | 0.8 | 0.1 | 0.1 | 0.7812 | 0.875 | 3.220s | 2m:26s |
| Iteration 37 | 425 | 1.0 | 3 | 0.6083 | 4 | 0.8 | 0.5 | 1 | 0.01 | 0.5625 | 0.875 | 3.219s | 2m:30s |
| Iteration 38 | 447 | 0.0233 | 2 | 0.9206 | 5 | 0.8 | 0.5 | 0.1 | 0.1 | 0.6875 | 0.875 | 3.208s | 2m:34s |
| Iteration 39 | 446 | 0.0286 | 2 | 0.1873 | 5 | 0.8 | 1.0 | 0.1 | 0.1 | 0.4375 | 0.875 | 3.207s | 2m:39s |
| Iteration 40 | 458 | 0.0986 | 6 | 0.4858 | 8 | 0.8 | 0.9 | 0.1 | 0.1 | 0.5 | 0.875 | 3.245s | 2m:43s |
| Iteration 41 | 447 | 0.0199 | 3 | 0.3547 | 4 | 0.8 | 0.8 | 10 | 0.01 | 0.5 | 0.875 | 3.269s | 2m:47s |
| Iteration 42 | 289 | 0.04 | 5 | 0.4921 | 3 | 0.8 | 0.8 | 0.1 | 0.1 | 0.1875 | 0.875 | 3.183s | 2m:52s |
| Iteration 43 | 359 | 0.7271 | 6 | 0.9945 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.625 | 0.875 | 3.203s | 2m:56s |
| Iteration 44 | 440 | 0.1366 | 8 | 0.6225 | 6 | 0.7 | 0.9 | 0 | 100 | 0.5 | 0.875 | 3.218s | 3m:00s |
| Iteration 45 | 448 | 0.1956 | 5 | 0.7268 | 9 | 0.8 | 0.8 | 0.1 | 0.1 | 0.5 | 0.875 | 3.217s | 3m:04s |
| Iteration 46 | 446 | 0.0396 | 6 | 0.6579 | 3 | 0.8 | 0.8 | 0.1 | 10 | 0.75 | 0.875 | 3.248s | 3m:09s |
| Iteration 47 | 443 | 0.0797 | 7 | 0.0238 | 3 | 0.8 | 0.7 | 0.01 | 10 | 0.75 | 0.875 | 3.244s | 3m:13s |
| Iteration 48 | 450 | 0.247 | 6 | 0.5762 | 3 | 0.8 | 0.9 | 0.01 | 10 | 0.25 | 0.875 | 3.221s | 3m:17s |
| Iteration 49 | 426 | 0.0397 | 8 | 0.4578 | 2 | 0.8 | 0.9 | 0.1 | 0.1 | 0.875 | 0.875 | 3.244s | 3m:22s |
| Iteration 50 | 446 | 0.0582 | 4 | 0.0372 | 4 | 0.8 | 0.9 | 100 | 0.1 | 0.5 | 0.875 | 3.219s | 3m:26s |
Bayesian Optimization ---------------------------
Best call --> Iteration 29
Best parameters --> {'n_estimators': 447, 'learning_rate': 0.0556, 'max_depth': 4, 'gamma': 0.3213, 'min_child_weight': 4, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 0.875
Time elapsed: 3m:28s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9054
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.096s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.051
Time elapsed: 0.291s
-------------------------------------------------
Total time: 3m:28s
Final results ==================== >>
Duration: 21m:55s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.73 ± 0.14 ~ !
Logistic Regression --> roc_auc: 0.64 ± 0.0374 ~
Linear Discriminant Analysis --> roc_auc: 0.5 ± 0.0548 ~
Quadratic Discriminant Analysis --> roc_auc: 0.41 ± 0.02 ~
Radius Nearest Neighbors --> roc_auc: 0.7 ± 0.1095 ~
AdaBoost --> roc_auc: 0.69 ± 0.0644
Random Forest --> roc_auc: 0.7 ± 0.0707 ~
XGBoost --> roc_auc: 0.72 ± 0.051
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 838 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAVLNAGNNRKLIW.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CAASPNTGNQFYF.
>>> Dropping feature CAVGGGSNYKLTF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVRGSSNTGKLIF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CAGNTGNQFYF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CASSSGETQYF.
>>> Dropping feature CAVSPSGGYQKVTF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAASMNSGYSTLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVLSNDYKLSF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVRGGSYIPTF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CASSFSYEQYF.
>>> Dropping feature CASSLADTQYF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVSSGGYNKLIF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CVVNTGFQKLVF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAARTGNQFYF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASATSGTYKYIF.
>>> Dropping feature CAASDSGTYKYIF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.7188 | 0.7188 | 0.684s | 0.703s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.4688 | 0.7188 | 0.676s | 1.947s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.5 | 0.7188 | 0.649s | 2.998s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.75 | 0.75 | 0.677s | 4.063s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.6875 | 0.75 | 0.694s | 5.136s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.3125 | 0.75 | 0.722s | 6.222s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.5 | 0.75 | 0.717s | 7.334s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 1.0 | 1.0 | 0.750s | 8.471s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.9375 | 1.0 | 0.715s | 9.600s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.75 | 1.0 | 0.704s | 10.718s |
| Iteration 11 | deviance | 0.0205 | 280 | 0.6 | squared_er.. | 14 | 8 | 7 | 0.6 | 0.0097 | 0.625 | 1.0 | 0.727s | 12.177s |
| Iteration 12 | exponen.. | 0.0141 | 471 | 0.7 | squared_er.. | 18 | 9 | 8 | 0.7 | 0.0121 | 0.875 | 1.0 | 0.795s | 13.646s |
| Iteration 13 | exponen.. | 0.3709 | 280 | 0.5 | squared_er.. | 16 | 8 | 2 | 0.8 | 0.0027 | 0.9375 | 1.0 | 0.728s | 15.069s |
| Iteration 14 | exponen.. | 0.0376 | 500 | 0.8 | squared_er.. | 16 | 8 | 9 | 0.7 | 0.0066 | 0.375 | 1.0 | 0.795s | 16.610s |
| Iteration 15 | exponen.. | 0.2062 | 467 | 0.5 | squared_er.. | 13 | 6 | 1 | 0.5 | 0.0 | 0.6875 | 1.0 | 0.725s | 18.037s |
| Iteration 16 | exponen.. | 0.0264 | 357 | 0.5 | friedman_mse | 6 | 9 | 1 | None | 0.0 | 0.875 | 1.0 | 0.712s | 19.413s |
| Iteration 17 | exponen.. | 0.0282 | 489 | 0.5 | friedman_mse | 13 | 6 | 1 | None | 0.0 | 0.4375 | 1.0 | 0.768s | 20.854s |
| Iteration 18 | exponen.. | 0.0444 | 241 | 0.7 | squared_er.. | 19 | 18 | 5 | log2 | 0.0 | 0.5938 | 1.0 | 0.694s | 22.223s |
| Iteration 19 | exponen.. | 0.1035 | 234 | 0.5 | squared_er.. | 14 | 16 | 1 | 0.7 | 0.0004 | 0.5 | 1.0 | 0.664s | 23.546s |
| Iteration 20 | exponen.. | 0.0155 | 190 | 0.8 | squared_er.. | 9 | 10 | 1 | None | 0.0011 | 0.8125 | 1.0 | 0.668s | 24.902s |
| Iteration 21 | exponen.. | 0.0336 | 473 | 0.6 | friedman_mse | 7 | 17 | 1 | 0.9 | 0.0028 | 0.625 | 1.0 | 0.744s | 26.328s |
| Iteration 22 | exponen.. | 0.0224 | 158 | 0.5 | squared_er.. | 2 | 9 | 1 | 0.8 | 0.0182 | 0.625 | 1.0 | 0.662s | 27.715s |
| Iteration 23 | exponen.. | 0.0591 | 472 | 0.7 | squared_er.. | 19 | 9 | 1 | log2 | 0.0016 | 0.625 | 1.0 | 0.769s | 29.338s |
| Iteration 24 | exponen.. | 0.7806 | 239 | 0.7 | squared_er.. | 14 | 13 | 1 | 0.7 | 0.0242 | 0.5 | 1.0 | 0.703s | 30.824s |
| Iteration 25 | exponen.. | 0.0528 | 272 | 0.8 | friedman_mse | 20 | 20 | 7 | log2 | 0.0054 | 0.75 | 1.0 | 1.410s | 32.971s |
| Iteration 26 | exponen.. | 0.0477 | 195 | 1.0 | friedman_mse | 20 | 12 | 9 | 0.5 | 0.0098 | 0.5625 | 1.0 | 0.713s | 34.401s |
| Iteration 27 | exponen.. | 0.0202 | 252 | 0.5 | friedman_mse | 20 | 19 | 1 | 0.8 | 0.016 | 0.5 | 1.0 | 0.690s | 35.789s |
| Iteration 28 | exponen.. | 0.2159 | 493 | 0.7 | squared_er.. | 14 | 8 | 9 | 0.5 | 0.0042 | 0.875 | 1.0 | 0.765s | 37.441s |
| Iteration 29 | exponen.. | 0.065 | 72 | 0.6 | friedman_mse | 16 | 9 | 1 | 0.7 | 0.0038 | 0.75 | 1.0 | 0.655s | 39.027s |
| Iteration 30 | exponen.. | 0.0476 | 313 | 0.6 | squared_er.. | 12 | 17 | 2 | 0.6 | 0.0046 | 0.75 | 1.0 | 0.756s | 40.685s |
| Iteration 31 | exponen.. | 0.0653 | 391 | 0.8 | squared_er.. | 14 | 11 | 7 | 0.9 | 0.0045 | 0.875 | 1.0 | 0.736s | 42.348s |
| Iteration 32 | deviance | 0.1166 | 500 | 0.9 | squared_er.. | 15 | 18 | 3 | auto | 0.0031 | 0.75 | 1.0 | 0.747s | 44.010s |
| Iteration 33 | exponen.. | 0.2752 | 347 | 0.9 | friedman_mse | 15 | 12 | 8 | 0.6 | 0.0027 | 0.9375 | 1.0 | 0.729s | 45.662s |
| Iteration 34 | exponen.. | 0.9373 | 490 | 0.9 | friedman_mse | 15 | 13 | 6 | 0.5 | 0.0024 | 0.8125 | 1.0 | 0.791s | 47.355s |
| Iteration 35 | exponen.. | 0.1393 | 500 | 0.6 | friedman_mse | 16 | 13 | 3 | 0.6 | 0.0046 | 0.9375 | 1.0 | 0.777s | 49.199s |
| Iteration 36 | exponen.. | 0.1821 | 500 | 0.6 | friedman_mse | 18 | 15 | 2 | 0.6 | 0.0031 | 0.6875 | 1.0 | 0.755s | 50.918s |
| Iteration 37 | exponen.. | 0.2117 | 218 | 1.0 | squared_er.. | 15 | 4 | 1 | 0.5 | 0.0046 | 0.9375 | 1.0 | 0.678s | 52.550s |
| Iteration 38 | deviance | 0.0997 | 191 | 1.0 | squared_er.. | 16 | 4 | 10 | 0.5 | 0.0044 | 0.875 | 1.0 | 0.722s | 54.170s |
| Iteration 39 | exponen.. | 0.0216 | 88 | 0.8 | squared_er.. | 4 | 8 | 8 | None | 0.0007 | 0.75 | 1.0 | 0.674s | 55.791s |
| Iteration 40 | exponen.. | 0.2786 | 346 | 0.9 | friedman_mse | 6 | 15 | 5 | log2 | 0.0 | 1.0 | 1.0 | 0.727s | 57.414s |
| Iteration 41 | deviance | 0.0255 | 444 | 0.7 | squared_er.. | 8 | 9 | 4 | auto | 0.0003 | 0.8125 | 1.0 | 0.753s | 59.115s |
| Iteration 42 | deviance | 0.4672 | 500 | 0.6 | squared_er.. | 6 | 7 | 2 | auto | 0.0 | 0.75 | 1.0 | 0.759s | 1m:01s |
| Iteration 43 | exponen.. | 0.1518 | 246 | 0.8 | friedman_mse | 8 | 11 | 6 | 0.5 | 0.0 | 1.0 | 1.0 | 0.722s | 1m:03s |
| Iteration 44 | exponen.. | 0.3029 | 488 | 0.5 | friedman_mse | 7 | 20 | 2 | 0.5 | 0.0 | 0.5 | 1.0 | 0.769s | 1m:05s |
| Iteration 45 | deviance | 0.1177 | 288 | 0.9 | friedman_mse | 6 | 11 | 2 | log2 | 0.0 | 0.875 | 1.0 | 0.694s | 1m:07s |
| Iteration 46 | exponen.. | 0.6505 | 275 | 1.0 | squared_er.. | 16 | 1 | 2 | 0.9 | 0.0031 | 0.5938 | 1.0 | 0.705s | 1m:08s |
| Iteration 47 | exponen.. | 0.0168 | 377 | 0.7 | friedman_mse | 15 | 5 | 9 | 0.8 | 0.0047 | 0.625 | 1.0 | 0.744s | 1m:10s |
| Iteration 48 | exponen.. | 0.0906 | 387 | 0.7 | friedman_mse | 14 | 7 | 5 | 0.5 | 0.0044 | 0.625 | 1.0 | 0.724s | 1m:12s |
| Iteration 49 | exponen.. | 0.0147 | 412 | 0.9 | friedman_mse | 8 | 14 | 10 | sqrt | 0.0001 | 0.8125 | 1.0 | 0.729s | 1m:14s |
| Iteration 50 | deviance | 1.0 | 236 | 0.8 | friedman_mse | 7 | 13 | 3 | sqrt | 0.0 | 0.75 | 1.0 | 1.286s | 1m:16s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0787, 'n_estimators': 447, 'subsample': 0.7, 'criterion': 'squared_error', 'min_samples_split': 14, 'min_samples_leaf': 8, 'max_depth': 6, 'max_features': 0.7, 'ccp_alpha': 0.0044}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:18s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.131s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.1356
Time elapsed: 0.614s
-------------------------------------------------
Total time: 1m:19s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.75 | 0.75 | 0.644s | 0.655s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.5 | 0.75 | 0.648s | 1.679s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.3125 | 0.75 | 0.639s | 2.711s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.625 | 0.75 | 0.657s | 3.735s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.3125 | 0.75 | 0.651s | 4.919s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.8125 | 0.8125 | 0.643s | 5.943s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.6875 | 0.8125 | 0.645s | 6.951s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.375 | 0.8125 | 0.642s | 7.955s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.9375 | 0.9375 | 0.643s | 8.945s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.6875 | 0.9375 | 0.640s | 9.931s |
| Iteration 11 | l2 | 100.0 | libli.. | 1000 | --- | 0.75 | 0.9375 | 0.630s | 11.201s |
| Iteration 12 | l2 | 0.0023 | libli.. | 106 | --- | 0.625 | 0.9375 | 0.637s | 12.474s |
| Iteration 13 | l2 | 0.001 | libli.. | 100 | --- | 1.0 | 1.0 | 0.638s | 13.772s |
| Iteration 14 | l2 | 0.0023 | libli.. | 174 | --- | 0.5 | 1.0 | 0.640s | 15.095s |
| Iteration 15 | l2 | 0.0083 | newto.. | 140 | --- | 0.8125 | 1.0 | 0.638s | 16.348s |
| Iteration 16 | l2 | 0.0078 | newto.. | 983 | --- | 0.75 | 1.0 | 0.641s | 17.592s |
| Iteration 17 | elast.. | 91.5677 | saga | 979 | 0.6 | 0.25 | 1.0 | 0.663s | 18.886s |
| Iteration 18 | l2 | 0.0086 | newto.. | 147 | --- | 0.4375 | 1.0 | 0.637s | 20.127s |
| Iteration 19 | l2 | 0.001 | libli.. | 693 | --- | 0.5 | 1.0 | 0.637s | 21.419s |
| Iteration 20 | none | --- | newto.. | 998 | --- | 0.8125 | 1.0 | 0.644s | 22.747s |
| Iteration 21 | none | --- | saga | 110 | --- | 0.5 | 1.0 | 0.640s | 24.012s |
| Iteration 22 | l2 | 82.6371 | newto.. | 978 | --- | 0.375 | 1.0 | 0.644s | 25.279s |
| Iteration 23 | none | --- | newto.. | 243 | --- | 0.4375 | 1.0 | 0.647s | 26.587s |
| Iteration 24 | l1 | 0.0011 | libli.. | 261 | --- | 0.5 | 1.0 | 1.153s | 28.382s |
| Iteration 25 | l2 | 20.2116 | libli.. | 983 | --- | 0.5 | 1.0 | 0.639s | 29.652s |
| Iteration 26 | l2 | 0.0161 | sag | 298 | --- | 0.125 | 1.0 | 0.651s | 31.031s |
| Iteration 27 | l2 | 0.0109 | libli.. | 163 | --- | 0.5625 | 1.0 | 0.635s | 32.335s |
| Iteration 28 | l2 | 0.0017 | libli.. | 119 | --- | 0.75 | 1.0 | 0.652s | 33.682s |
| Iteration 29 | l2 | 0.002 | libli.. | 156 | --- | 0.875 | 1.0 | 0.632s | 35.054s |
| Iteration 30 | l2 | 0.0019 | libli.. | 261 | --- | 0.75 | 1.0 | 0.636s | 36.380s |
| Iteration 31 | none | --- | newto.. | 422 | --- | 0.6875 | 1.0 | 0.646s | 37.747s |
| Iteration 32 | l2 | 58.7572 | libli.. | 511 | --- | 0.1875 | 1.0 | 0.640s | 39.092s |
| Iteration 33 | l2 | 100.0 | libli.. | 100 | --- | 0.5625 | 1.0 | 0.642s | 40.451s |
| Iteration 34 | l2 | 1.6894 | libli.. | 392 | --- | 0.6875 | 1.0 | 0.636s | 41.792s |
| Iteration 35 | l2 | 0.0684 | libli.. | 643 | --- | 0.6875 | 1.0 | 0.632s | 43.173s |
| Iteration 36 | l2 | 0.001 | newto.. | 104 | --- | 0.75 | 1.0 | 0.635s | 44.550s |
| Iteration 37 | l2 | 0.001 | newto.. | 999 | --- | 0.5625 | 1.0 | 0.633s | 45.973s |
| Iteration 38 | none | --- | newto.. | 775 | --- | 0.5 | 1.0 | 0.648s | 47.419s |
| Iteration 39 | l2 | 0.001 | libli.. | 1000 | --- | 0.5 | 1.0 | 0.641s | 48.783s |
| Iteration 40 | l2 | 0.001 | libli.. | 341 | --- | 0.8125 | 1.0 | 0.647s | 50.261s |
| Iteration 41 | l2 | 0.0089 | newto.. | 270 | --- | 0.6875 | 1.0 | 0.634s | 51.719s |
| Iteration 42 | l2 | 0.001 | libli.. | 404 | --- | 0.8125 | 1.0 | 0.636s | 53.235s |
| Iteration 43 | l2 | 22.6278 | newto.. | 288 | --- | 0.375 | 1.0 | 0.641s | 54.686s |
| Iteration 44 | l2 | 100.0 | newto.. | 111 | --- | 0.6875 | 1.0 | 0.642s | 56.154s |
| Iteration 45 | l2 | 0.001 | libli.. | 317 | --- | 0.5625 | 1.0 | 0.636s | 57.579s |
| Iteration 46 | l2 | 0.001 | libli.. | 453 | --- | 0.4375 | 1.0 | 0.633s | 59.140s |
| Iteration 47 | l2 | 0.0998 | libli.. | 336 | --- | 0.125 | 1.0 | 1.181s | 1m:01s |
| Iteration 48 | none | --- | lbfgs | 448 | --- | 0.875 | 1.0 | 0.651s | 1m:03s |
| Iteration 49 | l2 | 0.8186 | sag | 817 | --- | 0.25 | 1.0 | 0.636s | 1m:04s |
| Iteration 50 | l2 | 0.001 | lbfgs | 100 | --- | 0.75 | 1.0 | 0.649s | 1m:06s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'penalty': 'l2', 'C': 0.001, 'solver': 'liblinear', 'max_iter': 100}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:06s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.717
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.015s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.0316
Time elapsed: 0.049s
-------------------------------------------------
Total time: 1m:07s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.5625 | 0.5625 | 0.639s | 0.644s |
| Initial point 2 | svd | --- | 0.5 | 0.5625 | 0.629s | 1.644s |
| Initial point 3 | svd | --- | 0.5 | 0.5625 | 0.000s | 2.006s |
| Initial point 4 | lsqr | 0.8 | 0.5625 | 0.5625 | 0.631s | 2.995s |
| Initial point 5 | eigen | 0.9 | 0.375 | 0.5625 | 0.628s | 3.963s |
| Initial point 6 | lsqr | 0.7 | 1.0 | 1.0 | 0.626s | 4.935s |
| Initial point 7 | lsqr | 0.5 | 0.75 | 1.0 | 0.634s | 5.927s |
| Initial point 8 | lsqr | 0.9 | 0.875 | 1.0 | 0.625s | 6.918s |
| Initial point 9 | lsqr | 0.6 | 0.9375 | 1.0 | 0.624s | 7.958s |
| Initial point 10 | eigen | 0.8 | 0.375 | 1.0 | 0.624s | 8.972s |
| Iteration 11 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 9.501s |
| Iteration 12 | lsqr | 1.0 | 0.5625 | 1.0 | 0.639s | 10.615s |
| Iteration 13 | lsqr | auto | 1.0 | 1.0 | 0.633s | 11.757s |
| Iteration 14 | lsqr | None | 0.5625 | 1.0 | 0.622s | 12.900s |
| Iteration 15 | svd | --- | 0.5 | 1.0 | 0.000s | 13.430s |
| Iteration 16 | lsqr | auto | 1.0 | 1.0 | 0.000s | 13.945s |
| Iteration 17 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 14.447s |
| Iteration 18 | lsqr | auto | 1.0 | 1.0 | 0.000s | 15.002s |
| Iteration 19 | svd | --- | 0.5 | 1.0 | 0.000s | 15.549s |
| Iteration 20 | lsqr | auto | 1.0 | 1.0 | 0.000s | 16.102s |
| Iteration 21 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 16.623s |
| Iteration 22 | lsqr | auto | 1.0 | 1.0 | 0.000s | 17.172s |
| Iteration 23 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 17.706s |
| Iteration 24 | lsqr | auto | 1.0 | 1.0 | 0.000s | 18.252s |
| Iteration 25 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 18.792s |
| Iteration 26 | lsqr | auto | 1.0 | 1.0 | 0.000s | 19.352s |
| Iteration 27 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 19.886s |
| Iteration 28 | lsqr | auto | 1.0 | 1.0 | 0.000s | 20.498s |
| Iteration 29 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 21.039s |
| Iteration 30 | lsqr | auto | 1.0 | 1.0 | 0.000s | 21.609s |
| Iteration 31 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 22.160s |
| Iteration 32 | lsqr | auto | 1.0 | 1.0 | 0.000s | 22.755s |
| Iteration 33 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 23.359s |
| Iteration 34 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 23.971s |
| Iteration 35 | lsqr | auto | 1.0 | 1.0 | 0.000s | 24.562s |
| Iteration 36 | lsqr | auto | 1.0 | 1.0 | 0.000s | 25.154s |
| Iteration 37 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 25.776s |
| Iteration 38 | lsqr | auto | 1.0 | 1.0 | 0.000s | 26.398s |
| Iteration 39 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 27.050s |
| Iteration 40 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 27.693s |
| Iteration 41 | lsqr | auto | 1.0 | 1.0 | 0.000s | 28.326s |
| Iteration 42 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 28.971s |
| Iteration 43 | lsqr | auto | 1.0 | 1.0 | 0.000s | 29.618s |
| Iteration 44 | lsqr | auto | 1.0 | 1.0 | 0.000s | 30.287s |
| Iteration 45 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 31.554s |
| Iteration 46 | lsqr | auto | 1.0 | 1.0 | 0.000s | 33.049s |
| Iteration 47 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 33.982s |
| Iteration 48 | lsqr | auto | 1.0 | 1.0 | 0.000s | 34.701s |
| Iteration 49 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 35.393s |
| Iteration 50 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 36.110s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'solver': 'lsqr', 'shrinkage': 'auto'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 36.868s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7205
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.0837
Time elapsed: 0.031s
-------------------------------------------------
Total time: 36.910s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.5625 | 0.5625 | 0.623s | 0.626s |
| Initial point 2 | 0.9 | 0.3125 | 0.5625 | 0.630s | 1.656s |
| Initial point 3 | 0.1 | 0.375 | 0.5625 | 0.627s | 2.647s |
| Initial point 4 | 1.0 | 0.5625 | 0.5625 | 0.000s | 3.004s |
| Initial point 5 | 0.2 | 0.375 | 0.5625 | 0.628s | 3.969s |
| Initial point 6 | 0.4 | 0.875 | 0.875 | 0.641s | 4.964s |
| Initial point 7 | 0.4 | 0.875 | 0.875 | 0.000s | 5.330s |
| Initial point 8 | 0.7 | 0.875 | 0.875 | 0.628s | 6.315s |
| Initial point 9 | 0.9 | 0.3125 | 0.875 | 0.000s | 6.701s |
| Initial point 10 | 0.8 | 0.3125 | 0.875 | 0.642s | 7.699s |
| Iteration 11 | 0.3 | 0.875 | 0.875 | 0.640s | 8.791s |
| Iteration 12 | 0.6 | 0.5625 | 0.875 | 0.633s | 9.860s |
| Iteration 13 | 0.5 | 0.5625 | 0.875 | 0.645s | 10.962s |
| Iteration 14 | 0.0 | 0.4375 | 0.875 | 0.639s | 12.085s |
| Iteration 15 | 0.7 | 0.875 | 0.875 | 0.000s | 12.568s |
| Iteration 16 | 0.3 | 0.875 | 0.875 | 0.000s | 13.024s |
| Iteration 17 | 0.3 | 0.875 | 0.875 | 0.000s | 13.483s |
| Iteration 18 | 0.7 | 0.875 | 0.875 | 0.001s | 13.983s |
| Iteration 19 | 0.4 | 0.875 | 0.875 | 0.000s | 14.441s |
| Iteration 20 | 0.4 | 0.875 | 0.875 | 0.000s | 14.910s |
| Iteration 21 | 0.7 | 0.875 | 0.875 | 0.000s | 15.399s |
| Iteration 22 | 0.3 | 0.875 | 0.875 | 0.000s | 15.911s |
| Iteration 23 | 0.4 | 0.875 | 0.875 | 0.000s | 16.436s |
| Iteration 24 | 0.7 | 0.875 | 0.875 | 0.000s | 16.896s |
| Iteration 25 | 0.3 | 0.875 | 0.875 | 0.000s | 17.349s |
| Iteration 26 | 0.3 | 0.875 | 0.875 | 0.000s | 17.814s |
| Iteration 27 | 0.4 | 0.875 | 0.875 | 0.000s | 18.286s |
| Iteration 28 | 0.7 | 0.875 | 0.875 | 0.000s | 18.762s |
| Iteration 29 | 0.3 | 0.875 | 0.875 | 0.000s | 19.248s |
| Iteration 30 | 0.4 | 0.875 | 0.875 | 0.000s | 19.745s |
| Iteration 31 | 0.7 | 0.875 | 0.875 | 0.000s | 20.335s |
| Iteration 32 | 0.6 | 0.5625 | 0.875 | 0.000s | 20.924s |
| Iteration 33 | 0.7 | 0.875 | 0.875 | 0.000s | 21.552s |
| Iteration 34 | 0.4 | 0.875 | 0.875 | 0.000s | 22.147s |
| Iteration 35 | 0.3 | 0.875 | 0.875 | 0.000s | 22.712s |
| Iteration 36 | 0.3 | 0.875 | 0.875 | 0.000s | 23.333s |
| Iteration 37 | 0.7 | 0.875 | 0.875 | 0.000s | 23.864s |
| Iteration 38 | 0.4 | 0.875 | 0.875 | 0.000s | 24.404s |
| Iteration 39 | 0.3 | 0.875 | 0.875 | 0.000s | 24.975s |
| Iteration 40 | 0.7 | 0.875 | 0.875 | 0.000s | 25.521s |
| Iteration 41 | 0.4 | 0.875 | 0.875 | 0.000s | 26.103s |
| Iteration 42 | 0.3 | 0.875 | 0.875 | 0.000s | 26.645s |
| Iteration 43 | 0.7 | 0.875 | 0.875 | 0.000s | 27.212s |
| Iteration 44 | 0.4 | 0.875 | 0.875 | 0.000s | 28.493s |
| Iteration 45 | 0.3 | 0.875 | 0.875 | 0.000s | 29.362s |
| Iteration 46 | 0.7 | 0.875 | 0.875 | 0.000s | 29.942s |
| Iteration 47 | 0.4 | 0.875 | 0.875 | 0.000s | 30.516s |
| Iteration 48 | 0.3 | 0.875 | 0.875 | 0.000s | 31.134s |
| Iteration 49 | 0.4 | 0.875 | 0.875 | 0.000s | 31.705s |
| Iteration 50 | 0.7 | 0.875 | 0.875 | 0.000s | 32.304s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'reg_param': 0.4}
Best evaluation --> roc_auc: 0.875
Time elapsed: 33.269s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6982
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.78 ± 0.0927
Time elapsed: 0.028s
-------------------------------------------------
Total time: 33.307s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 11.7328 | dista.. | auto | 40 | 1 | 0.6875 | 0.6875 | 0.665s | 0.686s |
| Initial point 2 | 4.6661 | uniform | kd_tree | 39 | 2 | 0.5625 | 0.6875 | 0.650s | 2.019s |
| Initial point 3 | 3.686 | dista.. | ball_tree | 25 | 2 | 0.3125 | 0.6875 | 0.638s | 3.085s |
| Initial point 4 | 10.7536 | uniform | ball_tree | 39 | 2 | 0.5 | 0.6875 | 1.211s | 4.661s |
| Initial point 5 | 8.4241 | dista.. | auto | 30 | 2 | 0.5 | 0.6875 | 0.639s | 5.658s |
| Initial point 6 | 9.7557 | dista.. | ball_tree | 21 | 2 | 0.875 | 0.875 | 0.644s | 6.655s |
| Initial point 7 | 6.978 | dista.. | ball_tree | 24 | 1 | 0.5 | 0.875 | 0.636s | 7.669s |
| Initial point 8 | 1.6722 | dista.. | ball_tree | 21 | 2 | 0.5 | 0.875 | 0.637s | 9.164s |
| Initial point 9 | 7.773 | uniform | ball_tree | 24 | 1 | 0.375 | 0.875 | 0.655s | 10.316s |
| Initial point 10 | 5.521 | uniform | brute | 22 | 2 | 0.6875 | 0.875 | 0.639s | 11.315s |
| Iteration 11 | 11.6364 | dista.. | ball_tree | 21 | 2 | 0.8125 | 0.875 | 0.635s | 12.594s |
| Iteration 12 | 9.3993 | dista.. | ball_tree | 21 | 2 | 0.75 | 0.875 | 0.635s | 13.953s |
| Iteration 13 | 11.7659 | uniform | brute | 21 | 1 | 0.9062 | 0.9062 | 0.633s | 15.229s |
| Iteration 14 | 11.7659 | uniform | brute | 20 | 1 | 0.3438 | 0.9062 | 0.637s | 16.495s |
| Iteration 15 | 11.7659 | dista.. | brute | 21 | 1 | 0.8125 | 0.9062 | 0.638s | 17.764s |
| Iteration 16 | 11.7659 | uniform | brute | 21 | 1 | 0.9062 | 0.9062 | 0.000s | 18.386s |
| Iteration 17 | 0.0 | uniform | kd_tree | 40 | 2 | 0.5 | 0.9062 | 0.633s | 19.679s |
| Iteration 18 | 11.7659 | uniform | auto | 21 | 1 | 0.4062 | 0.9062 | 0.648s | 21.014s |
| Iteration 19 | 9.7317 | uniform | brute | 21 | 1 | 0.375 | 0.9062 | 0.643s | 22.447s |
| Iteration 20 | 10.066 | dista.. | ball_tree | 21 | 2 | 0.6875 | 0.9062 | 0.641s | 23.840s |
| Iteration 21 | 9.6916 | uniform | ball_tree | 21 | 2 | 0.5 | 0.9062 | 0.634s | 25.155s |
| Iteration 22 | 9.6969 | dista.. | kd_tree | 21 | 2 | 0.25 | 0.9062 | 0.636s | 26.534s |
| Iteration 23 | 11.7659 | dista.. | ball_tree | 21 | 2 | 0.625 | 0.9062 | 0.640s | 27.965s |
| Iteration 24 | 9.624 | dista.. | ball_tree | 21 | 2 | 0.6875 | 0.9062 | 0.641s | 29.504s |
| Iteration 25 | 11.7659 | uniform | brute | 21 | 1 | 0.9062 | 0.9062 | 0.001s | 30.327s |
| Iteration 26 | 11.7659 | uniform | brute | 21 | 1 | 0.9062 | 0.9062 | 0.001s | 31.166s |
| Iteration 27 | 9.8099 | dista.. | ball_tree | 21 | 2 | 0.625 | 0.9062 | 0.683s | 32.757s |
| Iteration 28 | 9.7277 | dista.. | ball_tree | 21 | 2 | 0.8125 | 0.9062 | 0.663s | 34.259s |
| Iteration 29 | 11.7613 | uniform | brute | 21 | 1 | 0.875 | 0.9062 | 0.698s | 35.694s |
| Iteration 30 | 11.547 | dista.. | ball_tree | 21 | 2 | 0.8125 | 0.9062 | 0.658s | 37.129s |
| Iteration 31 | 11.7659 | uniform | brute | 21 | 1 | 0.9062 | 0.9062 | 0.001s | 37.939s |
| Iteration 32 | 11.7659 | uniform | brute | 21 | 2 | 0.5 | 0.9062 | 0.683s | 39.451s |
| Iteration 33 | 11.7659 | uniform | brute | 21 | 1 | 0.9062 | 0.9062 | 0.000s | 40.877s |
| Iteration 34 | 11.6245 | dista.. | brute | 21 | 1 | 1.0 | 1.0 | 0.677s | 42.496s |
| Iteration 35 | 11.3843 | dista.. | brute | 21 | 1 | 0.6875 | 1.0 | 0.633s | 43.992s |
| Iteration 36 | 11.6233 | dista.. | brute | 21 | 1 | 0.875 | 1.0 | 0.642s | 45.499s |
| Iteration 37 | 11.5803 | uniform | ball_tree | 21 | 2 | 0.5 | 1.0 | 0.640s | 47.205s |
| Iteration 38 | 11.6476 | dista.. | brute | 21 | 1 | 0.8125 | 1.0 | 0.635s | 48.707s |
| Iteration 39 | 11.7659 | uniform | brute | 21 | 1 | 0.9062 | 1.0 | 0.000s | 49.653s |
| Iteration 40 | 6.9848 | dista.. | ball_tree | 21 | 2 | 0.875 | 1.0 | 0.642s | 51.067s |
| Iteration 41 | 7.0517 | dista.. | ball_tree | 21 | 2 | 0.75 | 1.0 | 0.638s | 52.655s |
| Iteration 42 | 6.4028 | dista.. | ball_tree | 21 | 2 | 0.8125 | 1.0 | 0.636s | 54.216s |
| Iteration 43 | 6.9549 | dista.. | auto | 21 | 2 | 0.375 | 1.0 | 0.641s | 55.800s |
| Iteration 44 | 0.6176 | dista.. | brute | 22 | 2 | 0.5625 | 1.0 | 0.632s | 57.228s |
| Iteration 45 | 11.7659 | uniform | brute | 21 | 1 | 0.9062 | 1.0 | 0.001s | 58.386s |
| Iteration 46 | 11.7659 | uniform | brute | 21 | 1 | 0.9062 | 1.0 | 0.000s | 59.325s |
| Iteration 47 | 6.7178 | dista.. | ball_tree | 21 | 2 | 0.3125 | 1.0 | 0.646s | 1m:01s |
| Iteration 48 | 11.5674 | dista.. | brute | 21 | 1 | 0.875 | 1.0 | 0.643s | 1m:03s |
| Iteration 49 | 11.7659 | uniform | brute | 21 | 1 | 0.9062 | 1.0 | 0.001s | 1m:04s |
| Iteration 50 | 11.7659 | uniform | brute | 21 | 1 | 0.9062 | 1.0 | 0.001s | 1m:05s |
Bayesian Optimization ---------------------------
Best call --> Iteration 34
Best parameters --> {'radius': 11.6245, 'weights': 'distance', 'algorithm': 'brute', 'leaf_size': 21, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:06s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.0
Time elapsed: 0.048s
-------------------------------------------------
Total time: 1m:06s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.5 | 0.5 | 1.018s | 1.025s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.5 | 0.5 | 1.023s | 2.403s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.5 | 0.5 | 0.784s | 3.537s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.9375 | 0.9375 | 0.940s | 4.847s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.6562 | 0.9375 | 0.800s | 5.993s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.75 | 0.9375 | 0.985s | 7.352s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.625 | 0.9375 | 0.663s | 8.373s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.9062 | 0.9375 | 0.910s | 9.648s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.75 | 0.9375 | 0.650s | 10.674s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.75 | 0.9375 | 0.749s | 11.798s |
| Iteration 11 | 429 | 0.0468 | SAMME | 0.5938 | 0.9375 | 0.921s | 13.376s |
| Iteration 12 | 376 | 0.0973 | SAMME | 0.875 | 0.9375 | 0.901s | 14.961s |
| Iteration 13 | 355 | 0.0844 | SAMME | 1.0 | 1.0 | 1.475s | 17.077s |
| Iteration 14 | 210 | 0.0739 | SAMME | 0.3438 | 1.0 | 0.819s | 18.459s |
| Iteration 15 | 334 | 0.0137 | SAMME.R | 0.875 | 1.0 | 0.951s | 19.997s |
| Iteration 16 | 361 | 7.4555 | SAMME.R | 0.625 | 1.0 | 0.948s | 21.609s |
| Iteration 17 | 50 | 0.0843 | SAMME | 0.5625 | 1.0 | 0.713s | 22.981s |
| Iteration 18 | 371 | 0.0844 | SAMME | 0.7812 | 1.0 | 0.940s | 24.566s |
| Iteration 19 | 356 | 0.01 | SAMME | 0.5625 | 1.0 | 0.927s | 26.097s |
| Iteration 20 | 368 | 0.0164 | SAMME.R | 1.0 | 1.0 | 0.973s | 27.716s |
| Iteration 21 | 325 | 0.0174 | SAMME.R | 0.5625 | 1.0 | 0.934s | 29.832s |
| Iteration 22 | 416 | 0.0156 | SAMME.R | 0.4375 | 1.0 | 1.005s | 31.661s |
| Iteration 23 | 363 | 0.0156 | SAMME.R | 0.5 | 1.0 | 0.966s | 33.263s |
| Iteration 24 | 390 | 0.6743 | SAMME | 0.6875 | 1.0 | 0.958s | 34.825s |
| Iteration 25 | 391 | 0.0188 | SAMME | 0.5625 | 1.0 | 0.965s | 36.389s |
| Iteration 26 | 175 | 0.0129 | SAMME.R | 0.5625 | 1.0 | 0.814s | 37.765s |
| Iteration 27 | 50 | 2.0033 | SAMME.R | 0.9375 | 1.0 | 0.682s | 39.074s |
| Iteration 28 | 50 | 0.0307 | SAMME.R | 0.8438 | 1.0 | 0.753s | 40.417s |
| Iteration 29 | 50 | 0.9576 | SAMME.R | 0.6875 | 1.0 | 0.704s | 41.746s |
| Iteration 30 | 99 | 8.0048 | SAMME.R | 0.625 | 1.0 | 0.747s | 43.121s |
| Iteration 31 | 253 | 5.2474 | SAMME.R | 0.875 | 1.0 | 0.866s | 44.602s |
| Iteration 32 | 253 | 0.012 | SAMME.R | 0.875 | 1.0 | 0.888s | 46.109s |
| Iteration 33 | 275 | 7.8739 | SAMME.R | 0.625 | 1.0 | 0.883s | 47.601s |
| Iteration 34 | 316 | 8.6986 | SAMME | 0.25 | 1.0 | 0.667s | 48.877s |
| Iteration 35 | 371 | 0.0184 | SAMME.R | 0.8125 | 1.0 | 0.917s | 50.403s |
| Iteration 36 | 369 | 0.013 | SAMME.R | 0.875 | 1.0 | 0.919s | 51.959s |
| Iteration 37 | 370 | 0.465 | SAMME.R | 1.0 | 1.0 | 0.918s | 53.531s |
| Iteration 38 | 374 | 3.4958 | SAMME.R | 0.75 | 1.0 | 1.542s | 55.746s |
| Iteration 39 | 249 | 0.0271 | SAMME.R | 0.875 | 1.0 | 0.874s | 57.325s |
| Iteration 40 | 369 | 4.092 | SAMME.R | 0.5625 | 1.0 | 0.965s | 58.982s |
| Iteration 41 | 251 | 4.9018 | SAMME.R | 0.875 | 1.0 | 0.875s | 1m:01s |
| Iteration 42 | 257 | 7.4003 | SAMME.R | 0.625 | 1.0 | 0.881s | 1m:02s |
| Iteration 43 | 249 | 5.1886 | SAMME.R | 0.625 | 1.0 | 0.822s | 1m:04s |
| Iteration 44 | 371 | 0.0378 | SAMME.R | 0.8125 | 1.0 | 0.974s | 1m:05s |
| Iteration 45 | 414 | 9.4837 | SAMME | 0.625 | 1.0 | 0.667s | 1m:07s |
| Iteration 46 | 56 | 2.8077 | SAMME.R | 0.6875 | 1.0 | 0.712s | 1m:08s |
| Iteration 47 | 338 | 0.3329 | SAMME.R | 0.5 | 1.0 | 0.940s | 1m:10s |
| Iteration 48 | 371 | 0.0122 | SAMME.R | 0.75 | 1.0 | 1.001s | 1m:12s |
| Iteration 49 | 252 | 0.0115 | SAMME.R | 1.0 | 1.0 | 0.875s | 1m:13s |
| Iteration 50 | 252 | 0.016 | SAMME.R | 1.0 | 1.0 | 0.874s | 1m:15s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'n_estimators': 355, 'learning_rate': 0.0844, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:16s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9232
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.288s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.78 ± 0.04
Time elapsed: 1.300s
-------------------------------------------------
Total time: 1m:17s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.75 | 0.75 | 1.053s | 1.074s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.6875 | 0.75 | 0.937s | 2.391s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.5 | 0.75 | 0.963s | 3.744s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.625 | 0.75 | 0.776s | 4.891s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.5625 | 0.75 | 0.930s | 6.204s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.9375 | 0.9375 | 0.772s | 7.342s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.6875 | 0.9375 | 0.824s | 8.552s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.8125 | 0.9375 | 0.800s | 9.761s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.75 | 0.9375 | 0.911s | 11.072s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.8125 | 0.9375 | 0.895s | 12.345s |
| Iteration 11 | 401 | gini | 5 | 6 | 19 | 0.6 | True | 0.035 | None | 0.5938 | 0.9375 | 0.935s | 14.037s |
| Iteration 12 | 10 | gini | 9 | 7 | 12 | sqrt | False | 0.0256 | --- | 0.875 | 0.9375 | 0.627s | 15.452s |
| Iteration 13 | 500 | gini | 7 | 14 | 14 | log2 | False | 0.0276 | --- | 1.0 | 1.0 | 0.933s | 17.280s |
| Iteration 14 | 500 | gini | 9 | 6 | 14 | sqrt | False | 0.0249 | --- | 0.375 | 1.0 | 1.515s | 19.659s |
| Iteration 15 | 483 | gini | 1 | 11 | 17 | log2 | False | 0.0131 | --- | 0.8125 | 1.0 | 0.957s | 21.511s |
| Iteration 16 | 500 | gini | 7 | 8 | 8 | 0.7 | False | 0.0325 | --- | 0.9062 | 1.0 | 0.994s | 23.250s |
| Iteration 17 | 260 | entropy | 2 | 19 | 18 | sqrt | False | 0.0297 | --- | 0.5938 | 1.0 | 0.829s | 24.993s |
| Iteration 18 | 259 | gini | 8 | 11 | 4 | sqrt | False | 0.015 | --- | 0.625 | 1.0 | 0.828s | 26.696s |
| Iteration 19 | 500 | gini | 7 | 20 | 20 | sqrt | False | 0.018 | --- | 0.5938 | 1.0 | 0.969s | 28.575s |
| Iteration 20 | 87 | entropy | 6 | 16 | 14 | log2 | False | 0.0248 | --- | 0.75 | 1.0 | 0.724s | 30.176s |
| Iteration 21 | 500 | entropy | 3 | 13 | 14 | 0.5 | False | 0.0118 | --- | 0.625 | 1.0 | 0.979s | 32.138s |
| Iteration 22 | 500 | gini | 5 | 14 | 6 | auto | True | 0.0049 | 0.9 | 0.5625 | 1.0 | 1.069s | 34.223s |
| Iteration 23 | 208 | gini | 2 | 16 | 14 | log2 | False | 0.0271 | --- | 0.8125 | 1.0 | 0.786s | 35.980s |
| Iteration 24 | 451 | gini | 8 | 4 | 14 | log2 | False | 0.0262 | --- | 0.6875 | 1.0 | 0.963s | 37.990s |
| Iteration 25 | 432 | gini | 4 | 17 | 14 | 0.5 | False | 0.0046 | --- | 0.6875 | 1.0 | 0.937s | 39.944s |
| Iteration 26 | 434 | gini | 9 | 14 | 15 | log2 | False | 0.0094 | --- | 0.5625 | 1.0 | 0.936s | 41.932s |
| Iteration 27 | 500 | gini | 7 | 9 | 11 | 0.5 | False | 0.0286 | --- | 0.9375 | 1.0 | 0.970s | 43.890s |
| Iteration 28 | 237 | gini | 7 | 9 | 9 | 0.7 | False | 0.0345 | --- | 0.7812 | 1.0 | 0.819s | 45.701s |
| Iteration 29 | 497 | gini | 8 | 20 | 20 | log2 | True | 0.0286 | 0.9 | 0.8438 | 1.0 | 1.057s | 47.747s |
| Iteration 30 | 500 | gini | 6 | 5 | 13 | sqrt | False | 0.0285 | --- | 0.8125 | 1.0 | 0.966s | 49.737s |
| Iteration 31 | 500 | gini | 7 | 14 | 2 | 0.6 | False | 0.0304 | --- | 0.875 | 1.0 | 0.982s | 51.764s |
| Iteration 32 | 500 | gini | 7 | 16 | 15 | auto | False | 0.0271 | --- | 0.875 | 1.0 | 0.971s | 53.656s |
| Iteration 33 | 203 | gini | 9 | 15 | 14 | auto | False | 0.0327 | --- | 0.8438 | 1.0 | 0.797s | 55.462s |
| Iteration 34 | 430 | gini | 7 | 18 | 4 | None | False | 0.0294 | --- | 0.7188 | 1.0 | 0.955s | 57.462s |
| Iteration 35 | 198 | gini | 7 | 3 | 9 | auto | False | 0.0297 | --- | 0.75 | 1.0 | 0.790s | 59.246s |
| Iteration 36 | 267 | gini | 9 | 3 | 13 | sqrt | True | 0.0322 | 0.5 | 0.75 | 1.0 | 0.874s | 1m:01s |
| Iteration 37 | 500 | gini | 8 | 15 | 16 | 0.5 | False | 0.03 | --- | 0.6875 | 1.0 | 1.563s | 1m:04s |
| Iteration 38 | 231 | gini | 8 | 12 | 13 | 0.6 | False | 0.0348 | --- | 0.7812 | 1.0 | 0.811s | 1m:06s |
| Iteration 39 | 500 | gini | 7 | 3 | 20 | 0.8 | False | 0.0291 | --- | 0.8125 | 1.0 | 0.973s | 1m:08s |
| Iteration 40 | 448 | gini | 1 | 10 | 5 | auto | False | 0.0317 | --- | 0.875 | 1.0 | 0.933s | 1m:09s |
| Iteration 41 | 500 | gini | None | 2 | 1 | 0.9 | False | 0.0277 | --- | 0.8125 | 1.0 | 1.020s | 1m:11s |
| Iteration 42 | 500 | gini | 7 | 12 | 17 | 0.7 | False | 0.0324 | --- | 0.7812 | 1.0 | 0.981s | 1m:14s |
| Iteration 43 | 500 | gini | 2 | 13 | 12 | None | False | 0.0279 | --- | 0.625 | 1.0 | 0.976s | 1m:16s |
| Iteration 44 | 500 | gini | 8 | 15 | 8 | log2 | False | 0.0279 | --- | 0.8125 | 1.0 | 0.977s | 1m:18s |
| Iteration 45 | 99 | gini | 4 | 7 | 5 | 0.7 | False | 0.0319 | --- | 0.625 | 1.0 | 0.732s | 1m:19s |
| Iteration 46 | 246 | entropy | 8 | 5 | 12 | 0.6 | False | 0.0331 | --- | 0.5625 | 1.0 | 0.816s | 1m:21s |
| Iteration 47 | 496 | gini | 7 | 8 | 9 | 0.7 | False | 0.028 | --- | 0.4375 | 1.0 | 0.992s | 1m:23s |
| Iteration 48 | 209 | entropy | 8 | 18 | 2 | None | False | 0.0002 | --- | 0.4375 | 1.0 | 0.806s | 1m:25s |
| Iteration 49 | 494 | entropy | None | 20 | 7 | None | False | 0.0184 | --- | 1.0 | 1.0 | 0.998s | 1m:27s |
| Iteration 50 | 85 | entropy | 3 | 18 | 16 | None | True | 0.0185 | 0.5 | 0.5 | 1.0 | 0.733s | 1m:29s |
Bayesian Optimization ---------------------------
Best call --> Iteration 49
Best parameters --> {'n_estimators': 494, 'criterion': 'entropy', 'max_depth': None, 'min_samples_split': 20, 'min_samples_leaf': 7, 'max_features': None, 'bootstrap': False, 'ccp_alpha': 0.0184}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:30s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.871
Test evaluation --> roc_auc: 0.775
Time elapsed: 0.372s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.78 ± 0.064
Time elapsed: 1.637s
-------------------------------------------------
Total time: 1m:32s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.757s | 0.776s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.6875 | 0.6875 | 0.756s | 1.933s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.6875 | 0.758s | 3.071s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.6875 | 0.711s | 4.548s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.6875 | 0.708s | 5.710s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.6875 | 0.696s | 6.773s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.6875 | 0.689s | 7.820s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.6875 | 0.685s | 8.863s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.9375 | 0.9375 | 0.716s | 9.939s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.9375 | 0.693s | 11.061s |
| Iteration 11 | 490 | 0.1237 | 3 | 0.0 | 4 | 0.8 | 0.6 | 0 | 10 | 0.4688 | 0.9375 | 0.713s | 12.589s |
| Iteration 12 | 332 | 0.0765 | 5 | 0.7788 | 4 | 0.9 | 0.8 | 0.01 | 10 | 0.75 | 0.9375 | 0.690s | 13.943s |
| Iteration 13 | 26 | 0.1589 | 6 | 0.2258 | 4 | 0.6 | 0.4 | 0 | 10 | 0.9688 | 0.9688 | 0.652s | 15.457s |
| Iteration 14 | 47 | 0.501 | 6 | 0.3633 | 4 | 0.6 | 0.7 | 0 | 100 | 0.375 | 0.9688 | 0.657s | 17.537s |
| Iteration 15 | 30 | 0.1969 | 4 | 0.1013 | 7 | 0.7 | 0.4 | 1 | 1 | 0.5 | 0.9688 | 0.705s | 19.057s |
| Iteration 16 | 36 | 0.0437 | 9 | 0.137 | 4 | 0.6 | 0.4 | 0.1 | 0.1 | 0.4375 | 0.9688 | 0.711s | 20.646s |
| Iteration 17 | 25 | 0.013 | 1 | 0.9756 | 5 | 1.0 | 0.4 | 0 | 0.1 | 0.4062 | 0.9688 | 0.704s | 22.068s |
| Iteration 18 | 90 | 0.1259 | 8 | 0.7018 | 6 | 0.9 | 0.4 | 0 | 0 | 0.5312 | 0.9688 | 0.717s | 23.570s |
| Iteration 19 | 224 | 0.1715 | 2 | 0.7419 | 8 | 0.7 | 0.4 | 0 | 10 | 0.5 | 0.9688 | 0.729s | 25.074s |
| Iteration 20 | 227 | 0.1356 | 6 | 0.1745 | 8 | 0.6 | 0.6 | 0 | 10 | 0.5 | 0.9688 | 0.731s | 26.605s |
| Iteration 21 | 407 | 0.0141 | 6 | 0.0077 | 6 | 0.6 | 0.4 | 100 | 1 | 0.5 | 0.9688 | 0.745s | 28.235s |
| Iteration 22 | 133 | 0.1637 | 9 | 0.3909 | 4 | 0.8 | 0.4 | 0.01 | 0.01 | 0.5 | 0.9688 | 0.657s | 29.710s |
| Iteration 23 | 30 | 0.1816 | 6 | 0.8817 | 4 | 0.8 | 0.4 | 0 | 100 | 0.625 | 0.9688 | 0.644s | 31.191s |
| Iteration 24 | 310 | 0.0925 | 6 | 0.1159 | 4 | 0.6 | 0.4 | 0 | 0.01 | 0.875 | 0.9688 | 0.679s | 32.684s |
| Iteration 25 | 64 | 0.1246 | 6 | 0.3323 | 4 | 0.6 | 0.7 | 0 | 0.1 | 0.75 | 0.9688 | 0.651s | 34.286s |
| Iteration 26 | 406 | 0.0662 | 6 | 0.2223 | 4 | 0.8 | 0.7 | 0 | 10 | 0.375 | 0.9688 | 0.700s | 35.851s |
| Iteration 27 | 160 | 0.1422 | 3 | 0.0439 | 4 | 0.6 | 0.4 | 0 | 10 | 0.4375 | 0.9688 | 0.665s | 37.380s |
| Iteration 28 | 64 | 0.2752 | 6 | 0.1734 | 4 | 0.6 | 0.4 | 0 | 1 | 0.5625 | 0.9688 | 0.644s | 38.900s |
| Iteration 29 | 48 | 0.052 | 6 | 0.9347 | 4 | 0.8 | 0.9 | 0.01 | 0.01 | 0.6875 | 0.9688 | 0.645s | 40.472s |
| Iteration 30 | 396 | 0.1344 | 6 | 0.2235 | 5 | 0.8 | 0.8 | 0 | 0.1 | 0.75 | 0.9688 | 0.691s | 41.878s |
| Iteration 31 | 91 | 0.0578 | 6 | 0.8008 | 4 | 0.7 | 0.6 | 0.01 | 1 | 0.8125 | 0.9688 | 0.647s | 43.447s |
| Iteration 32 | 402 | 0.1538 | 6 | 0.2005 | 4 | 0.8 | 0.6 | 0 | 10 | 0.6875 | 0.9688 | 0.709s | 45.061s |
| Iteration 33 | 83 | 0.1486 | 6 | 0.3776 | 4 | 0.5 | 0.7 | 0 | 10 | 0.875 | 0.9688 | 0.652s | 46.667s |
| Iteration 34 | 106 | 0.1576 | 6 | 0.235 | 4 | 0.6 | 0.7 | 0 | 10 | 0.9375 | 0.9688 | 0.649s | 48.291s |
| Iteration 35 | 455 | 0.0584 | 6 | 0.1701 | 4 | 0.9 | 0.9 | 0.01 | 1 | 0.4375 | 0.9688 | 0.712s | 49.992s |
| Iteration 36 | 20 | 0.1562 | 6 | 0.2449 | 4 | 0.5 | 0.6 | 0.1 | 10 | 0.6562 | 0.9688 | 0.654s | 51.634s |
| Iteration 37 | 500 | 0.0568 | 6 | 0.7346 | 4 | 0.8 | 0.4 | 0.01 | 1 | 1.0 | 1.0 | 1.302s | 54.023s |
| Iteration 38 | 500 | 0.0567 | 6 | 0.769 | 4 | 0.8 | 0.7 | 0.01 | 1 | 0.9375 | 1.0 | 0.760s | 55.753s |
| Iteration 39 | 500 | 0.0538 | 6 | 0.7145 | 4 | 0.8 | 0.7 | 0.01 | 1 | 0.5 | 1.0 | 0.722s | 57.440s |
| Iteration 40 | 430 | 0.0571 | 6 | 0.7161 | 4 | 0.8 | 0.9 | 0.01 | 1 | 1.0 | 1.0 | 0.718s | 59.212s |
| Iteration 41 | 500 | 0.0569 | 8 | 0.7112 | 5 | 0.8 | 0.4 | 0.01 | 1 | 0.5 | 1.0 | 0.719s | 1m:01s |
| Iteration 42 | 458 | 0.057 | 6 | 0.7155 | 4 | 0.8 | 0.5 | 0.01 | 1 | 0.875 | 1.0 | 0.765s | 1m:03s |
| Iteration 43 | 38 | 0.1563 | 6 | 0.2913 | 4 | 0.5 | 0.5 | 0 | 10 | 0.375 | 1.0 | 0.698s | 1m:05s |
| Iteration 44 | 39 | 0.058 | 6 | 0.7453 | 4 | 0.8 | 0.8 | 100 | 10 | 0.5 | 1.0 | 0.710s | 1m:07s |
| Iteration 45 | 38 | 0.0555 | 6 | 0.5429 | 4 | 0.7 | 0.7 | 0.01 | 1 | 0.8125 | 1.0 | 0.690s | 1m:09s |
| Iteration 46 | 147 | 0.1684 | 6 | 0.2672 | 4 | 0.8 | 1.0 | 0 | 10 | 0.5625 | 1.0 | 0.712s | 1m:10s |
| Iteration 47 | 434 | 0.0567 | 6 | 0.7045 | 4 | 0.7 | 0.6 | 0.01 | 1 | 0.4375 | 1.0 | 0.753s | 1m:12s |
| Iteration 48 | 279 | 0.0763 | 6 | 0.7292 | 4 | 0.8 | 0.6 | 0.01 | 10 | 0.8125 | 1.0 | 0.734s | 1m:14s |
| Iteration 49 | 90 | 0.1311 | 6 | 0.0968 | 4 | 0.6 | 0.7 | 0 | 100 | 0.6875 | 1.0 | 0.712s | 1m:16s |
| Iteration 50 | 402 | 0.0663 | 6 | 0.7152 | 4 | 0.8 | 0.5 | 0.01 | 1 | 0.6875 | 1.0 | 0.738s | 1m:18s |
Bayesian Optimization ---------------------------
Best call --> Iteration 37
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0568, 'max_depth': 6, 'gamma': 0.7346, 'min_child_weight': 4, 'subsample': 0.8, 'colsample_bytree': 0.4, 'reg_alpha': 0.01, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8723
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.101s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.69 ± 0.1855
Time elapsed: 0.305s
-------------------------------------------------
Total time: 1m:20s
Final results ==================== >>
Duration: 8m:51s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.74 ± 0.1356
Logistic Regression --> roc_auc: 0.8 ± 0.0316
Linear Discriminant Analysis --> roc_auc: 0.7 ± 0.0837
Quadratic Discriminant Analysis --> roc_auc: 0.78 ± 0.0927
Radius Nearest Neighbors --> roc_auc: 0.9 ± 0.0 !
AdaBoost --> roc_auc: 0.78 ± 0.04
Random Forest --> roc_auc: 0.78 ± 0.064
XGBoost --> roc_auc: 0.69 ± 0.1855
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAVLNAGNNRKLIW.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CAASPNTGNQFYF.
>>> Dropping feature CAVGGGSNYKLTF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVRGSSNTGKLIF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CAGNTGNQFYF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CASSSGETQYF.
>>> Dropping feature CAVSPSGGYQKVTF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAASMNSGYSTLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVLSNDYKLSF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVRGGSYIPTF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CASSFSYEQYF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVSSGGYNKLIF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CVVNTGFQKLVF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAARTGNQFYF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASATSGTYKYIF.
>>> Dropping feature CAASDSGTYKYIF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.6875 | 0.6875 | 3.150s | 3.171s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.6875 | 0.6875 | 3.181s | 6.718s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.375 | 0.6875 | 3.124s | 10.237s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 1.0 | 1.0 | 3.207s | 13.848s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.5 | 1.0 | 3.246s | 17.499s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.8125 | 1.0 | 3.269s | 21.161s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.9688 | 1.0 | 3.242s | 24.773s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.9375 | 1.0 | 3.276s | 28.440s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.75 | 1.0 | 3.211s | 32.038s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.8125 | 1.0 | 3.204s | 35.633s |
| Iteration 11 | exponen.. | 0.1671 | 220 | 0.6 | friedman_mse | 2 | 16 | 6 | auto | 0.0253 | 0.9375 | 1.0 | 3.206s | 39.584s |
| Iteration 12 | deviance | 0.1202 | 215 | 0.9 | squared_er.. | 4 | 4 | 4 | 0.6 | 0.003 | 0.625 | 1.0 | 3.219s | 43.567s |
| Iteration 13 | exponen.. | 1.0 | 198 | 0.5 | friedman_mse | 12 | 15 | 3 | auto | 0.023 | 0.5 | 1.0 | 3.818s | 48.119s |
| Iteration 14 | exponen.. | 0.0593 | 341 | 0.6 | squared_er.. | 8 | 15 | 9 | 0.7 | 0.0001 | 0.5625 | 1.0 | 3.252s | 52.071s |
| Iteration 15 | exponen.. | 0.171 | 134 | 0.6 | friedman_mse | 4 | 12 | 6 | auto | 0.0276 | 0.5 | 1.0 | 3.233s | 56.051s |
| Iteration 16 | deviance | 0.3821 | 218 | 0.6 | squared_er.. | 5 | 6 | 1 | auto | 0.0232 | 0.9375 | 1.0 | 3.244s | 1m:00s |
| Iteration 17 | exponen.. | 0.3801 | 217 | 0.8 | friedman_mse | 4 | 16 | 3 | auto | 0.023 | 0.6875 | 1.0 | 3.208s | 1m:04s |
| Iteration 18 | deviance | 0.0135 | 215 | 0.6 | squared_er.. | 4 | 7 | 6 | sqrt | 0.0251 | 0.4688 | 1.0 | 3.222s | 1m:08s |
| Iteration 19 | exponen.. | 0.0262 | 200 | 0.6 | squared_er.. | 10 | 20 | 9 | auto | 0.0246 | 0.5 | 1.0 | 3.201s | 1m:12s |
| Iteration 20 | exponen.. | 1.0 | 264 | 0.8 | squared_er.. | 4 | 3 | 7 | auto | 0.023 | 0.375 | 1.0 | 3.260s | 1m:16s |
| Iteration 21 | deviance | 0.7248 | 420 | 0.9 | friedman_mse | 5 | 19 | 6 | 0.8 | 0.0199 | 0.6562 | 1.0 | 3.248s | 1m:20s |
| Iteration 22 | exponen.. | 0.1911 | 251 | 0.8 | squared_er.. | 11 | 4 | 8 | 0.6 | 0.0325 | 0.6875 | 1.0 | 3.248s | 1m:24s |
| Iteration 23 | exponen.. | 0.0876 | 450 | 0.5 | squared_er.. | 14 | 8 | 5 | 0.7 | 0.0256 | 0.25 | 1.0 | 3.250s | 1m:28s |
| Iteration 24 | exponen.. | 0.0687 | 178 | 0.5 | friedman_mse | 9 | 14 | 8 | auto | 0.0219 | 0.625 | 1.0 | 3.217s | 1m:33s |
| Iteration 25 | exponen.. | 0.2899 | 114 | 0.8 | friedman_mse | 12 | 5 | 2 | auto | 0.0215 | 0.875 | 1.0 | 3.191s | 1m:37s |
| Iteration 26 | deviance | 0.1988 | 179 | 0.6 | friedman_mse | 5 | 16 | 4 | auto | 0.0237 | 0.375 | 1.0 | 3.194s | 1m:41s |
| Iteration 27 | exponen.. | 0.2192 | 59 | 0.8 | friedman_mse | 6 | 9 | 8 | 0.5 | 0.022 | 0.8125 | 1.0 | 3.193s | 1m:45s |
| Iteration 28 | exponen.. | 0.2442 | 378 | 0.6 | friedman_mse | 6 | 12 | 5 | sqrt | 0.0218 | 0.5625 | 1.0 | 3.249s | 1m:49s |
| Iteration 29 | exponen.. | 0.222 | 192 | 0.5 | friedman_mse | 17 | 5 | 5 | sqrt | 0.0218 | 0.8438 | 1.0 | 3.248s | 1m:53s |
| Iteration 30 | exponen.. | 1.0 | 140 | 0.9 | squared_er.. | 13 | 10 | 5 | 0.5 | 0.0305 | 0.9375 | 1.0 | 3.178s | 1m:57s |
| Iteration 31 | exponen.. | 0.7793 | 62 | 1.0 | friedman_mse | 7 | 8 | 6 | 0.9 | 0.0221 | 0.75 | 1.0 | 3.182s | 2m:01s |
| Iteration 32 | exponen.. | 0.2202 | 339 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0219 | 0.8125 | 1.0 | 3.348s | 2m:05s |
| Iteration 33 | exponen.. | 0.3458 | 88 | 0.6 | friedman_mse | 15 | 16 | 9 | auto | 0.0228 | 0.75 | 1.0 | 3.131s | 2m:10s |
| Iteration 34 | exponen.. | 1.0 | 353 | 0.9 | squared_er.. | 6 | 10 | 7 | 0.5 | 0.0305 | 0.6875 | 1.0 | 3.199s | 2m:14s |
| Iteration 35 | deviance | 1.0 | 121 | 0.7 | squared_er.. | 7 | 6 | 7 | sqrt | 0.0227 | 0.4062 | 1.0 | 3.335s | 2m:18s |
| Iteration 36 | exponen.. | 0.352 | 19 | 0.7 | squared_er.. | 4 | 7 | 7 | auto | 0.0309 | 0.8125 | 1.0 | 3.155s | 2m:22s |
| Iteration 37 | exponen.. | 0.844 | 134 | 0.6 | friedman_mse | 17 | 15 | 7 | sqrt | 0.0307 | 1.0 | 1.0 | 3.137s | 2m:26s |
| Iteration 38 | exponen.. | 0.1717 | 227 | 0.6 | friedman_mse | 11 | 17 | 9 | log2 | 0.0223 | 0.375 | 1.0 | 3.778s | 2m:31s |
| Iteration 39 | deviance | 0.7894 | 36 | 0.6 | squared_er.. | 12 | 13 | 9 | 0.5 | 0.0191 | 0.375 | 1.0 | 3.142s | 2m:36s |
| Iteration 40 | exponen.. | 0.1514 | 201 | 0.8 | squared_er.. | 7 | 19 | 5 | sqrt | 0.0126 | 0.625 | 1.0 | 3.213s | 2m:40s |
| Iteration 41 | exponen.. | 0.0158 | 251 | 0.6 | squared_er.. | 4 | 11 | 5 | auto | 0.0239 | 0.8125 | 1.0 | 3.213s | 2m:44s |
| Iteration 42 | exponen.. | 0.0196 | 202 | 0.7 | friedman_mse | 15 | 8 | 5 | auto | 0.0246 | 0.75 | 1.0 | 3.198s | 2m:48s |
| Iteration 43 | exponen.. | 0.0583 | 113 | 0.6 | friedman_mse | 8 | 14 | 7 | sqrt | 0.0291 | 0.4688 | 1.0 | 3.142s | 2m:53s |
| Iteration 44 | exponen.. | 0.8472 | 105 | 0.6 | friedman_mse | 5 | 18 | 5 | log2 | 0.0014 | 0.5 | 1.0 | 3.185s | 2m:57s |
| Iteration 45 | exponen.. | 0.6509 | 267 | 0.8 | squared_er.. | 15 | 4 | 4 | auto | 0.0129 | 0.6875 | 1.0 | 3.214s | 3m:01s |
| Iteration 46 | exponen.. | 0.1744 | 123 | 0.6 | friedman_mse | 9 | 16 | 3 | auto | 0.0121 | 0.625 | 1.0 | 3.185s | 3m:05s |
| Iteration 47 | exponen.. | 0.5094 | 212 | 0.6 | friedman_mse | 7 | 16 | 3 | auto | 0.0151 | 0.25 | 1.0 | 3.182s | 3m:10s |
| Iteration 48 | exponen.. | 0.1411 | 163 | 0.6 | friedman_mse | 5 | 10 | 5 | 0.9 | 0.0293 | 0.8125 | 1.0 | 3.183s | 3m:15s |
| Iteration 49 | exponen.. | 0.4742 | 227 | 0.9 | friedman_mse | 5 | 13 | 5 | None | 0.0196 | 0.5 | 1.0 | 3.192s | 3m:19s |
| Iteration 50 | exponen.. | 0.8439 | 103 | 0.6 | friedman_mse | 10 | 15 | 8 | sqrt | 0.0177 | 0.4375 | 1.0 | 3.260s | 3m:24s |
Bayesian Optimization ---------------------------
Best call --> Initial point 4
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.2204, 'n_estimators': 212, 'subsample': 0.6, 'criterion': 'friedman_mse', 'min_samples_split': 5, 'min_samples_leaf': 16, 'max_depth': 5, 'max_features': 'auto', 'ccp_alpha': 0.0218}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:25s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9857
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.059s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.95 ± 0.0632
Time elapsed: 0.281s
-------------------------------------------------
Total time: 3m:25s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.6875 | 0.6875 | 3.171s | 3.185s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.5 | 0.6875 | 3.220s | 6.778s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.4375 | 0.6875 | 3.174s | 10.311s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.5625 | 0.6875 | 3.185s | 13.862s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.375 | 0.6875 | 3.189s | 17.413s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.5625 | 0.6875 | 3.196s | 20.996s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.75 | 0.75 | 3.146s | 24.502s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.6875 | 0.75 | 3.174s | 28.077s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.375 | 0.75 | 3.156s | 31.602s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.375 | 0.75 | 3.160s | 35.133s |
| Iteration 11 | none | --- | sag | 578 | --- | 0.75 | 0.75 | 3.152s | 38.981s |
| Iteration 12 | l1 | 6.8777 | saga | 894 | --- | 0.4375 | 0.75 | 3.166s | 42.770s |
| Iteration 13 | l2 | 0.019 | libli.. | 212 | --- | 0.4375 | 0.75 | 3.167s | 46.693s |
| Iteration 14 | l2 | 42.8483 | libli.. | 679 | --- | 0.5625 | 0.75 | 3.173s | 50.866s |
| Iteration 15 | l2 | 2.9987 | libli.. | 267 | --- | 0.5 | 0.75 | 3.147s | 54.723s |
| Iteration 16 | none | --- | sag | 621 | --- | 0.75 | 0.75 | 3.172s | 59.130s |
| Iteration 17 | l2 | 100.0 | sag | 214 | --- | 0.375 | 0.75 | 3.157s | 1m:03s |
| Iteration 18 | none | --- | saga | 582 | --- | 0.5312 | 0.75 | 3.162s | 1m:07s |
| Iteration 19 | l2 | 2.0227 | libli.. | 152 | --- | 0.75 | 0.75 | 3.164s | 1m:11s |
| Iteration 20 | l2 | 1.2313 | libli.. | 274 | --- | 0.5625 | 0.75 | 3.140s | 1m:15s |
| Iteration 21 | none | --- | sag | 286 | --- | 0.75 | 0.75 | 3.167s | 1m:19s |
| Iteration 22 | none | --- | sag | 899 | --- | 0.4375 | 0.75 | 3.172s | 1m:22s |
| Iteration 23 | l2 | 2.152 | libli.. | 248 | --- | 0.3125 | 0.75 | 3.139s | 1m:26s |
| Iteration 24 | l2 | 0.0052 | newto.. | 283 | --- | 0.6875 | 0.75 | 3.143s | 1m:30s |
| Iteration 25 | l2 | 19.1839 | sag | 145 | --- | 0.8125 | 0.8125 | 3.160s | 1m:34s |
| Iteration 26 | elast.. | 0.0078 | saga | 151 | 0.4 | 0.5 | 0.8125 | 3.166s | 1m:38s |
| Iteration 27 | l2 | 27.3677 | newto.. | 140 | --- | 0.375 | 0.8125 | 3.185s | 1m:42s |
| Iteration 28 | l2 | 31.9037 | sag | 473 | --- | 0.6875 | 0.8125 | 3.159s | 1m:46s |
| Iteration 29 | l2 | 16.6809 | newto.. | 173 | --- | 0.3125 | 0.8125 | 3.179s | 1m:50s |
| Iteration 30 | l1 | 19.6614 | saga | 140 | --- | 0.6875 | 0.8125 | 3.164s | 1m:54s |
| Iteration 31 | l2 | 47.7424 | sag | 144 | --- | 0.75 | 0.8125 | 3.165s | 1m:58s |
| Iteration 32 | l2 | 3.0025 | libli.. | 283 | --- | 0.4375 | 0.8125 | 3.157s | 2m:02s |
| Iteration 33 | none | --- | sag | 100 | --- | 0.375 | 0.8125 | 3.180s | 2m:06s |
| Iteration 34 | none | --- | sag | 261 | --- | 0.75 | 0.8125 | 3.175s | 2m:10s |
| Iteration 35 | l2 | 55.9174 | sag | 311 | --- | 0.8125 | 0.8125 | 3.136s | 2m:14s |
| Iteration 36 | l2 | 100.0 | sag | 330 | --- | 0.25 | 0.8125 | 3.167s | 2m:17s |
| Iteration 37 | l2 | 21.6759 | sag | 295 | --- | 0.25 | 0.8125 | 3.191s | 2m:21s |
| Iteration 38 | l2 | 0.0104 | libli.. | 121 | --- | 0.3125 | 0.8125 | 3.160s | 2m:25s |
| Iteration 39 | elast.. | 0.0335 | saga | 138 | 0.8 | 0.5 | 0.8125 | 3.150s | 2m:29s |
| Iteration 40 | l2 | 25.3072 | sag | 607 | --- | 0.6875 | 0.8125 | 3.159s | 2m:34s |
| Iteration 41 | l2 | 27.346 | sag | 348 | --- | 0.5625 | 0.8125 | 3.168s | 2m:38s |
| Iteration 42 | elast.. | 100.0 | saga | 752 | 0.8 | 0.4375 | 0.8125 | 3.243s | 2m:42s |
| Iteration 43 | l2 | 0.0436 | sag | 100 | --- | 0.3125 | 0.8125 | 3.143s | 2m:46s |
| Iteration 44 | l2 | 10.8817 | sag | 100 | --- | 0.6875 | 0.8125 | 3.167s | 2m:50s |
| Iteration 45 | l2 | 14.0069 | sag | 100 | --- | 0.5 | 0.8125 | 3.153s | 2m:54s |
| Iteration 46 | l2 | 37.5514 | libli.. | 916 | --- | 0.5625 | 0.8125 | 3.151s | 2m:58s |
| Iteration 47 | l2 | 100.0 | libli.. | 440 | --- | 0.375 | 0.8125 | 3.149s | 3m:02s |
| Iteration 48 | l2 | 14.3342 | sag | 106 | --- | 0.5625 | 0.8125 | 3.144s | 3m:06s |
| Iteration 49 | l2 | 28.6171 | sag | 179 | --- | 0.4375 | 0.8125 | 3.180s | 3m:10s |
| Iteration 50 | elast.. | 7.8241 | saga | 300 | 0.9 | 0.4375 | 0.8125 | 3.142s | 3m:14s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'penalty': 'l2', 'C': 19.1839, 'solver': 'sag', 'max_iter': 145}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 3m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7688
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.68 ± 0.0812
Time elapsed: 0.058s
-------------------------------------------------
Total time: 3m:15s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.5625 | 0.5625 | 3.158s | 3.164s |
| Initial point 2 | svd | --- | 0.625 | 0.625 | 3.173s | 6.686s |
| Initial point 3 | svd | --- | 0.625 | 0.625 | 0.001s | 7.308s |
| Initial point 4 | lsqr | 0.8 | 0.625 | 0.625 | 3.190s | 11.109s |
| Initial point 5 | eigen | 0.9 | 0.375 | 0.625 | 3.158s | 14.651s |
| Initial point 6 | lsqr | 0.7 | 0.8125 | 0.8125 | 3.146s | 18.155s |
| Initial point 7 | lsqr | 0.5 | 0.8125 | 0.8125 | 3.145s | 21.670s |
| Initial point 8 | lsqr | 0.9 | 0.375 | 0.8125 | 3.171s | 25.217s |
| Initial point 9 | lsqr | 0.6 | 0.375 | 0.8125 | 3.155s | 28.771s |
| Initial point 10 | eigen | 0.8 | 0.8125 | 0.8125 | 3.131s | 32.299s |
| Iteration 11 | svd | --- | 0.625 | 0.8125 | 0.000s | 32.793s |
| Iteration 12 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 33.287s |
| Iteration 13 | eigen | 0.7 | 1.0 | 1.0 | 3.167s | 36.940s |
| Iteration 14 | svd | --- | 0.625 | 1.0 | 0.000s | 37.447s |
| Iteration 15 | eigen | auto | 0.5 | 1.0 | 3.148s | 41.157s |
| Iteration 16 | svd | --- | 0.625 | 1.0 | 0.000s | 41.675s |
| Iteration 17 | eigen | 0.5 | 0.3125 | 1.0 | 3.131s | 45.335s |
| Iteration 18 | eigen | 0.7 | 1.0 | 1.0 | 0.001s | 45.877s |
| Iteration 19 | svd | --- | 0.625 | 1.0 | 0.000s | 46.516s |
| Iteration 20 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 47.048s |
| Iteration 21 | eigen | None | 0.75 | 1.0 | 3.151s | 50.726s |
| Iteration 22 | lsqr | None | 0.5 | 1.0 | 3.168s | 55.019s |
| Iteration 23 | lsqr | 1.0 | 0.4375 | 1.0 | 3.138s | 58.683s |
| Iteration 24 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 59.279s |
| Iteration 25 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 59.848s |
| Iteration 26 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:00s |
| Iteration 27 | svd | --- | 0.625 | 1.0 | 0.000s | 1m:01s |
| Iteration 28 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:02s |
| Iteration 29 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:02s |
| Iteration 30 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:03s |
| Iteration 31 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:03s |
| Iteration 32 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:04s |
| Iteration 33 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:05s |
| Iteration 34 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:05s |
| Iteration 35 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:06s |
| Iteration 36 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:06s |
| Iteration 37 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:07s |
| Iteration 38 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:08s |
| Iteration 39 | eigen | 0.7 | 1.0 | 1.0 | 0.001s | 1m:08s |
| Iteration 40 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:09s |
| Iteration 41 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:10s |
| Iteration 42 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:11s |
| Iteration 43 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 44 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 45 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:14s |
| Iteration 46 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:15s |
| Iteration 47 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:15s |
| Iteration 48 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:16s |
| Iteration 49 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:17s |
| Iteration 50 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:18s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:18s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7321
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.1364
Time elapsed: 0.030s
-------------------------------------------------
Total time: 1m:18s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.5625 | 0.5625 | 3.222s | 3.225s |
| Initial point 2 | 0.9 | 0.625 | 0.625 | 3.217s | 6.847s |
| Initial point 3 | 0.1 | 0.375 | 0.625 | 3.221s | 10.429s |
| Initial point 4 | 1.0 | 0.5625 | 0.625 | 0.001s | 10.800s |
| Initial point 5 | 0.2 | 0.375 | 0.625 | 3.210s | 14.437s |
| Initial point 6 | 0.4 | 0.875 | 0.875 | 3.224s | 18.024s |
| Initial point 7 | 0.4 | 0.875 | 0.875 | 0.000s | 18.381s |
| Initial point 8 | 0.7 | 0.3125 | 0.875 | 3.203s | 21.944s |
| Initial point 9 | 0.9 | 0.625 | 0.875 | 0.001s | 22.316s |
| Initial point 10 | 0.8 | 0.5625 | 0.875 | 3.236s | 25.924s |
| Iteration 11 | 0.3 | 0.75 | 0.875 | 3.199s | 29.583s |
| Iteration 12 | 0.6 | 0.5 | 0.875 | 3.184s | 33.230s |
| Iteration 13 | 0.5 | 0.875 | 0.875 | 3.178s | 36.875s |
| Iteration 14 | 0.0 | 0.75 | 0.875 | 3.144s | 40.475s |
| Iteration 15 | 0.5 | 0.875 | 0.875 | 0.000s | 40.971s |
| Iteration 16 | 0.4 | 0.875 | 0.875 | 0.000s | 41.448s |
| Iteration 17 | 0.5 | 0.875 | 0.875 | 0.000s | 41.933s |
| Iteration 18 | 0.5 | 0.875 | 0.875 | 0.000s | 42.397s |
| Iteration 19 | 0.4 | 0.875 | 0.875 | 0.000s | 42.867s |
| Iteration 20 | 0.4 | 0.875 | 0.875 | 0.000s | 43.337s |
| Iteration 21 | 0.5 | 0.875 | 0.875 | 0.000s | 43.790s |
| Iteration 22 | 0.4 | 0.875 | 0.875 | 0.000s | 44.261s |
| Iteration 23 | 0.5 | 0.875 | 0.875 | 0.000s | 44.727s |
| Iteration 24 | 0.8 | 0.5625 | 0.875 | 0.001s | 45.215s |
| Iteration 25 | 0.4 | 0.875 | 0.875 | 0.000s | 45.693s |
| Iteration 26 | 0.5 | 0.875 | 0.875 | 0.000s | 46.198s |
| Iteration 27 | 0.5 | 0.875 | 0.875 | 0.000s | 46.664s |
| Iteration 28 | 0.9 | 0.625 | 0.875 | 0.000s | 47.136s |
| Iteration 29 | 0.4 | 0.875 | 0.875 | 0.000s | 47.622s |
| Iteration 30 | 0.8 | 0.5625 | 0.875 | 0.000s | 48.106s |
| Iteration 31 | 0.5 | 0.875 | 0.875 | 0.000s | 48.579s |
| Iteration 32 | 0.4 | 0.875 | 0.875 | 0.000s | 49.092s |
| Iteration 33 | 0.4 | 0.875 | 0.875 | 0.000s | 49.599s |
| Iteration 34 | 0.5 | 0.875 | 0.875 | 0.000s | 50.692s |
| Iteration 35 | 0.4 | 0.875 | 0.875 | 0.000s | 51.219s |
| Iteration 36 | 0.5 | 0.875 | 0.875 | 0.000s | 51.734s |
| Iteration 37 | 0.4 | 0.875 | 0.875 | 0.000s | 52.292s |
| Iteration 38 | 0.5 | 0.875 | 0.875 | 0.000s | 52.813s |
| Iteration 39 | 0.4 | 0.875 | 0.875 | 0.000s | 53.368s |
| Iteration 40 | 0.5 | 0.875 | 0.875 | 0.000s | 53.899s |
| Iteration 41 | 0.5 | 0.875 | 0.875 | 0.000s | 54.435s |
| Iteration 42 | 0.4 | 0.875 | 0.875 | 0.000s | 54.978s |
| Iteration 43 | 0.4 | 0.875 | 0.875 | 0.001s | 55.562s |
| Iteration 44 | 0.5 | 0.875 | 0.875 | 0.000s | 56.143s |
| Iteration 45 | 0.4 | 0.875 | 0.875 | 0.000s | 56.755s |
| Iteration 46 | 0.5 | 0.875 | 0.875 | 0.000s | 57.335s |
| Iteration 47 | 0.5 | 0.875 | 0.875 | 0.000s | 57.968s |
| Iteration 48 | 0.4 | 0.875 | 0.875 | 0.000s | 58.694s |
| Iteration 49 | 0.5 | 0.875 | 0.875 | 0.000s | 59.288s |
| Iteration 50 | 0.4 | 0.875 | 0.875 | 0.000s | 59.877s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'reg_param': 0.4}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:00s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6696
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.008s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.61 ± 0.12
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:01s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 10.6842 | dista.. | auto | 40 | 1 | 0.875 | 0.875 | 3.152s | 3.171s |
| Initial point 2 | 4.2491 | uniform | kd_tree | 39 | 2 | 0.625 | 0.875 | 3.210s | 6.768s |
| Initial point 3 | 3.3565 | dista.. | ball_tree | 25 | 2 | 0.375 | 0.875 | 3.180s | 10.341s |
| Initial point 4 | 9.7925 | uniform | ball_tree | 39 | 2 | 0.625 | 0.875 | 3.194s | 13.946s |
| Initial point 5 | 7.6712 | dista.. | auto | 30 | 2 | 0.3125 | 0.875 | 3.217s | 17.520s |
| Initial point 6 | 8.8838 | dista.. | ball_tree | 21 | 2 | 0.8125 | 0.875 | 3.223s | 21.130s |
| Initial point 7 | 6.3543 | dista.. | ball_tree | 24 | 1 | 0.5938 | 0.875 | 3.203s | 24.740s |
| Initial point 8 | 1.5227 | dista.. | ball_tree | 21 | 2 | 0.5312 | 0.875 | 3.189s | 28.300s |
| Initial point 9 | 7.0783 | uniform | ball_tree | 24 | 1 | 0.2812 | 0.875 | 3.202s | 31.893s |
| Initial point 10 | 5.0276 | uniform | brute | 22 | 2 | 0.5 | 0.875 | 3.164s | 35.506s |
| Iteration 11 | 10.7144 | dista.. | brute | 40 | 1 | 1.0 | 1.0 | 3.190s | 39.397s |
| Iteration 12 | 4.4478 | dista.. | brute | 40 | 1 | 1.0 | 1.0 | 3.196s | 43.256s |
| Iteration 13 | 7.8367 | dista.. | brute | 38 | 2 | 0.875 | 1.0 | 3.197s | 47.097s |
| Iteration 14 | 7.6889 | dista.. | brute | 40 | 1 | 0.5625 | 1.0 | 3.195s | 50.922s |
| Iteration 15 | 0.799 | dista.. | auto | 37 | 1 | 0.5 | 1.0 | 3.191s | 54.706s |
| Iteration 16 | 0.0 | dista.. | auto | 40 | 2 | 0.5 | 1.0 | 3.209s | 58.532s |
| Iteration 17 | 10.7144 | dista.. | brute | 37 | 1 | 0.4375 | 1.0 | 3.176s | 1m:02s |
| Iteration 18 | 0.4929 | uniform | auto | 38 | 2 | 0.5 | 1.0 | 3.186s | 1m:06s |
| Iteration 19 | 0.0298 | dista.. | auto | 38 | 2 | 0.5 | 1.0 | 3.178s | 1m:10s |
| Iteration 20 | 10.6076 | dista.. | brute | 20 | 1 | 0.6875 | 1.0 | 3.176s | 1m:14s |
| Iteration 21 | 10.6057 | uniform | brute | 40 | 2 | 0.625 | 1.0 | 3.186s | 1m:18s |
| Iteration 22 | 10.7144 | dista.. | ball_tree | 40 | 2 | 0.5625 | 1.0 | 3.832s | 1m:22s |
| Iteration 23 | 2.1156 | dista.. | auto | 40 | 1 | 0.625 | 1.0 | 3.166s | 1m:26s |
| Iteration 24 | 9.9611 | uniform | brute | 39 | 1 | 0.7812 | 1.0 | 3.180s | 1m:30s |
| Iteration 25 | 10.3077 | uniform | auto | 20 | 1 | 0.7812 | 1.0 | 3.204s | 1m:34s |
| Iteration 26 | 0.0 | dista.. | auto | 20 | 1 | 0.5 | 1.0 | 3.189s | 1m:38s |
| Iteration 27 | 6.7821 | dista.. | ball_tree | 40 | 1 | 0.75 | 1.0 | 3.186s | 1m:41s |
| Iteration 28 | 5.0415 | uniform | kd_tree | 40 | 1 | 0.6562 | 1.0 | 3.225s | 1m:45s |
| Iteration 29 | 4.1162 | dista.. | brute | 40 | 1 | 0.8125 | 1.0 | 3.226s | 1m:50s |
| Iteration 30 | 10.651 | dista.. | brute | 40 | 1 | 0.8125 | 1.0 | 3.174s | 1m:54s |
| Iteration 31 | 4.4517 | dista.. | brute | 39 | 1 | 0.2812 | 1.0 | 3.183s | 1m:58s |
| Iteration 32 | 4.4808 | dista.. | auto | 40 | 1 | 0.375 | 1.0 | 3.187s | 2m:02s |
| Iteration 33 | 0.001 | uniform | ball_tree | 31 | 2 | 0.5 | 1.0 | 3.192s | 2m:06s |
| Iteration 34 | 10.4156 | dista.. | auto | 20 | 1 | 0.5312 | 1.0 | 3.267s | 2m:10s |
| Iteration 35 | 10.7144 | dista.. | brute | 40 | 1 | 1.0 | 1.0 | 0.001s | 2m:10s |
| Iteration 36 | 10.7023 | uniform | brute | 34 | 1 | 0.25 | 1.0 | 3.187s | 2m:14s |
| Iteration 37 | 10.7144 | dista.. | kd_tree | 40 | 1 | 0.625 | 1.0 | 3.201s | 2m:18s |
| Iteration 38 | 0.1128 | uniform | brute | 20 | 2 | 0.5 | 1.0 | 3.171s | 2m:22s |
| Iteration 39 | 10.7144 | dista.. | brute | 40 | 1 | 1.0 | 1.0 | 0.001s | 2m:23s |
| Iteration 40 | 1.4045 | dista.. | brute | 40 | 1 | 0.5 | 1.0 | 3.190s | 2m:27s |
| Iteration 41 | 4.3688 | uniform | brute | 40 | 1 | 0.375 | 1.0 | 3.203s | 2m:31s |
| Iteration 42 | 10.7144 | dista.. | brute | 40 | 1 | 1.0 | 1.0 | 0.001s | 2m:31s |
| Iteration 43 | 4.5213 | dista.. | brute | 40 | 1 | 0.75 | 1.0 | 3.171s | 2m:36s |
| Iteration 44 | 4.3987 | dista.. | brute | 40 | 1 | 0.875 | 1.0 | 3.179s | 2m:40s |
| Iteration 45 | 10.5812 | dista.. | auto | 40 | 1 | 0.4688 | 1.0 | 3.181s | 2m:44s |
| Iteration 46 | 9.0078 | dista.. | ball_tree | 21 | 2 | 0.5 | 1.0 | 3.188s | 2m:49s |
| Iteration 47 | 7.7338 | dista.. | brute | 38 | 2 | 0.8125 | 1.0 | 3.158s | 2m:53s |
| Iteration 48 | 7.9503 | dista.. | brute | 38 | 2 | 0.4688 | 1.0 | 3.792s | 2m:58s |
| Iteration 49 | 8.7851 | dista.. | ball_tree | 21 | 2 | 0.5 | 1.0 | 3.191s | 3m:02s |
| Iteration 50 | 10.7144 | dista.. | brute | 40 | 1 | 1.0 | 1.0 | 0.001s | 3m:03s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'radius': 4.4478, 'weights': 'distance', 'algorithm': 'brute', 'leaf_size': 40, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.0418
Time elapsed: 0.052s
-------------------------------------------------
Total time: 3m:04s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.875 | 0.875 | 3.594s | 3.601s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.75 | 0.875 | 3.592s | 7.557s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.5625 | 0.875 | 3.371s | 11.351s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.75 | 0.875 | 3.544s | 15.271s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.5 | 0.875 | 3.412s | 19.048s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 1.0 | 1.0 | 3.604s | 23.021s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.875 | 1.0 | 3.238s | 26.629s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.8125 | 1.0 | 3.496s | 30.500s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.6562 | 1.0 | 3.150s | 34.070s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.5312 | 1.0 | 3.291s | 37.724s |
| Iteration 11 | 50 | 9.7227 | SAMME.R | 0.625 | 1.0 | 3.242s | 41.480s |
| Iteration 12 | 392 | 5.9738 | SAMME.R | 0.5 | 1.0 | 3.468s | 45.468s |
| Iteration 13 | 460 | 0.01 | SAMME.R | 1.0 | 1.0 | 3.530s | 49.572s |
| Iteration 14 | 464 | 0.0625 | SAMME.R | 0.625 | 1.0 | 3.552s | 53.892s |
| Iteration 15 | 500 | 0.01 | SAMME.R | 0.5 | 1.0 | 3.556s | 57.986s |
| Iteration 16 | 500 | 10.0 | SAMME | 0.7188 | 1.0 | 3.143s | 1m:02s |
| Iteration 17 | 500 | 0.014 | SAMME | 0.4375 | 1.0 | 3.479s | 1m:06s |
| Iteration 18 | 445 | 0.01 | SAMME.R | 0.5312 | 1.0 | 3.478s | 1m:10s |
| Iteration 19 | 461 | 0.3111 | SAMME.R | 0.75 | 1.0 | 3.515s | 1m:15s |
| Iteration 20 | 458 | 0.0161 | SAMME.R | 0.5312 | 1.0 | 3.504s | 1m:19s |
| Iteration 21 | 462 | 9.7204 | SAMME.R | 0.6875 | 1.0 | 3.504s | 1m:23s |
| Iteration 22 | 469 | 1.5891 | SAMME | 0.625 | 1.0 | 3.512s | 1m:27s |
| Iteration 23 | 461 | 0.1125 | SAMME.R | 0.3125 | 1.0 | 3.500s | 1m:31s |
| Iteration 24 | 459 | 0.2325 | SAMME.R | 0.5625 | 1.0 | 3.509s | 1m:35s |
| Iteration 25 | 459 | 0.0104 | SAMME.R | 0.8125 | 1.0 | 3.495s | 1m:40s |
| Iteration 26 | 460 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.000s | 1m:40s |
| Iteration 27 | 333 | 0.0101 | SAMME.R | 0.9375 | 1.0 | 4.032s | 1m:45s |
| Iteration 28 | 462 | 0.01 | SAMME.R | 0.8125 | 1.0 | 3.552s | 1m:50s |
| Iteration 29 | 458 | 0.01 | SAMME.R | 0.875 | 1.0 | 3.605s | 1m:54s |
| Iteration 30 | 96 | 0.0104 | SAMME.R | 0.9062 | 1.0 | 3.353s | 1m:58s |
| Iteration 31 | 376 | 0.0114 | SAMME.R | 0.8125 | 1.0 | 3.501s | 2m:03s |
| Iteration 32 | 259 | 0.0123 | SAMME.R | 0.875 | 1.0 | 3.363s | 2m:06s |
| Iteration 33 | 79 | 0.0112 | SAMME.R | 0.9688 | 1.0 | 3.217s | 2m:10s |
| Iteration 34 | 144 | 0.0115 | SAMME.R | 0.6875 | 1.0 | 3.278s | 2m:14s |
| Iteration 35 | 433 | 0.0256 | SAMME | 0.5938 | 1.0 | 3.468s | 2m:18s |
| Iteration 36 | 88 | 0.0112 | SAMME.R | 0.8125 | 1.0 | 3.461s | 2m:23s |
| Iteration 37 | 242 | 0.0112 | SAMME.R | 0.8438 | 1.0 | 3.362s | 2m:27s |
| Iteration 38 | 132 | 0.4539 | SAMME.R | 0.75 | 1.0 | 3.260s | 2m:30s |
| Iteration 39 | 119 | 0.6757 | SAMME.R | 0.625 | 1.0 | 3.217s | 2m:35s |
| Iteration 40 | 78 | 0.0113 | SAMME.R | 0.7188 | 1.0 | 3.218s | 2m:39s |
| Iteration 41 | 82 | 0.0109 | SAMME.R | 0.7812 | 1.0 | 3.228s | 2m:42s |
| Iteration 42 | 67 | 0.1308 | SAMME | 0.75 | 1.0 | 3.208s | 2m:46s |
| Iteration 43 | 171 | 0.0108 | SAMME.R | 0.4375 | 1.0 | 3.345s | 2m:50s |
| Iteration 44 | 185 | 0.01 | SAMME.R | 0.7812 | 1.0 | 3.370s | 2m:55s |
| Iteration 45 | 269 | 0.2046 | SAMME | 0.6875 | 1.0 | 3.474s | 2m:59s |
| Iteration 46 | 334 | 1.9819 | SAMME.R | 0.625 | 1.0 | 3.498s | 3m:03s |
| Iteration 47 | 179 | 0.01 | SAMME.R | 0.5625 | 1.0 | 3.244s | 3m:07s |
| Iteration 48 | 405 | 0.0115 | SAMME.R | 0.75 | 1.0 | 3.636s | 3m:11s |
| Iteration 49 | 404 | 0.0115 | SAMME.R | 0.4375 | 1.0 | 3.480s | 3m:16s |
| Iteration 50 | 204 | 0.01 | SAMME.R | 0.625 | 1.0 | 3.311s | 3m:20s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'n_estimators': 461, 'learning_rate': 0.2353, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.435s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.1049
Time elapsed: 1.923s
-------------------------------------------------
Total time: 3m:23s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.5 | 0.5 | 3.584s | 3.603s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.6875 | 0.6875 | 4.097s | 8.213s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.6875 | 0.6875 | 3.442s | 12.051s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.6875 | 3.272s | 15.713s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.5 | 0.6875 | 3.466s | 19.590s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.75 | 0.75 | 3.310s | 23.269s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.8125 | 0.8125 | 3.345s | 26.975s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.75 | 0.8125 | 3.316s | 31.011s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.75 | 0.8125 | 3.416s | 34.810s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.6875 | 0.8125 | 3.422s | 38.622s |
| Iteration 11 | 287 | entropy | 8 | 17 | 5 | 0.5 | False | 0.0218 | --- | 0.75 | 0.8125 | 3.289s | 42.583s |
| Iteration 12 | 40 | gini | None | 18 | 15 | 0.8 | False | 0.0042 | --- | 0.4062 | 0.8125 | 3.176s | 46.483s |
| Iteration 13 | 93 | entropy | None | 4 | 3 | None | True | 0.0267 | 0.9 | 1.0 | 1.0 | 3.239s | 50.417s |
| Iteration 14 | 307 | gini | 9 | 17 | 3 | auto | True | 0.0234 | 0.5 | 0.5625 | 1.0 | 3.370s | 54.604s |
| Iteration 15 | 122 | entropy | 8 | 2 | 5 | 0.9 | True | 0.0307 | 0.7 | 0.5 | 1.0 | 3.246s | 58.721s |
| Iteration 16 | 107 | entropy | 6 | 7 | 3 | None | True | 0.0152 | 0.8 | 0.9375 | 1.0 | 3.359s | 1m:03s |
| Iteration 17 | 369 | gini | 1 | 2 | 3 | log2 | True | 0.0045 | 0.8 | 0.4375 | 1.0 | 3.500s | 1m:07s |
| Iteration 18 | 90 | entropy | None | 3 | 3 | None | True | 0.0333 | 0.9 | 0.5312 | 1.0 | 3.292s | 1m:12s |
| Iteration 19 | 403 | gini | 1 | 4 | 3 | 0.9 | True | 0.0087 | 0.5 | 0.375 | 1.0 | 3.521s | 1m:16s |
| Iteration 20 | 87 | entropy | 4 | 14 | 3 | 0.5 | True | 0.0263 | 0.8 | 0.625 | 1.0 | 3.359s | 1m:20s |
| Iteration 21 | 63 | entropy | None | 12 | 7 | sqrt | True | 0.0135 | 0.5 | 0.8125 | 1.0 | 3.252s | 1m:24s |
| Iteration 22 | 143 | entropy | 9 | 2 | 19 | 0.5 | True | 0.0083 | 0.5 | 0.5 | 1.0 | 3.360s | 1m:29s |
| Iteration 23 | 10 | entropy | None | 8 | 1 | 0.8 | True | 0.0158 | 0.6 | 0.4062 | 1.0 | 3.228s | 1m:33s |
| Iteration 24 | 460 | entropy | 4 | 14 | 19 | sqrt | False | 0.0348 | --- | 0.5 | 1.0 | 3.439s | 1m:37s |
| Iteration 25 | 90 | entropy | 8 | 10 | 4 | log2 | True | 0.0051 | 0.9 | 0.875 | 1.0 | 3.340s | 1m:41s |
| Iteration 26 | 90 | entropy | 4 | 4 | 3 | 0.8 | True | 0.0 | None | 0.5625 | 1.0 | 3.203s | 1m:46s |
| Iteration 27 | 106 | gini | 5 | 7 | 12 | None | True | 0.0087 | 0.9 | 0.8125 | 1.0 | 3.209s | 1m:50s |
| Iteration 28 | 81 | entropy | 3 | 2 | 12 | 0.5 | True | 0.0127 | 0.9 | 0.5 | 1.0 | 3.186s | 1m:54s |
| Iteration 29 | 94 | entropy | None | 5 | 3 | None | True | 0.0258 | 0.9 | 0.75 | 1.0 | 3.804s | 1m:59s |
| Iteration 30 | 49 | entropy | 3 | 12 | 19 | None | True | 0.0152 | 0.7 | 0.5 | 1.0 | 3.246s | 2m:03s |
| Iteration 31 | 121 | entropy | 8 | 14 | 4 | None | True | 0.0083 | 0.5 | 0.6875 | 1.0 | 3.228s | 2m:07s |
| Iteration 32 | 115 | gini | 2 | 9 | 5 | None | True | 0.0233 | 0.8 | 0.875 | 1.0 | 3.219s | 2m:12s |
| Iteration 33 | 97 | gini | 6 | 19 | 17 | None | True | 0.018 | 0.8 | 0.9375 | 1.0 | 3.235s | 2m:16s |
| Iteration 34 | 457 | gini | 7 | 14 | 9 | None | True | 0.0 | 0.8 | 0.75 | 1.0 | 3.569s | 2m:20s |
| Iteration 35 | 25 | entropy | 8 | 2 | 19 | None | True | 0.0227 | 0.8 | 0.5 | 1.0 | 3.147s | 2m:24s |
| Iteration 36 | 207 | gini | 2 | 7 | 20 | None | True | 0.0268 | 0.7 | 0.5 | 1.0 | 3.312s | 2m:28s |
| Iteration 37 | 440 | gini | 1 | 20 | 13 | None | True | 0.0279 | 0.8 | 0.625 | 1.0 | 3.524s | 2m:34s |
| Iteration 38 | 141 | gini | 5 | 11 | 2 | None | True | 0.0072 | 0.8 | 0.8125 | 1.0 | 3.202s | 2m:38s |
| Iteration 39 | 461 | entropy | 6 | 18 | 2 | None | False | 0.0184 | --- | 0.5625 | 1.0 | 3.403s | 2m:42s |
| Iteration 40 | 308 | entropy | 6 | 18 | 14 | 0.8 | True | 0.0198 | 0.9 | 0.6875 | 1.0 | 3.375s | 2m:46s |
| Iteration 41 | 43 | gini | 3 | 11 | 4 | None | True | 0.0237 | 0.9 | 0.875 | 1.0 | 3.205s | 2m:50s |
| Iteration 42 | 216 | entropy | 9 | 18 | 9 | auto | True | 0.0296 | 0.9 | 0.6875 | 1.0 | 3.305s | 2m:55s |
| Iteration 43 | 484 | entropy | 4 | 15 | 5 | None | True | 0.0223 | 0.9 | 0.5625 | 1.0 | 3.524s | 2m:59s |
| Iteration 44 | 464 | entropy | None | 4 | 4 | None | True | 0.035 | 0.7 | 0.8125 | 1.0 | 3.525s | 3m:04s |
| Iteration 45 | 105 | entropy | 8 | 16 | 2 | None | True | 0.0179 | 0.9 | 0.625 | 1.0 | 3.255s | 3m:08s |
| Iteration 46 | 214 | entropy | 8 | 8 | 7 | None | True | 0.0349 | None | 0.625 | 1.0 | 3.319s | 3m:13s |
| Iteration 47 | 305 | entropy | 4 | 8 | 5 | None | True | 0.0 | 0.9 | 0.5 | 1.0 | 3.378s | 3m:17s |
| Iteration 48 | 88 | entropy | None | 12 | 19 | None | True | 0.0292 | 0.8 | 0.5 | 1.0 | 3.218s | 3m:21s |
| Iteration 49 | 318 | gini | 3 | 4 | 2 | None | True | 0.0274 | 0.7 | 0.5625 | 1.0 | 3.418s | 3m:26s |
| Iteration 50 | 102 | gini | 6 | 8 | 4 | 0.8 | True | 0.024 | 0.9 | 0.5625 | 1.0 | 3.225s | 3m:30s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'n_estimators': 93, 'criterion': 'entropy', 'max_depth': None, 'min_samples_split': 4, 'min_samples_leaf': 3, 'max_features': None, 'bootstrap': True, 'ccp_alpha': 0.0267, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:31s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9982
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.097s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.93 ± 0.0245
Time elapsed: 0.428s
-------------------------------------------------
Total time: 3m:32s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.259s | 3.280s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.75 | 0.75 | 3.213s | 7.062s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.75 | 3.196s | 10.658s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.75 | 3.792s | 14.844s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.75 | 3.208s | 18.478s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.75 | 3.179s | 22.051s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.75 | 3.194s | 25.624s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.75 | 3.217s | 29.243s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.625 | 0.75 | 3.208s | 32.822s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.75 | 3.151s | 36.405s |
| Iteration 11 | 41 | 0.9435 | 6 | 0.262 | 9 | 0.6 | 0.4 | 100 | 0.01 | 0.5 | 0.75 | 3.157s | 40.309s |
| Iteration 12 | 498 | 0.0347 | 4 | 0.3754 | 3 | 0.9 | 0.9 | 0 | 0.1 | 0.5 | 0.75 | 3.237s | 45.209s |
| Iteration 13 | 419 | 0.0775 | 6 | 0.4733 | 2 | 0.9 | 1.0 | 0.01 | 0.1 | 1.0 | 1.0 | 3.252s | 49.525s |
| Iteration 14 | 328 | 0.1877 | 10 | 0.6049 | 2 | 0.8 | 0.9 | 0.01 | 0.01 | 0.5625 | 1.0 | 3.194s | 53.495s |
| Iteration 15 | 424 | 0.1152 | 6 | 0.4918 | 1 | 0.9 | 0.9 | 1 | 10 | 0.5 | 1.0 | 3.268s | 57.547s |
| Iteration 16 | 442 | 0.0708 | 6 | 0.2286 | 2 | 1.0 | 1.0 | 0.01 | 0.1 | 0.5625 | 1.0 | 3.234s | 1m:02s |
| Iteration 17 | 175 | 0.3092 | 7 | 0.4756 | 5 | 0.9 | 1.0 | 0 | 0.1 | 0.5 | 1.0 | 3.158s | 1m:06s |
| Iteration 18 | 176 | 0.0339 | 6 | 0.4896 | 2 | 0.9 | 1.0 | 0.01 | 0.1 | 0.4688 | 1.0 | 3.171s | 1m:10s |
| Iteration 19 | 417 | 0.0936 | 7 | 0.7643 | 2 | 0.6 | 1.0 | 1 | 0.1 | 0.5 | 1.0 | 3.204s | 1m:14s |
| Iteration 20 | 419 | 0.0834 | 6 | 0.4909 | 2 | 0.9 | 0.6 | 10 | 0.1 | 0.5 | 1.0 | 3.211s | 1m:19s |
| Iteration 21 | 420 | 0.0132 | 1 | 0.4839 | 4 | 0.9 | 0.9 | 0.01 | 0.1 | 0.75 | 1.0 | 3.204s | 1m:23s |
| Iteration 22 | 424 | 0.32 | 7 | 0.4921 | 4 | 0.9 | 0.5 | 0.01 | 0.1 | 1.0 | 1.0 | 3.232s | 1m:27s |
| Iteration 23 | 411 | 0.0238 | 8 | 0.4878 | 3 | 0.8 | 0.9 | 0.01 | 0.1 | 0.25 | 1.0 | 3.192s | 1m:31s |
| Iteration 24 | 401 | 0.0112 | 7 | 0.6404 | 7 | 0.9 | 0.9 | 0.01 | 0.1 | 0.5625 | 1.0 | 3.201s | 1m:35s |
| Iteration 25 | 429 | 0.0545 | 7 | 0.4669 | 1 | 0.9 | 0.4 | 0.01 | 0.1 | 0.9375 | 1.0 | 3.226s | 1m:40s |
| Iteration 26 | 420 | 0.0422 | 7 | 0.4864 | 3 | 0.9 | 0.6 | 0.01 | 0.1 | 0.5625 | 1.0 | 3.218s | 1m:44s |
| Iteration 27 | 437 | 0.4171 | 9 | 0.449 | 2 | 0.9 | 0.4 | 0.01 | 0.1 | 0.8125 | 1.0 | 3.243s | 1m:48s |
| Iteration 28 | 421 | 1.0 | 2 | 0.4014 | 3 | 0.9 | 0.6 | 0.01 | 0.1 | 0.4375 | 1.0 | 3.234s | 1m:52s |
| Iteration 29 | 429 | 0.9833 | 8 | 0.477 | 6 | 0.9 | 0.9 | 0.01 | 0.1 | 0.625 | 1.0 | 3.221s | 1m:57s |
| Iteration 30 | 397 | 0.2718 | 8 | 0.4551 | 2 | 0.9 | 0.7 | 0.01 | 0.1 | 1.0 | 1.0 | 3.874s | 2m:01s |
| Iteration 31 | 285 | 0.0875 | 6 | 0.4706 | 4 | 0.9 | 0.8 | 0.01 | 0.1 | 0.5625 | 1.0 | 3.222s | 2m:06s |
| Iteration 32 | 422 | 0.085 | 6 | 0.4696 | 2 | 0.7 | 0.6 | 0.01 | 0 | 0.875 | 1.0 | 3.259s | 2m:10s |
| Iteration 33 | 393 | 0.2006 | 7 | 0.4616 | 2 | 0.8 | 0.9 | 0.01 | 10 | 0.75 | 1.0 | 3.329s | 2m:14s |
| Iteration 34 | 405 | 0.3125 | 8 | 0.468 | 2 | 0.9 | 0.9 | 0.01 | 0 | 0.8125 | 1.0 | 3.273s | 2m:18s |
| Iteration 35 | 423 | 0.0242 | 8 | 0.4948 | 2 | 0.6 | 0.4 | 0.01 | 100 | 0.625 | 1.0 | 3.238s | 2m:23s |
| Iteration 36 | 429 | 0.1614 | 7 | 0.4708 | 2 | 0.9 | 0.7 | 0.01 | 0.1 | 0.75 | 1.0 | 3.251s | 2m:27s |
| Iteration 37 | 409 | 0.2968 | 7 | 0.471 | 3 | 0.9 | 0.6 | 0.01 | 0.1 | 0.8125 | 1.0 | 3.255s | 2m:31s |
| Iteration 38 | 424 | 0.0727 | 7 | 0.6469 | 5 | 0.9 | 0.4 | 0.01 | 1 | 0.625 | 1.0 | 3.217s | 2m:36s |
| Iteration 39 | 427 | 0.072 | 6 | 0.4674 | 10 | 0.5 | 0.9 | 0.01 | 0.1 | 0.5 | 1.0 | 3.218s | 2m:40s |
| Iteration 40 | 428 | 0.0708 | 5 | 0.4638 | 2 | 0.9 | 0.9 | 0.01 | 0.1 | 0.75 | 1.0 | 3.234s | 2m:45s |
| Iteration 41 | 323 | 0.0764 | 7 | 0.4714 | 1 | 0.9 | 0.8 | 0.01 | 0.1 | 0.875 | 1.0 | 3.260s | 2m:49s |
| Iteration 42 | 382 | 0.3099 | 9 | 0.4797 | 4 | 0.9 | 0.5 | 0.01 | 0.1 | 0.6875 | 1.0 | 3.244s | 2m:54s |
| Iteration 43 | 350 | 0.2462 | 8 | 0.447 | 2 | 0.5 | 0.9 | 0.01 | 0.01 | 0.4375 | 1.0 | 3.205s | 2m:58s |
| Iteration 44 | 451 | 0.0725 | 6 | 0.4722 | 2 | 0.9 | 0.7 | 0.01 | 0.01 | 0.875 | 1.0 | 3.248s | 3m:03s |
| Iteration 45 | 313 | 0.3215 | 6 | 0.493 | 4 | 0.9 | 0.9 | 0.01 | 1 | 0.5625 | 1.0 | 3.200s | 3m:07s |
| Iteration 46 | 409 | 0.0847 | 7 | 0.4729 | 1 | 0.9 | 0.9 | 0.01 | 100 | 0.5 | 1.0 | 3.329s | 3m:12s |
| Iteration 47 | 395 | 0.7962 | 7 | 0.4603 | 1 | 0.9 | 0.9 | 0.01 | 0.01 | 0.5 | 1.0 | 3.115s | 3m:16s |
| Iteration 48 | 419 | 0.0746 | 6 | 0.373 | 1 | 0.9 | 0.9 | 0.01 | 0.1 | 0.75 | 1.0 | 3.193s | 3m:21s |
| Iteration 49 | 399 | 0.0732 | 6 | 0.475 | 1 | 0.8 | 0.7 | 0.01 | 0.1 | 0.625 | 1.0 | 3.208s | 3m:25s |
| Iteration 50 | 414 | 0.0729 | 6 | 0.4747 | 2 | 0.9 | 0.8 | 0.01 | 0.1 | 0.5 | 1.0 | 3.208s | 3m:30s |
Bayesian Optimization ---------------------------
Best call --> Iteration 30
Best parameters --> {'n_estimators': 397, 'learning_rate': 0.2718, 'max_depth': 8, 'gamma': 0.4551, 'min_child_weight': 2, 'subsample': 0.9, 'colsample_bytree': 0.7, 'reg_alpha': 0.01, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:31s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9991
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.085s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.95 ± 0.0632
Time elapsed: 0.265s
-------------------------------------------------
Total time: 3m:31s
Final results ==================== >>
Duration: 22m:29s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.95 ± 0.0632 !
Logistic Regression --> roc_auc: 0.68 ± 0.0812
Linear Discriminant Analysis --> roc_auc: 0.72 ± 0.1364
Quadratic Discriminant Analysis --> roc_auc: 0.61 ± 0.12
Radius Nearest Neighbors --> roc_auc: 0.7 ± 0.0418 ~
AdaBoost --> roc_auc: 0.8 ± 0.1049
Random Forest --> roc_auc: 0.93 ± 0.0245
XGBoost --> roc_auc: 0.95 ± 0.0632 !
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 833 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CAARDNYGQNFVF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CALILTGGGNKLTF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAVEDDYKLSF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CALGDDKIIF.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVYNAGNMLTF.
>>> Dropping feature CVVIANQAGTALIF.
>>> Dropping feature CAAGGYQKVTF.
>>> Dropping feature CAATSGSARQLTF.
>>> Dropping feature CAGPNAGGTSYGKLTF.
>>> Dropping feature CALMDTGRRALTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAYRSAGTGNQFYF.
>>> Dropping feature CVVTNQAGTALIF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CAASPNTGNQFYF.
>>> Dropping feature CAASYTGNQFYF.
>>> Dropping feature CASSLAGGTDTQYF.
>>> Dropping feature CASSLGRTEAFF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CAVENQAGTALIF.
>>> Dropping feature CAYRSYNTDKLIF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CALNTDKLIF.
>>> Dropping feature CAVPGSSNTGKLIF.
>>> Dropping feature CASSLGSSYEQYF.
>>> Dropping feature CAVKGGSEKLVF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVEDTGRRALTF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.7812 | 0.7812 | 0.679s | 0.700s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 1.0 | 1.0 | 0.711s | 1.817s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.9375 | 1.0 | 0.674s | 2.896s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.9375 | 1.0 | 1.427s | 4.783s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.5 | 1.0 | 0.738s | 5.943s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.875 | 1.0 | 0.773s | 7.283s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.75 | 1.0 | 0.759s | 8.611s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.8125 | 1.0 | 0.796s | 9.835s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.875 | 1.0 | 0.723s | 10.959s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 1.0 | 1.0 | 0.717s | 12.077s |
| Iteration 11 | exponen.. | 0.01 | 179 | 1.0 | friedman_mse | 20 | 16 | 3 | None | 0.0 | 0.75 | 1.0 | 0.713s | 13.667s |
| Iteration 12 | deviance | 0.023 | 162 | 0.8 | squared_er.. | 19 | 6 | 3 | 0.9 | 0.0186 | 0.9375 | 1.0 | 0.674s | 15.059s |
| Iteration 13 | deviance | 0.5739 | 441 | 0.7 | friedman_mse | 7 | 1 | 10 | 0.5 | 0.027 | 1.0 | 1.0 | 0.740s | 16.451s |
| Iteration 14 | deviance | 0.0176 | 137 | 0.7 | squared_er.. | 7 | 1 | 2 | None | 0.0009 | 0.9375 | 1.0 | 0.668s | 17.747s |
| Iteration 15 | deviance | 1.0 | 500 | 0.5 | friedman_mse | 20 | 1 | 10 | auto | 0.035 | 0.8125 | 1.0 | 0.749s | 19.299s |
| Iteration 16 | deviance | 0.2807 | 476 | 0.9 | friedman_mse | 15 | 8 | 1 | 0.9 | 0.0303 | 0.75 | 1.0 | 0.746s | 20.915s |
| Iteration 17 | deviance | 0.0115 | 10 | 0.9 | squared_er.. | 2 | 10 | 10 | 0.6 | 0.0118 | 0.9688 | 1.0 | 0.636s | 22.546s |
| Iteration 18 | deviance | 0.1647 | 10 | 0.7 | squared_er.. | 14 | 14 | 1 | sqrt | 0.0316 | 0.7188 | 1.0 | 0.637s | 23.914s |
| Iteration 19 | exponen.. | 0.2615 | 310 | 1.0 | friedman_mse | 14 | 15 | 4 | 0.5 | 0.0029 | 0.6875 | 1.0 | 0.694s | 25.415s |
| Iteration 20 | deviance | 0.1115 | 191 | 0.7 | squared_er.. | 4 | 6 | 9 | 0.5 | 0.0149 | 0.8125 | 1.0 | 0.702s | 26.801s |
| Iteration 21 | deviance | 0.039 | 197 | 0.7 | squared_er.. | 15 | 9 | 5 | None | 0.0052 | 0.8125 | 1.0 | 0.680s | 28.267s |
| Iteration 22 | deviance | 0.0596 | 154 | 0.5 | squared_er.. | 3 | 1 | 5 | 0.9 | 0.0302 | 0.75 | 1.0 | 0.680s | 29.656s |
| Iteration 23 | deviance | 0.0163 | 250 | 0.8 | friedman_mse | 20 | 16 | 5 | 0.9 | 0.034 | 0.75 | 1.0 | 0.686s | 31.108s |
| Iteration 24 | deviance | 0.464 | 168 | 0.6 | friedman_mse | 18 | 10 | 1 | 0.8 | 0.0317 | 0.9688 | 1.0 | 0.698s | 32.686s |
| Iteration 25 | deviance | 0.0313 | 143 | 0.8 | squared_er.. | 20 | 11 | 5 | 0.9 | 0.022 | 0.9375 | 1.0 | 0.673s | 34.603s |
| Iteration 26 | deviance | 0.7531 | 490 | 0.5 | friedman_mse | 6 | 11 | 9 | sqrt | 0.0327 | 0.875 | 1.0 | 0.785s | 36.237s |
| Iteration 27 | deviance | 0.5267 | 485 | 0.5 | squared_er.. | 19 | 10 | 5 | log2 | 0.0056 | 1.0 | 1.0 | 0.747s | 37.787s |
| Iteration 28 | deviance | 0.0802 | 152 | 1.0 | friedman_mse | 20 | 10 | 2 | 0.5 | 0.0001 | 0.8125 | 1.0 | 0.669s | 39.212s |
| Iteration 29 | deviance | 0.0548 | 85 | 0.5 | squared_er.. | 4 | 10 | 7 | 0.6 | 0.0026 | 1.0 | 1.0 | 0.687s | 40.667s |
| Iteration 30 | deviance | 0.0104 | 465 | 0.6 | squared_er.. | 8 | 10 | 8 | 0.9 | 0.0284 | 0.9375 | 1.0 | 1.338s | 42.901s |
| Iteration 31 | deviance | 0.0182 | 327 | 1.0 | friedman_mse | 6 | 1 | 8 | log2 | 0.0181 | 0.8438 | 1.0 | 0.714s | 44.380s |
| Iteration 32 | exponen.. | 0.0767 | 207 | 0.5 | friedman_mse | 8 | 17 | 7 | sqrt | 0.0284 | 0.5 | 1.0 | 0.680s | 45.862s |
| Iteration 33 | exponen.. | 0.0476 | 458 | 0.5 | squared_er.. | 3 | 2 | 1 | log2 | 0.028 | 0.875 | 1.0 | 0.742s | 47.404s |
| Iteration 34 | deviance | 0.3358 | 418 | 0.6 | squared_er.. | 2 | 19 | 10 | None | 0.0007 | 0.5 | 1.0 | 0.713s | 48.843s |
| Iteration 35 | deviance | 0.096 | 305 | 0.7 | squared_er.. | 20 | 16 | 7 | None | 0.0331 | 0.8438 | 1.0 | 0.709s | 50.400s |
| Iteration 36 | exponen.. | 0.011 | 190 | 0.8 | squared_er.. | 20 | 15 | 5 | None | 0.0023 | 0.5625 | 1.0 | 0.700s | 52.072s |
| Iteration 37 | deviance | 0.1306 | 211 | 0.6 | squared_er.. | 18 | 8 | 5 | None | 0.0307 | 0.875 | 1.0 | 0.693s | 53.910s |
| Iteration 38 | deviance | 0.0185 | 74 | 0.9 | squared_er.. | 3 | 15 | 8 | 0.6 | 0.0118 | 0.875 | 1.0 | 0.660s | 55.516s |
| Iteration 39 | exponen.. | 0.2325 | 270 | 0.9 | friedman_mse | 19 | 12 | 10 | 0.8 | 0.0192 | 1.0 | 1.0 | 0.724s | 57.193s |
| Iteration 40 | exponen.. | 0.2215 | 296 | 0.7 | friedman_mse | 10 | 4 | 5 | 0.8 | 0.0307 | 0.9375 | 1.0 | 0.725s | 58.919s |
| Iteration 41 | exponen.. | 0.0484 | 215 | 1.0 | friedman_mse | 20 | 18 | 2 | 0.8 | 0.0 | 0.6875 | 1.0 | 0.688s | 1m:01s |
| Iteration 42 | exponen.. | 0.2869 | 231 | 0.7 | friedman_mse | 17 | 10 | 3 | 0.8 | 0.0298 | 1.0 | 1.0 | 0.687s | 1m:02s |
| Iteration 43 | exponen.. | 0.3433 | 355 | 0.7 | friedman_mse | 16 | 15 | 5 | 0.8 | 0.0218 | 0.5625 | 1.0 | 0.722s | 1m:05s |
| Iteration 44 | deviance | 0.0518 | 457 | 0.6 | friedman_mse | 19 | 5 | 6 | 0.6 | 0.0 | 0.875 | 1.0 | 0.736s | 1m:07s |
| Iteration 45 | exponen.. | 0.0324 | 144 | 0.8 | friedman_mse | 15 | 16 | 4 | 0.9 | 0.0293 | 1.0 | 1.0 | 0.674s | 1m:08s |
| Iteration 46 | exponen.. | 0.0766 | 185 | 0.7 | friedman_mse | 15 | 9 | 3 | 0.8 | 0.0307 | 0.75 | 1.0 | 0.681s | 1m:10s |
| Iteration 47 | exponen.. | 0.0879 | 253 | 0.9 | friedman_mse | 18 | 9 | 3 | 0.8 | 0.0263 | 1.0 | 1.0 | 0.713s | 1m:12s |
| Iteration 48 | exponen.. | 0.0152 | 240 | 0.7 | friedman_mse | 17 | 3 | 6 | 0.8 | 0.0284 | 1.0 | 1.0 | 0.713s | 1m:14s |
| Iteration 49 | deviance | 0.027 | 87 | 0.9 | squared_er.. | 4 | 3 | 7 | 0.6 | 0.0 | 0.75 | 1.0 | 0.672s | 1m:16s |
| Iteration 50 | deviance | 0.0131 | 245 | 0.6 | squared_er.. | 18 | 4 | 8 | None | 0.0239 | 1.0 | 1.0 | 0.708s | 1m:17s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.5267, 'n_estimators': 485, 'subsample': 0.5, 'criterion': 'squared_error', 'min_samples_split': 19, 'min_samples_leaf': 10, 'max_depth': 5, 'max_features': 'log2', 'ccp_alpha': 0.0056}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:18s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9991
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.121s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.0812
Time elapsed: 0.576s
-------------------------------------------------
Total time: 1m:19s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.625 | 0.625 | 0.692s | 0.704s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.875 | 0.875 | 0.708s | 1.845s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.8125 | 0.875 | 0.697s | 2.939s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.9375 | 0.9375 | 1.288s | 4.660s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.4375 | 0.9375 | 0.702s | 5.831s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.8125 | 0.9375 | 0.697s | 6.931s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.5625 | 0.9375 | 0.697s | 8.002s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.3125 | 0.9375 | 0.695s | 9.100s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.5625 | 0.9375 | 0.707s | 10.262s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.5625 | 0.9375 | 0.702s | 11.379s |
| Iteration 11 | l2 | 0.0023 | libli.. | 942 | --- | 0.875 | 0.9375 | 0.689s | 12.786s |
| Iteration 12 | none | --- | sag | 947 | --- | 0.9375 | 0.9375 | 0.699s | 14.102s |
| Iteration 13 | l2 | 2.8426 | libli.. | 314 | --- | 0.8125 | 0.9375 | 0.700s | 15.510s |
| Iteration 14 | l2 | 0.0437 | lbfgs | 954 | --- | 0.8125 | 0.9375 | 0.698s | 16.877s |
| Iteration 15 | l2 | 4.5982 | newto.. | 163 | --- | 0.75 | 0.9375 | 0.699s | 18.238s |
| Iteration 16 | l2 | 0.4663 | lbfgs | 341 | --- | 0.5625 | 0.9375 | 0.690s | 19.593s |
| Iteration 17 | l2 | 0.1031 | newto.. | 748 | --- | 0.75 | 0.9375 | 0.699s | 20.954s |
| Iteration 18 | l2 | 0.0338 | sag | 729 | --- | 0.75 | 0.9375 | 0.694s | 22.324s |
| Iteration 19 | elast.. | 0.002 | saga | 767 | 0.2 | 0.5 | 0.9375 | 0.642s | 23.680s |
| Iteration 20 | none | --- | lbfgs | 711 | --- | 0.9375 | 0.9375 | 0.653s | 24.987s |
| Iteration 21 | l1 | 2.709 | saga | 705 | --- | 0.9375 | 0.9375 | 0.654s | 26.346s |
| Iteration 22 | none | --- | lbfgs | 693 | --- | 0.4375 | 0.9375 | 0.652s | 27.648s |
| Iteration 23 | l1 | 1.332 | saga | 707 | --- | 0.5625 | 0.9375 | 0.642s | 28.937s |
| Iteration 24 | l2 | 0.018 | saga | 948 | --- | 0.9375 | 0.9375 | 0.647s | 30.400s |
| Iteration 25 | l2 | 17.3707 | newto.. | 948 | --- | 0.8125 | 0.9375 | 0.660s | 32.592s |
| Iteration 26 | l2 | 3.5048 | saga | 935 | --- | 0.75 | 0.9375 | 0.654s | 35.164s |
| Iteration 27 | elast.. | 2.8287 | saga | 946 | 0.1 | 0.625 | 0.9375 | 0.659s | 36.831s |
| Iteration 28 | none | --- | saga | 946 | --- | 0.625 | 0.9375 | 0.669s | 38.306s |
| Iteration 29 | l2 | 4.9028 | sag | 960 | --- | 0.75 | 0.9375 | 0.682s | 39.695s |
| Iteration 30 | l2 | 0.0029 | lbfgs | 718 | --- | 0.8125 | 0.9375 | 0.675s | 41.134s |
| Iteration 31 | l2 | 0.012 | lbfgs | 925 | --- | 0.5625 | 0.9375 | 0.650s | 42.504s |
| Iteration 32 | l2 | 0.4747 | saga | 717 | --- | 0.75 | 0.9375 | 0.652s | 44.526s |
| Iteration 33 | l2 | 0.0125 | lbfgs | 973 | --- | 0.8125 | 0.9375 | 0.659s | 45.882s |
| Iteration 34 | l2 | 0.0639 | newto.. | 952 | --- | 0.625 | 0.9375 | 0.644s | 47.256s |
| Iteration 35 | elast.. | 0.5979 | saga | 322 | 0.5 | 0.75 | 0.9375 | 0.647s | 48.621s |
| Iteration 36 | l2 | 67.7165 | saga | 981 | --- | 0.8125 | 0.9375 | 0.655s | 50.038s |
| Iteration 37 | none | --- | saga | 968 | --- | 0.875 | 0.9375 | 0.660s | 51.422s |
| Iteration 38 | l2 | 52.895 | lbfgs | 970 | --- | 0.8125 | 0.9375 | 0.680s | 52.843s |
| Iteration 39 | none | --- | sag | 452 | --- | 0.5 | 0.9375 | 0.647s | 54.240s |
| Iteration 40 | none | --- | lbfgs | 847 | --- | 0.5625 | 0.9375 | 0.657s | 55.596s |
| Iteration 41 | none | --- | saga | 974 | --- | 0.375 | 0.9375 | 0.651s | 56.995s |
| Iteration 42 | none | --- | newto.. | 942 | --- | 1.0 | 1.0 | 0.646s | 58.530s |
| Iteration 43 | l2 | 25.9525 | sag | 940 | --- | 0.3125 | 1.0 | 0.646s | 1m:00s |
| Iteration 44 | l2 | 0.0655 | libli.. | 947 | --- | 0.375 | 1.0 | 0.661s | 1m:02s |
| Iteration 45 | l2 | 69.7335 | newto.. | 802 | --- | 0.8125 | 1.0 | 0.648s | 1m:04s |
| Iteration 46 | l2 | 1.0242 | libli.. | 811 | --- | 0.6875 | 1.0 | 0.661s | 1m:05s |
| Iteration 47 | l2 | 0.2008 | lbfgs | 514 | --- | 0.8125 | 1.0 | 0.657s | 1m:07s |
| Iteration 48 | l2 | 0.1625 | lbfgs | 940 | --- | 0.75 | 1.0 | 0.666s | 1m:08s |
| Iteration 49 | l2 | 0.0145 | newto.. | 568 | --- | 0.875 | 1.0 | 0.643s | 1m:10s |
| Iteration 50 | l2 | 5.7941 | newto.. | 511 | --- | 0.875 | 1.0 | 0.655s | 1m:11s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'penalty': 'none', 'solver': 'newton-cg', 'max_iter': 942}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8268
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.022s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.59 ± 0.1908
Time elapsed: 0.128s
-------------------------------------------------
Total time: 1m:12s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.625 | 0.625 | 0.643s | 0.648s |
| Initial point 2 | svd | --- | 0.75 | 0.75 | 0.648s | 2.091s |
| Initial point 3 | svd | --- | 0.75 | 0.75 | 0.000s | 2.719s |
| Initial point 4 | lsqr | 0.8 | 0.9375 | 0.9375 | 0.651s | 4.168s |
| Initial point 5 | eigen | 0.9 | 0.75 | 0.9375 | 0.639s | 5.359s |
| Initial point 6 | lsqr | 0.7 | 0.875 | 0.9375 | 0.632s | 6.385s |
| Initial point 7 | lsqr | 0.5 | 0.8125 | 0.9375 | 0.629s | 7.418s |
| Initial point 8 | lsqr | 0.9 | 0.1875 | 0.9375 | 0.629s | 8.415s |
| Initial point 9 | lsqr | 0.6 | 0.625 | 0.9375 | 0.638s | 9.419s |
| Initial point 10 | eigen | 0.8 | 0.625 | 0.9375 | 0.651s | 10.809s |
| Iteration 11 | eigen | 0.6 | 1.0 | 1.0 | 0.626s | 11.966s |
| Iteration 12 | eigen | 0.7 | 0.9375 | 1.0 | 0.630s | 13.692s |
| Iteration 13 | svd | --- | 0.75 | 1.0 | 0.000s | 14.213s |
| Iteration 14 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 14.739s |
| Iteration 15 | eigen | auto | 0.6875 | 1.0 | 0.634s | 15.892s |
| Iteration 16 | svd | --- | 0.75 | 1.0 | 0.000s | 16.410s |
| Iteration 17 | svd | --- | 0.75 | 1.0 | 0.000s | 16.937s |
| Iteration 18 | lsqr | 1.0 | 0.4375 | 1.0 | 0.621s | 18.096s |
| Iteration 19 | svd | --- | 0.75 | 1.0 | 0.000s | 18.656s |
| Iteration 20 | lsqr | auto | 1.0 | 1.0 | 0.629s | 19.820s |
| Iteration 21 | eigen | 0.5 | 1.0 | 1.0 | 0.644s | 21.053s |
| Iteration 22 | svd | --- | 0.75 | 1.0 | 0.000s | 21.683s |
| Iteration 23 | lsqr | None | 0.625 | 1.0 | 0.625s | 22.986s |
| Iteration 24 | svd | --- | 0.75 | 1.0 | 0.000s | 23.617s |
| Iteration 25 | eigen | None | 0.8125 | 1.0 | 0.627s | 24.843s |
| Iteration 26 | lsqr | auto | 1.0 | 1.0 | 0.000s | 25.496s |
| Iteration 27 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 26.088s |
| Iteration 28 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 26.696s |
| Iteration 29 | lsqr | auto | 1.0 | 1.0 | 0.000s | 27.370s |
| Iteration 30 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 28.152s |
| Iteration 31 | lsqr | auto | 1.0 | 1.0 | 0.000s | 29.525s |
| Iteration 32 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 30.143s |
| Iteration 33 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 30.738s |
| Iteration 34 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 31.355s |
| Iteration 35 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 31.960s |
| Iteration 36 | lsqr | auto | 1.0 | 1.0 | 0.000s | 32.574s |
| Iteration 37 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 33.196s |
| Iteration 38 | svd | --- | 0.75 | 1.0 | 0.000s | 33.828s |
| Iteration 39 | svd | --- | 0.75 | 1.0 | 0.000s | 34.464s |
| Iteration 40 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 35.094s |
| Iteration 41 | lsqr | auto | 1.0 | 1.0 | 0.000s | 35.749s |
| Iteration 42 | eigen | 0.5 | 1.0 | 1.0 | 0.001s | 36.516s |
| Iteration 43 | eigen | 0.6 | 1.0 | 1.0 | 0.001s | 37.212s |
| Iteration 44 | lsqr | auto | 1.0 | 1.0 | 0.000s | 37.891s |
| Iteration 45 | eigen | 0.6 | 1.0 | 1.0 | 0.001s | 38.580s |
| Iteration 46 | eigen | 0.5 | 1.0 | 1.0 | 0.001s | 39.265s |
| Iteration 47 | svd | --- | 0.75 | 1.0 | 0.001s | 39.980s |
| Iteration 48 | svd | --- | 0.75 | 1.0 | 0.000s | 40.928s |
| Iteration 49 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 41.638s |
| Iteration 50 | lsqr | auto | 1.0 | 1.0 | 0.001s | 42.350s |
Bayesian Optimization ---------------------------
Best call --> Iteration 21
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 1.0
Time elapsed: 43.086s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7705
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.55 ± 0.1049
Time elapsed: 0.031s
-------------------------------------------------
Total time: 43.128s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.625 | 0.625 | 0.659s | 0.664s |
| Initial point 2 | 0.9 | 0.8125 | 0.8125 | 0.655s | 1.723s |
| Initial point 3 | 0.1 | 0.375 | 0.8125 | 0.661s | 2.765s |
| Initial point 4 | 1.0 | 0.625 | 0.8125 | 0.001s | 3.145s |
| Initial point 5 | 0.2 | 0.75 | 0.8125 | 0.651s | 4.172s |
| Initial point 6 | 0.4 | 0.875 | 0.875 | 0.654s | 5.213s |
| Initial point 7 | 0.4 | 0.875 | 0.875 | 0.000s | 5.595s |
| Initial point 8 | 0.7 | 0.1875 | 0.875 | 0.666s | 6.654s |
| Initial point 9 | 0.9 | 0.8125 | 0.875 | 0.001s | 7.040s |
| Initial point 10 | 0.8 | 0.5625 | 0.875 | 1.210s | 8.631s |
| Iteration 11 | 0.3 | 1.0 | 1.0 | 0.686s | 9.883s |
| Iteration 12 | 0.6 | 0.9375 | 1.0 | 0.667s | 11.035s |
| Iteration 13 | 0.5 | 0.875 | 1.0 | 0.655s | 12.184s |
| Iteration 14 | 0.0 | 0.8125 | 1.0 | 0.655s | 13.346s |
| Iteration 15 | 0.3 | 1.0 | 1.0 | 0.000s | 13.893s |
| Iteration 16 | 0.3 | 1.0 | 1.0 | 0.000s | 14.412s |
| Iteration 17 | 0.3 | 1.0 | 1.0 | 0.000s | 14.922s |
| Iteration 18 | 0.3 | 1.0 | 1.0 | 0.000s | 15.446s |
| Iteration 19 | 0.3 | 1.0 | 1.0 | 0.000s | 15.959s |
| Iteration 20 | 0.3 | 1.0 | 1.0 | 0.000s | 16.480s |
| Iteration 21 | 0.3 | 1.0 | 1.0 | 0.000s | 16.982s |
| Iteration 22 | 0.6 | 0.9375 | 1.0 | 0.000s | 17.485s |
| Iteration 23 | 0.3 | 1.0 | 1.0 | 0.000s | 17.989s |
| Iteration 24 | 0.3 | 1.0 | 1.0 | 0.000s | 18.502s |
| Iteration 25 | 0.3 | 1.0 | 1.0 | 0.000s | 19.950s |
| Iteration 26 | 0.3 | 1.0 | 1.0 | 0.000s | 20.686s |
| Iteration 27 | 0.3 | 1.0 | 1.0 | 0.000s | 21.192s |
| Iteration 28 | 0.9 | 0.8125 | 1.0 | 0.000s | 21.707s |
| Iteration 29 | 0.3 | 1.0 | 1.0 | 0.000s | 22.217s |
| Iteration 30 | 0.8 | 0.5625 | 1.0 | 0.000s | 22.736s |
| Iteration 31 | 0.3 | 1.0 | 1.0 | 0.000s | 23.269s |
| Iteration 32 | 0.3 | 1.0 | 1.0 | 0.000s | 23.774s |
| Iteration 33 | 0.3 | 1.0 | 1.0 | 0.000s | 24.288s |
| Iteration 34 | 0.3 | 1.0 | 1.0 | 0.000s | 24.869s |
| Iteration 35 | 0.3 | 1.0 | 1.0 | 0.000s | 25.423s |
| Iteration 36 | 0.3 | 1.0 | 1.0 | 0.001s | 25.954s |
| Iteration 37 | 0.3 | 1.0 | 1.0 | 0.000s | 26.495s |
| Iteration 38 | 0.3 | 1.0 | 1.0 | 0.000s | 27.081s |
| Iteration 39 | 0.3 | 1.0 | 1.0 | 0.000s | 27.637s |
| Iteration 40 | 0.3 | 1.0 | 1.0 | 0.000s | 28.444s |
| Iteration 41 | 0.3 | 1.0 | 1.0 | 0.000s | 29.015s |
| Iteration 42 | 0.3 | 1.0 | 1.0 | 0.000s | 29.595s |
| Iteration 43 | 0.3 | 1.0 | 1.0 | 0.001s | 30.171s |
| Iteration 44 | 0.3 | 1.0 | 1.0 | 0.000s | 30.740s |
| Iteration 45 | 0.3 | 1.0 | 1.0 | 0.000s | 31.315s |
| Iteration 46 | 0.3 | 1.0 | 1.0 | 0.001s | 31.886s |
| Iteration 47 | 0.3 | 1.0 | 1.0 | 0.000s | 32.484s |
| Iteration 48 | 0.3 | 1.0 | 1.0 | 0.000s | 33.084s |
| Iteration 49 | 0.3 | 1.0 | 1.0 | 0.000s | 33.687s |
| Iteration 50 | 0.3 | 1.0 | 1.0 | 0.000s | 34.286s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'reg_param': 0.3}
Best evaluation --> roc_auc: 1.0
Time elapsed: 34.892s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7634
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.51 ± 0.049
Time elapsed: 0.027s
-------------------------------------------------
Total time: 34.929s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.2002 | dista.. | auto | 40 | 1 | 0.9375 | 0.9375 | 0.643s | 0.664s |
| Initial point 2 | 4.852 | uniform | kd_tree | 39 | 2 | 0.4688 | 0.9375 | 0.644s | 1.705s |
| Initial point 3 | 3.8328 | dista.. | ball_tree | 25 | 2 | 0.7812 | 0.9375 | 0.653s | 2.794s |
| Initial point 4 | 11.182 | uniform | ball_tree | 39 | 2 | 0.5 | 0.9375 | 0.647s | 3.830s |
| Initial point 5 | 8.7596 | dista.. | auto | 30 | 2 | 0.5625 | 0.9375 | 0.641s | 4.862s |
| Initial point 6 | 10.1443 | dista.. | ball_tree | 21 | 2 | 1.0 | 1.0 | 0.641s | 5.887s |
| Initial point 7 | 7.2559 | dista.. | ball_tree | 24 | 1 | 0.9375 | 1.0 | 0.643s | 6.924s |
| Initial point 8 | 1.7388 | dista.. | ball_tree | 21 | 2 | 0.625 | 1.0 | 0.661s | 8.011s |
| Initial point 9 | 8.0826 | uniform | ball_tree | 24 | 1 | 0.9062 | 1.0 | 0.650s | 9.116s |
| Initial point 10 | 5.741 | uniform | brute | 22 | 2 | 0.75 | 1.0 | 0.640s | 10.202s |
| Iteration 11 | 0.0 | dista.. | auto | 26 | 1 | 0.5 | 1.0 | 0.644s | 12.062s |
| Iteration 12 | 11.2129 | dista.. | ball_tree | 21 | 2 | 0.875 | 1.0 | 0.643s | 13.369s |
| Iteration 13 | 8.9297 | dista.. | ball_tree | 21 | 2 | 1.0 | 1.0 | 0.644s | 15.162s |
| Iteration 14 | 9.6561 | dista.. | ball_tree | 21 | 2 | 0.875 | 1.0 | 0.641s | 16.775s |
| Iteration 15 | 11.5114 | dista.. | ball_tree | 33 | 1 | 0.75 | 1.0 | 0.643s | 18.077s |
| Iteration 16 | 8.1752 | dista.. | ball_tree | 40 | 1 | 1.0 | 1.0 | 0.643s | 19.365s |
| Iteration 17 | 3.494 | uniform | brute | 40 | 1 | 0.75 | 1.0 | 0.631s | 20.598s |
| Iteration 18 | 1.7589 | dista.. | kd_tree | 24 | 1 | 0.7188 | 1.0 | 0.643s | 21.863s |
| Iteration 19 | 10.4402 | dista.. | brute | 20 | 1 | 0.8125 | 1.0 | 0.642s | 23.162s |
| Iteration 20 | 9.2974 | dista.. | auto | 40 | 1 | 0.8125 | 1.0 | 0.634s | 24.404s |
| Iteration 21 | 12.2346 | uniform | brute | 25 | 1 | 0.9688 | 1.0 | 0.635s | 25.683s |
| Iteration 22 | 12.2346 | dista.. | auto | 25 | 1 | 0.625 | 1.0 | 0.641s | 27.108s |
| Iteration 23 | 9.6096 | dista.. | ball_tree | 40 | 1 | 0.75 | 1.0 | 0.634s | 28.417s |
| Iteration 24 | 8.5716 | uniform | brute | 27 | 1 | 0.75 | 1.0 | 0.638s | 29.722s |
| Iteration 25 | 11.9904 | uniform | brute | 25 | 1 | 0.7812 | 1.0 | 0.648s | 31.152s |
| Iteration 26 | 12.2346 | uniform | brute | 20 | 2 | 0.5 | 1.0 | 0.643s | 32.478s |
| Iteration 27 | 10.9629 | dista.. | auto | 21 | 2 | 0.8125 | 1.0 | 0.641s | 33.934s |
| Iteration 28 | 12.2346 | dista.. | kd_tree | 22 | 2 | 0.625 | 1.0 | 0.645s | 35.292s |
| Iteration 29 | 8.2735 | uniform | ball_tree | 20 | 2 | 0.5 | 1.0 | 0.644s | 36.679s |
| Iteration 30 | 11.665 | dista.. | brute | 21 | 2 | 0.875 | 1.0 | 0.654s | 38.122s |
| Iteration 31 | 12.2346 | dista.. | auto | 24 | 1 | 0.875 | 1.0 | 0.638s | 39.532s |
| Iteration 32 | 9.4197 | uniform | ball_tree | 24 | 1 | 0.625 | 1.0 | 0.654s | 41.112s |
| Iteration 33 | 0.0 | dista.. | kd_tree | 40 | 1 | 0.5 | 1.0 | 0.644s | 42.516s |
| Iteration 34 | 12.2346 | uniform | auto | 25 | 2 | 0.5 | 1.0 | 0.646s | 44.597s |
| Iteration 35 | 0.0 | uniform | ball_tree | 25 | 1 | 0.5 | 1.0 | 0.637s | 45.962s |
| Iteration 36 | 0.9763 | uniform | kd_tree | 24 | 1 | 0.3438 | 1.0 | 0.638s | 47.553s |
| Iteration 37 | 6.483 | dista.. | brute | 29 | 1 | 0.9375 | 1.0 | 0.643s | 48.990s |
| Iteration 38 | 6.335 | dista.. | brute | 20 | 1 | 0.9375 | 1.0 | 0.641s | 50.411s |
| Iteration 39 | 6.1916 | dista.. | auto | 40 | 1 | 0.6875 | 1.0 | 0.641s | 51.875s |
| Iteration 40 | 8.1227 | dista.. | brute | 20 | 1 | 1.0 | 1.0 | 0.674s | 53.458s |
| Iteration 41 | 8.1394 | dista.. | brute | 20 | 1 | 0.4375 | 1.0 | 0.644s | 55.034s |
| Iteration 42 | 8.0745 | dista.. | brute | 24 | 2 | 1.0 | 1.0 | 0.646s | 56.481s |
| Iteration 43 | 6.7672 | dista.. | brute | 35 | 2 | 0.75 | 1.0 | 0.639s | 57.953s |
| Iteration 44 | 8.4786 | dista.. | brute | 20 | 2 | 0.375 | 1.0 | 0.647s | 59.444s |
| Iteration 45 | 12.2346 | uniform | ball_tree | 40 | 1 | 1.0 | 1.0 | 0.638s | 1m:01s |
| Iteration 46 | 7.7524 | dista.. | kd_tree | 24 | 2 | 0.75 | 1.0 | 0.650s | 1m:02s |
| Iteration 47 | 12.2346 | uniform | ball_tree | 34 | 1 | 0.9062 | 1.0 | 0.687s | 1m:04s |
| Iteration 48 | 12.2346 | uniform | auto | 35 | 1 | 0.6875 | 1.0 | 0.684s | 1m:05s |
| Iteration 49 | 0.0 | uniform | ball_tree | 21 | 2 | 0.5 | 1.0 | 0.689s | 1m:07s |
| Iteration 50 | 12.2346 | dista.. | auto | 20 | 1 | 1.0 | 1.0 | 0.685s | 1m:09s |
Bayesian Optimization ---------------------------
Best call --> Iteration 50
Best parameters --> {'radius': 12.2346, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 20, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.0374
Time elapsed: 0.054s
-------------------------------------------------
Total time: 1m:09s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.4375 | 0.4375 | 1.059s | 1.066s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.9375 | 0.9375 | 1.048s | 2.510s |
| Initial point 3 | 225 | 1.0215 | SAMME | 1.0 | 1.0 | 0.799s | 3.730s |
| Initial point 4 | 431 | 0.0871 | SAMME | 1.0 | 1.0 | 0.944s | 5.059s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.6875 | 1.0 | 0.824s | 6.296s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 1.0 | 1.0 | 1.014s | 8.278s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.875 | 1.0 | 0.675s | 9.664s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.8125 | 1.0 | 0.923s | 11.026s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.875 | 1.0 | 0.643s | 12.054s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.625 | 1.0 | 1.332s | 14.499s |
| Iteration 11 | 452 | 0.116 | SAMME | 1.0 | 1.0 | 0.959s | 16.233s |
| Iteration 12 | 411 | 0.1752 | SAMME.R | 0.9375 | 1.0 | 0.953s | 17.855s |
| Iteration 13 | 496 | 0.2284 | SAMME.R | 1.0 | 1.0 | 1.015s | 19.451s |
| Iteration 14 | 50 | 5.9526 | SAMME | 0.7188 | 1.0 | 0.633s | 20.684s |
| Iteration 15 | 349 | 0.4921 | SAMME | 1.0 | 1.0 | 0.892s | 22.210s |
| Iteration 16 | 50 | 0.6117 | SAMME.R | 1.0 | 1.0 | 0.664s | 23.498s |
| Iteration 17 | 478 | 0.0817 | SAMME | 1.0 | 1.0 | 0.966s | 25.098s |
| Iteration 18 | 237 | 0.6613 | SAMME.R | 0.875 | 1.0 | 0.817s | 26.594s |
| Iteration 19 | 50 | 0.5255 | SAMME | 0.75 | 1.0 | 0.674s | 27.929s |
| Iteration 20 | 273 | 0.9232 | SAMME | 0.9688 | 1.0 | 0.815s | 29.367s |
| Iteration 21 | 50 | 0.1444 | SAMME.R | 0.9062 | 1.0 | 0.670s | 30.832s |
| Iteration 22 | 466 | 0.1479 | SAMME | 0.6875 | 1.0 | 0.967s | 32.470s |
| Iteration 23 | 452 | 0.11 | SAMME | 0.9375 | 1.0 | 0.949s | 34.179s |
| Iteration 24 | 402 | 0.4864 | SAMME | 1.0 | 1.0 | 0.912s | 35.893s |
| Iteration 25 | 50 | 0.5403 | SAMME.R | 0.75 | 1.0 | 0.668s | 37.274s |
| Iteration 26 | 50 | 0.6249 | SAMME.R | 1.0 | 1.0 | 0.667s | 38.636s |
| Iteration 27 | 423 | 0.0841 | SAMME | 0.8125 | 1.0 | 0.929s | 40.305s |
| Iteration 28 | 500 | 0.5694 | SAMME.R | 0.875 | 1.0 | 1.034s | 41.950s |
| Iteration 29 | 500 | 0.9911 | SAMME | 1.0 | 1.0 | 1.014s | 43.606s |
| Iteration 30 | 500 | 0.5387 | SAMME | 0.9688 | 1.0 | 0.982s | 45.228s |
| Iteration 31 | 500 | 0.01 | SAMME.R | 0.875 | 1.0 | 1.030s | 46.899s |
| Iteration 32 | 500 | 0.5269 | SAMME | 1.0 | 1.0 | 0.984s | 48.563s |
| Iteration 33 | 500 | 0.5275 | SAMME | 0.9062 | 1.0 | 1.576s | 50.780s |
| Iteration 34 | 500 | 0.1239 | SAMME.R | 1.0 | 1.0 | 1.102s | 52.671s |
| Iteration 35 | 500 | 0.106 | SAMME.R | 0.9375 | 1.0 | 1.034s | 54.471s |
| Iteration 36 | 500 | 0.1326 | SAMME.R | 1.0 | 1.0 | 1.029s | 56.188s |
| Iteration 37 | 500 | 0.131 | SAMME.R | 0.9375 | 1.0 | 1.052s | 57.899s |
| Iteration 38 | 500 | 0.5206 | SAMME | 1.0 | 1.0 | 0.986s | 59.584s |
| Iteration 39 | 500 | 0.5241 | SAMME | 1.0 | 1.0 | 0.990s | 1m:01s |
| Iteration 40 | 500 | 0.5287 | SAMME | 0.75 | 1.0 | 1.006s | 1m:03s |
| Iteration 41 | 339 | 0.1587 | SAMME.R | 1.0 | 1.0 | 0.897s | 1m:05s |
| Iteration 42 | 500 | 0.1119 | SAMME.R | 0.8125 | 1.0 | 1.027s | 1m:06s |
| Iteration 43 | 287 | 0.2009 | SAMME.R | 0.625 | 1.0 | 0.862s | 1m:08s |
| Iteration 44 | 50 | 1.408 | SAMME | 0.9375 | 1.0 | 0.669s | 1m:09s |
| Iteration 45 | 500 | 1.008 | SAMME.R | 0.5625 | 1.0 | 1.040s | 1m:11s |
| Iteration 46 | 337 | 0.8553 | SAMME | 0.875 | 1.0 | 0.890s | 1m:13s |
| Iteration 47 | 50 | 0.01 | SAMME.R | 0.9375 | 1.0 | 0.665s | 1m:14s |
| Iteration 48 | 229 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.832s | 1m:16s |
| Iteration 49 | 218 | 0.01 | SAMME.R | 0.9062 | 1.0 | 0.799s | 1m:17s |
| Iteration 50 | 50 | 0.01 | SAMME.R | 0.9375 | 1.0 | 0.001s | 1m:18s |
Bayesian Optimization ---------------------------
Best call --> Iteration 34
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.1239, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:19s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.455s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.825 ± 0.0949
Time elapsed: 2.053s
-------------------------------------------------
Total time: 1m:22s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.875 | 0.875 | 1.086s | 1.109s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 1.0 | 1.0 | 0.952s | 2.478s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.9375 | 1.0 | 0.991s | 3.945s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 1.0 | 0.785s | 5.120s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.625 | 1.0 | 0.996s | 6.502s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 1.0 | 1.0 | 0.825s | 7.730s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 1.0 | 1.0 | 0.862s | 9.083s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.8125 | 1.0 | 0.806s | 10.856s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 1.0 | 1.0 | 1.545s | 12.969s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 1.0 | 1.0 | 0.891s | 14.259s |
| Iteration 11 | 434 | entropy | 5 | 16 | 11 | 0.7 | False | 0.0193 | --- | 1.0 | 1.0 | 0.908s | 15.949s |
| Iteration 12 | 188 | entropy | 6 | 20 | 8 | sqrt | False | 0.035 | --- | 0.875 | 1.0 | 0.741s | 17.485s |
| Iteration 13 | 173 | gini | 8 | 6 | 17 | 0.6 | False | 0.0278 | --- | 1.0 | 1.0 | 0.734s | 19.011s |
| Iteration 14 | 377 | entropy | 4 | 16 | 18 | 0.7 | False | 0.0208 | --- | 0.625 | 1.0 | 0.863s | 20.679s |
| Iteration 15 | 114 | entropy | 7 | 15 | 1 | 0.7 | True | 0.0314 | 0.7 | 0.9375 | 1.0 | 0.719s | 22.189s |
| Iteration 16 | 488 | entropy | 8 | 20 | 2 | 0.5 | False | 0.0036 | --- | 0.9375 | 1.0 | 0.936s | 23.939s |
| Iteration 17 | 179 | gini | 8 | 2 | 20 | 0.6 | False | 0.035 | --- | 0.9688 | 1.0 | 0.734s | 25.509s |
| Iteration 18 | 178 | gini | 8 | 10 | 12 | 0.5 | False | 0.0206 | --- | 0.875 | 1.0 | 0.731s | 27.141s |
| Iteration 19 | 258 | entropy | 8 | 20 | 9 | 0.6 | False | 0.0019 | --- | 0.875 | 1.0 | 0.798s | 28.738s |
| Iteration 20 | 166 | gini | 8 | 7 | 16 | 0.6 | False | 0.0263 | --- | 0.875 | 1.0 | 0.734s | 30.369s |
| Iteration 21 | 500 | entropy | 5 | 18 | 8 | auto | False | 0.0 | --- | 0.875 | 1.0 | 0.918s | 32.157s |
| Iteration 22 | 70 | entropy | None | 20 | 17 | 0.8 | False | 0.0176 | --- | 0.8125 | 1.0 | 0.670s | 33.760s |
| Iteration 23 | 427 | entropy | None | 2 | 15 | 0.6 | True | 0.0105 | None | 0.75 | 1.0 | 0.963s | 35.583s |
| Iteration 24 | 53 | gini | None | 17 | 11 | 0.5 | False | 0.0064 | --- | 1.0 | 1.0 | 0.664s | 37.163s |
| Iteration 25 | 18 | gini | 5 | 11 | 8 | None | False | 0.0015 | --- | 0.9688 | 1.0 | 0.654s | 38.698s |
| Iteration 26 | 258 | gini | 9 | 17 | 15 | None | True | 0.0069 | 0.5 | 0.5 | 1.0 | 1.029s | 40.626s |
| Iteration 27 | 249 | gini | 8 | 6 | 17 | 0.8 | False | 0.0285 | --- | 0.7188 | 1.0 | 0.783s | 42.774s |
| Iteration 28 | 118 | gini | 7 | 9 | 14 | auto | False | 0.0346 | --- | 0.8125 | 1.0 | 0.775s | 44.684s |
| Iteration 29 | 91 | gini | 9 | 2 | 8 | auto | False | 0.0344 | --- | 0.9375 | 1.0 | 0.712s | 46.469s |
| Iteration 30 | 288 | gini | 5 | 5 | 16 | 0.7 | True | 0.0228 | None | 0.9375 | 1.0 | 0.885s | 48.933s |
| Iteration 31 | 13 | gini | 1 | 16 | 5 | None | False | 0.035 | --- | 0.75 | 1.0 | 0.681s | 50.545s |
| Iteration 32 | 304 | gini | 6 | 13 | 8 | None | False | 0.0066 | --- | 0.9688 | 1.0 | 0.850s | 52.801s |
| Iteration 33 | 305 | entropy | 7 | 18 | 2 | 0.5 | False | 0.0194 | --- | 0.875 | 1.0 | 0.914s | 54.774s |
| Iteration 34 | 216 | gini | 9 | 3 | 15 | log2 | False | 0.0315 | --- | 0.875 | 1.0 | 0.783s | 57.548s |
| Iteration 35 | 68 | gini | 5 | 9 | 19 | 0.7 | False | 0.0294 | --- | 0.9062 | 1.0 | 0.687s | 59.325s |
| Iteration 36 | 174 | gini | 4 | 18 | 9 | 0.5 | False | 0.006 | --- | 0.5 | 1.0 | 0.794s | 1m:01s |
| Iteration 37 | 320 | gini | 4 | 4 | 20 | 0.7 | True | 0.0195 | 0.6 | 0.5 | 1.0 | 0.870s | 1m:03s |
| Iteration 38 | 432 | gini | 7 | 3 | 19 | None | True | 0.0313 | 0.6 | 0.5 | 1.0 | 0.949s | 1m:05s |
| Iteration 39 | 500 | entropy | 8 | 14 | 6 | 0.6 | False | 0.0208 | --- | 0.9375 | 1.0 | 0.965s | 1m:07s |
| Iteration 40 | 337 | entropy | 6 | 8 | 5 | 0.6 | False | 0.0022 | --- | 1.0 | 1.0 | 0.842s | 1m:09s |
| Iteration 41 | 339 | gini | 6 | 7 | 5 | log2 | False | 0.0208 | --- | 0.5625 | 1.0 | 0.833s | 1m:11s |
| Iteration 42 | 480 | gini | 8 | 16 | 20 | auto | False | 0.0215 | --- | 1.0 | 1.0 | 0.908s | 1m:13s |
| Iteration 43 | 411 | gini | 5 | 6 | 9 | 0.7 | False | 0.0102 | --- | 0.7188 | 1.0 | 0.892s | 1m:15s |
| Iteration 44 | 218 | gini | 5 | 7 | 18 | 0.6 | False | 0.0344 | --- | 0.625 | 1.0 | 0.819s | 1m:16s |
| Iteration 45 | 262 | entropy | 9 | 13 | 1 | 0.8 | False | 0.0053 | --- | 0.75 | 1.0 | 0.870s | 1m:18s |
| Iteration 46 | 265 | gini | 4 | 19 | 1 | 0.9 | False | 0.0 | --- | 0.8125 | 1.0 | 0.853s | 1m:20s |
| Iteration 47 | 500 | entropy | 6 | 15 | 20 | 0.6 | False | 0.0 | --- | 0.8438 | 1.0 | 0.970s | 1m:22s |
| Iteration 48 | 450 | gini | 1 | 8 | 1 | log2 | False | 0.0331 | --- | 0.9062 | 1.0 | 0.953s | 1m:24s |
| Iteration 49 | 313 | gini | 2 | 17 | 11 | 0.5 | False | 0.0249 | --- | 0.9062 | 1.0 | 0.868s | 1m:26s |
| Iteration 50 | 91 | gini | 6 | 7 | 1 | sqrt | True | 0.0259 | 0.8 | 1.0 | 1.0 | 0.750s | 1m:28s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'n_estimators': 447, 'criterion': 'gini', 'max_depth': 5, 'min_samples_split': 14, 'min_samples_leaf': 8, 'max_features': 0.7, 'bootstrap': False, 'ccp_alpha': 0.0044}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9759
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.328s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.84 ± 0.097
Time elapsed: 1.458s
-------------------------------------------------
Total time: 1m:31s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.777s | 0.796s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 1.0 | 1.0 | 0.727s | 1.979s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 1.0 | 0.723s | 3.510s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 1.0 | 0.682s | 4.998s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 1.0 | 0.719s | 6.352s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 1.0 | 0.681s | 7.572s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 1.0 | 0.687s | 8.771s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 1.0 | 0.688s | 9.990s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.6875 | 1.0 | 0.723s | 11.498s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 1.0 | 0.696s | 12.701s |
| Iteration 11 | 474 | 0.0405 | 2 | 0.2368 | 2 | 0.7 | 0.7 | 0 | 1 | 0.8125 | 1.0 | 0.727s | 14.352s |
| Iteration 12 | 424 | 0.0344 | 6 | 0.399 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.8125 | 1.0 | 1.308s | 16.576s |
| Iteration 13 | 147 | 0.0744 | 4 | 0.4391 | 2 | 1.0 | 0.8 | 0.1 | 0.01 | 1.0 | 1.0 | 0.688s | 18.137s |
| Iteration 14 | 20 | 0.0631 | 1 | 0.4633 | 8 | 1.0 | 0.4 | 100 | 0 | 0.5 | 1.0 | 0.657s | 19.595s |
| Iteration 15 | 360 | 0.4618 | 4 | 0.4516 | 1 | 0.8 | 0.7 | 0.1 | 0 | 1.0 | 1.0 | 0.716s | 21.115s |
| Iteration 16 | 170 | 0.01 | 5 | 0.461 | 1 | 0.5 | 0.7 | 100 | 100 | 0.5 | 1.0 | 0.678s | 22.643s |
| Iteration 17 | 20 | 0.01 | 10 | 0.1636 | 1 | 1.0 | 1.0 | 0.01 | 0 | 1.0 | 1.0 | 0.653s | 24.123s |
| Iteration 18 | 500 | 1.0 | 10 | 0.7694 | 2 | 0.5 | 0.4 | 0.01 | 0 | 0.8125 | 1.0 | 0.718s | 25.717s |
| Iteration 19 | 20 | 0.122 | 2 | 0.1417 | 1 | 1.0 | 1.0 | 0.1 | 0 | 0.6562 | 1.0 | 0.667s | 27.327s |
| Iteration 20 | 65 | 0.0597 | 8 | 0.4363 | 1 | 0.8 | 0.5 | 0.01 | 0.1 | 0.875 | 1.0 | 0.666s | 29.382s |
| Iteration 21 | 377 | 0.2166 | 2 | 0.6042 | 1 | 0.7 | 1.0 | 0.1 | 0.1 | 0.875 | 1.0 | 0.712s | 31.124s |
| Iteration 22 | 500 | 0.01 | 10 | 0.4446 | 1 | 1.0 | 1.0 | 0.1 | 0 | 0.6875 | 1.0 | 0.744s | 32.674s |
| Iteration 23 | 20 | 1.0 | 10 | 0.0 | 1 | 0.6 | 0.5 | 0 | 0 | 0.875 | 1.0 | 0.649s | 34.172s |
| Iteration 24 | 317 | 0.0919 | 3 | 1.0 | 1 | 0.9 | 0.9 | 0 | 0.01 | 1.0 | 1.0 | 0.729s | 35.759s |
| Iteration 25 | 55 | 0.5618 | 6 | 0.2809 | 1 | 0.7 | 1.0 | 0 | 0.01 | 1.0 | 1.0 | 0.650s | 37.277s |
| Iteration 26 | 20 | 0.01 | 1 | 0.0 | 1 | 1.0 | 0.4 | 0 | 0.01 | 0.875 | 1.0 | 0.646s | 38.813s |
| Iteration 27 | 20 | 0.0385 | 7 | 0.3292 | 1 | 0.9 | 0.8 | 0.01 | 0.01 | 0.75 | 1.0 | 0.651s | 40.351s |
| Iteration 28 | 75 | 0.0673 | 3 | 0.7617 | 3 | 1.0 | 0.7 | 0 | 0 | 0.6875 | 1.0 | 0.654s | 41.860s |
| Iteration 29 | 500 | 1.0 | 10 | 1.0 | 1 | 0.5 | 1.0 | 0 | 0.1 | 0.875 | 1.0 | 0.716s | 43.442s |
| Iteration 30 | 75 | 0.0247 | 2 | 0.0127 | 10 | 0.9 | 0.7 | 0 | 100 | 0.5 | 1.0 | 0.664s | 44.940s |
| Iteration 31 | 500 | 0.01 | 1 | 1.0 | 1 | 0.5 | 1.0 | 0 | 100 | 0.5 | 1.0 | 0.715s | 46.442s |
| Iteration 32 | 500 | 1.0 | 5 | 1.0 | 1 | 0.5 | 1.0 | 0 | 0.01 | 1.0 | 1.0 | 0.718s | 48.056s |
| Iteration 33 | 205 | 0.0231 | 2 | 0.7084 | 1 | 0.5 | 1.0 | 0 | 0.01 | 0.875 | 1.0 | 0.724s | 49.680s |
| Iteration 34 | 500 | 1.0 | 10 | 0.0 | 1 | 1.0 | 0.5 | 0 | 0.1 | 0.875 | 1.0 | 0.722s | 51.366s |
| Iteration 35 | 470 | 0.9736 | 1 | 0.2061 | 1 | 0.5 | 0.8 | 0 | 0.01 | 0.9375 | 1.0 | 0.716s | 53.025s |
| Iteration 36 | 500 | 1.0 | 10 | 0.0 | 1 | 1.0 | 0.4 | 0 | 0.01 | 0.5 | 1.0 | 0.722s | 54.658s |
| Iteration 37 | 66 | 0.7434 | 2 | 0.0669 | 1 | 0.6 | 1.0 | 0 | 0.1 | 0.9375 | 1.0 | 0.664s | 56.282s |
| Iteration 38 | 20 | 1.0 | 10 | 0.0 | 1 | 1.0 | 1.0 | 0 | 0.01 | 1.0 | 1.0 | 0.664s | 58.474s |
| Iteration 39 | 20 | 1.0 | 1 | 0.0 | 1 | 1.0 | 1.0 | 0 | 0.01 | 1.0 | 1.0 | 0.652s | 1m:00s |
| Iteration 40 | 20 | 0.01 | 1 | 0.0 | 1 | 0.9 | 1.0 | 0 | 0.1 | 0.875 | 1.0 | 0.670s | 1m:02s |
| Iteration 41 | 164 | 1.0 | 10 | 1.0 | 1 | 1.0 | 1.0 | 0 | 0.01 | 0.5 | 1.0 | 0.678s | 1m:04s |
| Iteration 42 | 211 | 0.0903 | 1 | 1.0 | 1 | 1.0 | 1.0 | 0 | 0.01 | 1.0 | 1.0 | 0.689s | 1m:05s |
| Iteration 43 | 20 | 1.0 | 1 | 0.085 | 1 | 0.5 | 0.4 | 0 | 0.01 | 0.8125 | 1.0 | 0.636s | 1m:07s |
| Iteration 44 | 453 | 0.3108 | 1 | 0.0851 | 1 | 0.9 | 1.0 | 100 | 0 | 0.5 | 1.0 | 0.707s | 1m:09s |
| Iteration 45 | 480 | 0.018 | 10 | 0.6947 | 10 | 0.9 | 0.4 | 100 | 100 | 0.5 | 1.0 | 0.711s | 1m:11s |
| Iteration 46 | 20 | 0.01 | 1 | 0.0 | 1 | 0.5 | 1.0 | 0 | 0 | 0.6875 | 1.0 | 0.649s | 1m:12s |
| Iteration 47 | 237 | 0.0245 | 1 | 0.5925 | 1 | 0.6 | 1.0 | 0.01 | 0.1 | 1.0 | 1.0 | 0.681s | 1m:14s |
| Iteration 48 | 20 | 1.0 | 1 | 0.0 | 1 | 0.6 | 1.0 | 0.01 | 0.1 | 0.8125 | 1.0 | 0.641s | 1m:16s |
| Iteration 49 | 500 | 0.0196 | 1 | 0.0 | 1 | 0.6 | 1.0 | 0 | 0.1 | 0.9375 | 1.0 | 0.716s | 1m:18s |
| Iteration 50 | 311 | 0.0192 | 1 | 1.0 | 1 | 0.5 | 1.0 | 0.01 | 0.1 | 0.9375 | 1.0 | 0.684s | 1m:20s |
Bayesian Optimization ---------------------------
Best call --> Iteration 24
Best parameters --> {'n_estimators': 317, 'learning_rate': 0.0919, 'max_depth': 3, 'gamma': 1.0, 'min_child_weight': 1, 'subsample': 0.9, 'colsample_bytree': 0.9, 'reg_alpha': 0, 'reg_lambda': 0.01}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:22s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.082s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.87 ± 0.0678
Time elapsed: 0.259s
-------------------------------------------------
Total time: 1m:22s
Final results ==================== >>
Duration: 9m:13s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.82 ± 0.0812
Logistic Regression --> roc_auc: 0.59 ± 0.1908 ~
Linear Discriminant Analysis --> roc_auc: 0.55 ± 0.1049 ~
Quadratic Discriminant Analysis --> roc_auc: 0.51 ± 0.049 ~
Radius Nearest Neighbors --> roc_auc: 0.74 ± 0.0374 ~
AdaBoost --> roc_auc: 0.825 ± 0.0949
Random Forest --> roc_auc: 0.84 ± 0.097
XGBoost --> roc_auc: 0.87 ± 0.0678 !
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CAARDNYGQNFVF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CALILTGGGNKLTF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAVEDDYKLSF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CALGDDKIIF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVYNAGNMLTF.
>>> Dropping feature CVVIANQAGTALIF.
>>> Dropping feature CAAGGYQKVTF.
>>> Dropping feature CAATSGSARQLTF.
>>> Dropping feature CAGPNAGGTSYGKLTF.
>>> Dropping feature CALMDTGRRALTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAYRSAGTGNQFYF.
>>> Dropping feature CVVTNQAGTALIF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CAASPNTGNQFYF.
>>> Dropping feature CAASYTGNQFYF.
>>> Dropping feature CASSLAGGTDTQYF.
>>> Dropping feature CASSLGRTEAFF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CAVENQAGTALIF.
>>> Dropping feature CAYRSYNTDKLIF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CALNTDKLIF.
>>> Dropping feature CAVPGSSNTGKLIF.
>>> Dropping feature CASSLGSSYEQYF.
>>> Dropping feature CAVKGGSEKLVF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVEDTGRRALTF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.7812 | 0.7812 | 3.184s | 3.203s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.9375 | 0.9375 | 3.255s | 7.214s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.75 | 0.9375 | 3.206s | 10.875s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.9375 | 0.9375 | 3.249s | 14.662s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.625 | 0.9375 | 3.232s | 18.307s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.625 | 0.9375 | 3.243s | 21.949s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.6562 | 0.9375 | 3.242s | 25.628s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.75 | 0.9375 | 3.323s | 29.726s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.5625 | 0.9375 | 3.200s | 33.448s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.875 | 0.9375 | 3.190s | 37.072s |
| Iteration 11 | deviance | 0.0226 | 144 | 0.6 | squared_er.. | 20 | 1 | 5 | None | 0.035 | 0.5625 | 0.9375 | 3.177s | 41.126s |
| Iteration 12 | deviance | 0.597 | 10 | 0.6 | friedman_mse | 6 | 13 | 5 | None | 0.035 | 0.5938 | 0.9375 | 3.167s | 45.168s |
| Iteration 13 | exponen.. | 1.0 | 215 | 0.5 | friedman_mse | 2 | 16 | 6 | auto | 0.035 | 0.5 | 0.9375 | 3.173s | 49.172s |
| Iteration 14 | deviance | 0.8682 | 10 | 0.8 | friedman_mse | 4 | 14 | 8 | 0.5 | 0.0277 | 0.625 | 0.9375 | 3.734s | 53.770s |
| Iteration 15 | exponen.. | 0.1561 | 436 | 0.6 | squared_er.. | 14 | 17 | 6 | 0.5 | 0.017 | 0.75 | 0.9375 | 3.244s | 57.946s |
| Iteration 16 | exponen.. | 0.1943 | 211 | 0.6 | friedman_mse | 7 | 15 | 6 | log2 | 0.0237 | 0.75 | 0.9375 | 3.224s | 1m:02s |
| Iteration 17 | deviance | 0.2316 | 207 | 0.6 | squared_er.. | 12 | 14 | 5 | 0.8 | 0.0249 | 0.875 | 0.9375 | 3.195s | 1m:06s |
| Iteration 18 | exponen.. | 0.1766 | 356 | 0.5 | friedman_mse | 13 | 11 | 5 | auto | 0.0 | 0.6875 | 0.9375 | 3.206s | 1m:10s |
| Iteration 19 | exponen.. | 0.1449 | 451 | 0.6 | friedman_mse | 10 | 12 | 5 | auto | 0.0062 | 0.625 | 0.9375 | 3.266s | 1m:14s |
| Iteration 20 | deviance | 0.1355 | 390 | 0.7 | squared_er.. | 14 | 8 | 7 | 0.6 | 0.0305 | 0.6875 | 0.9375 | 3.240s | 1m:18s |
| Iteration 21 | exponen.. | 0.1434 | 151 | 0.6 | friedman_mse | 19 | 3 | 5 | None | 0.0226 | 1.0 | 1.0 | 3.165s | 1m:22s |
| Iteration 22 | exponen.. | 0.1314 | 156 | 0.6 | friedman_mse | 5 | 8 | 5 | 0.5 | 0.0223 | 0.75 | 1.0 | 3.162s | 1m:26s |
| Iteration 23 | exponen.. | 0.1416 | 217 | 0.6 | friedman_mse | 20 | 15 | 5 | 0.7 | 0.0241 | 0.4375 | 1.0 | 3.215s | 1m:30s |
| Iteration 24 | exponen.. | 0.1437 | 151 | 0.6 | friedman_mse | 19 | 3 | 5 | None | 0.0226 | 0.6875 | 1.0 | 3.173s | 1m:34s |
| Iteration 25 | exponen.. | 0.1351 | 382 | 0.8 | squared_er.. | 20 | 13 | 9 | 0.5 | 0.0205 | 0.75 | 1.0 | 3.271s | 1m:38s |
| Iteration 26 | deviance | 0.1989 | 300 | 0.6 | friedman_mse | 2 | 19 | 7 | 0.5 | 0.0294 | 0.5 | 1.0 | 3.206s | 1m:42s |
| Iteration 27 | deviance | 0.1463 | 239 | 0.5 | squared_er.. | 14 | 12 | 2 | None | 0.034 | 0.8125 | 1.0 | 3.179s | 1m:46s |
| Iteration 28 | deviance | 0.125 | 135 | 0.6 | squared_er.. | 20 | 11 | 10 | 0.9 | 0.0251 | 0.6875 | 1.0 | 3.144s | 1m:50s |
| Iteration 29 | deviance | 0.0971 | 385 | 0.9 | squared_er.. | 3 | 11 | 3 | None | 0.021 | 0.5938 | 1.0 | 3.228s | 1m:55s |
| Iteration 30 | deviance | 0.1319 | 225 | 0.9 | squared_er.. | 17 | 11 | 9 | 0.8 | 0.0346 | 0.8438 | 1.0 | 3.211s | 1m:59s |
| Iteration 31 | deviance | 0.2171 | 218 | 0.7 | squared_er.. | 17 | 8 | 4 | sqrt | 0.0043 | 0.75 | 1.0 | 3.181s | 2m:03s |
| Iteration 32 | deviance | 0.0827 | 246 | 0.8 | squared_er.. | 20 | 12 | 2 | 0.6 | 0.0206 | 0.875 | 1.0 | 3.218s | 2m:08s |
| Iteration 33 | deviance | 0.0813 | 230 | 0.7 | squared_er.. | 17 | 11 | 4 | 0.8 | 0.0054 | 0.5312 | 1.0 | 3.208s | 2m:13s |
| Iteration 34 | exponen.. | 0.0611 | 375 | 0.7 | squared_er.. | 14 | 14 | 8 | sqrt | 0.0274 | 0.625 | 1.0 | 3.257s | 2m:17s |
| Iteration 35 | deviance | 0.1682 | 228 | 0.7 | squared_er.. | 18 | 14 | 6 | auto | 0.0259 | 0.75 | 1.0 | 3.201s | 2m:21s |
| Iteration 36 | deviance | 0.0904 | 249 | 0.8 | squared_er.. | 19 | 9 | 1 | sqrt | 0.0298 | 0.5312 | 1.0 | 3.181s | 2m:25s |
| Iteration 37 | deviance | 0.1307 | 226 | 0.7 | squared_er.. | 17 | 11 | 6 | 0.9 | 0.0272 | 0.875 | 1.0 | 3.225s | 2m:29s |
| Iteration 38 | deviance | 0.1317 | 225 | 0.6 | squared_er.. | 17 | 12 | 3 | 0.9 | 0.0261 | 0.7812 | 1.0 | 3.859s | 2m:34s |
| Iteration 39 | deviance | 0.1916 | 214 | 0.7 | squared_er.. | 14 | 8 | 7 | None | 0.0283 | 0.75 | 1.0 | 3.193s | 2m:38s |
| Iteration 40 | deviance | 0.0742 | 245 | 0.9 | squared_er.. | 20 | 11 | 8 | None | 0.0284 | 0.5625 | 1.0 | 3.190s | 2m:42s |
| Iteration 41 | deviance | 0.1278 | 206 | 0.9 | squared_er.. | 20 | 15 | 2 | None | 0.0221 | 0.625 | 1.0 | 3.177s | 2m:47s |
| Iteration 42 | deviance | 0.1143 | 70 | 0.7 | squared_er.. | 18 | 9 | 5 | None | 0.0272 | 0.8125 | 1.0 | 3.179s | 2m:51s |
| Iteration 43 | deviance | 0.5188 | 410 | 0.6 | friedman_mse | 5 | 15 | 9 | auto | 0.0137 | 0.6875 | 1.0 | 3.233s | 2m:55s |
| Iteration 44 | exponen.. | 0.1419 | 470 | 0.6 | friedman_mse | 5 | 13 | 4 | auto | 0.031 | 0.625 | 1.0 | 3.265s | 2m:59s |
| Iteration 45 | deviance | 0.1618 | 256 | 0.6 | squared_er.. | 16 | 12 | 5 | None | 0.0284 | 0.75 | 1.0 | 3.209s | 3m:04s |
| Iteration 46 | deviance | 0.3728 | 308 | 0.6 | squared_er.. | 11 | 15 | 3 | 0.8 | 0.0309 | 0.6875 | 1.0 | 3.225s | 3m:08s |
| Iteration 47 | deviance | 0.2526 | 239 | 1.0 | friedman_mse | 18 | 15 | 1 | auto | 0.0211 | 0.9375 | 1.0 | 3.202s | 3m:12s |
| Iteration 48 | exponen.. | 0.2476 | 121 | 0.8 | friedman_mse | 3 | 16 | 5 | auto | 0.0074 | 0.6875 | 1.0 | 3.178s | 3m:16s |
| Iteration 49 | exponen.. | 0.2333 | 226 | 0.8 | friedman_mse | 12 | 15 | 6 | auto | 0.0214 | 0.8125 | 1.0 | 3.214s | 3m:20s |
| Iteration 50 | deviance | 0.2912 | 139 | 0.7 | friedman_mse | 4 | 17 | 8 | sqrt | 0.0217 | 1.0 | 1.0 | 3.214s | 3m:25s |
Bayesian Optimization ---------------------------
Best call --> Iteration 50
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.2912, 'n_estimators': 139, 'subsample': 0.7, 'criterion': 'friedman_mse', 'min_samples_split': 4, 'min_samples_leaf': 17, 'max_depth': 8, 'max_features': 'sqrt', 'ccp_alpha': 0.0217}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:26s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8853
Test evaluation --> roc_auc: 0.875
Time elapsed: 0.040s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.062
Time elapsed: 0.189s
-------------------------------------------------
Total time: 3m:26s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.625 | 0.625 | 3.192s | 3.206s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.75 | 0.75 | 3.202s | 6.787s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.375 | 0.75 | 3.221s | 10.716s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 1.0 | 1.0 | 3.251s | 15.899s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.5 | 1.0 | 3.178s | 19.778s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.625 | 1.0 | 3.192s | 23.429s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.8125 | 1.0 | 3.189s | 27.030s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.5625 | 1.0 | 3.157s | 30.623s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.3125 | 1.0 | 3.210s | 34.268s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.75 | 1.0 | 3.169s | 37.850s |
| Iteration 11 | none | --- | newto.. | 952 | --- | 0.4375 | 1.0 | 3.174s | 41.723s |
| Iteration 12 | l2 | 0.1532 | libli.. | 1000 | --- | 0.75 | 1.0 | 3.171s | 45.645s |
| Iteration 13 | l2 | 0.0633 | sag | 937 | --- | 0.625 | 1.0 | 3.157s | 49.707s |
| Iteration 14 | l2 | 0.016 | libli.. | 947 | --- | 0.25 | 1.0 | 3.140s | 53.759s |
| Iteration 15 | l2 | 0.3025 | libli.. | 839 | --- | 0.75 | 1.0 | 3.200s | 58.338s |
| Iteration 16 | l2 | 0.0059 | libli.. | 913 | --- | 0.8125 | 1.0 | 3.163s | 1m:02s |
| Iteration 17 | l1 | 1.1486 | libli.. | 149 | --- | 0.6875 | 1.0 | 3.178s | 1m:06s |
| Iteration 18 | l1 | 0.0421 | libli.. | 1000 | --- | 0.5 | 1.0 | 3.175s | 1m:10s |
| Iteration 19 | l2 | 0.002 | sag | 267 | --- | 0.6875 | 1.0 | 3.185s | 1m:14s |
| Iteration 20 | l2 | 9.4164 | saga | 999 | --- | 1.0 | 1.0 | 3.196s | 1m:18s |
| Iteration 21 | l1 | 14.9541 | saga | 1000 | --- | 1.0 | 1.0 | 3.199s | 1m:22s |
| Iteration 22 | l2 | 100.0 | saga | 1000 | --- | 0.8125 | 1.0 | 3.178s | 1m:26s |
| Iteration 23 | l2 | 0.016 | saga | 1000 | --- | 0.6875 | 1.0 | 3.173s | 1m:30s |
| Iteration 24 | l2 | 4.9348 | saga | 396 | --- | 0.625 | 1.0 | 3.184s | 1m:34s |
| Iteration 25 | l2 | 0.3262 | libli.. | 922 | --- | 0.625 | 1.0 | 3.198s | 1m:39s |
| Iteration 26 | l2 | 0.0949 | libli.. | 953 | --- | 0.625 | 1.0 | 3.174s | 1m:43s |
| Iteration 27 | l2 | 0.2046 | libli.. | 916 | --- | 0.75 | 1.0 | 3.199s | 1m:47s |
| Iteration 28 | l2 | 0.2342 | libli.. | 945 | --- | 0.6875 | 1.0 | 3.165s | 1m:51s |
| Iteration 29 | l2 | 12.5644 | saga | 1000 | --- | 0.4375 | 1.0 | 3.184s | 1m:55s |
| Iteration 30 | l2 | 0.0013 | libli.. | 944 | --- | 0.625 | 1.0 | 3.158s | 1m:59s |
| Iteration 31 | l1 | 0.9696 | saga | 889 | --- | 0.75 | 1.0 | 3.178s | 2m:03s |
| Iteration 32 | l1 | 80.3768 | saga | 915 | --- | 0.6875 | 1.0 | 3.173s | 2m:07s |
| Iteration 33 | l1 | 3.257 | saga | 818 | --- | 0.5625 | 1.0 | 3.185s | 2m:11s |
| Iteration 34 | none | --- | saga | 243 | --- | 0.875 | 1.0 | 3.174s | 2m:15s |
| Iteration 35 | l2 | 2.3935 | saga | 963 | --- | 0.5625 | 1.0 | 3.203s | 2m:19s |
| Iteration 36 | none | --- | sag | 215 | --- | 0.75 | 1.0 | 3.156s | 2m:23s |
| Iteration 37 | l1 | 49.1229 | saga | 952 | --- | 0.5 | 1.0 | 3.182s | 2m:27s |
| Iteration 38 | none | --- | lbfgs | 209 | --- | 0.4375 | 1.0 | 3.821s | 2m:31s |
| Iteration 39 | l2 | 39.3561 | lbfgs | 966 | --- | 0.3125 | 1.0 | 3.172s | 2m:35s |
| Iteration 40 | l2 | 67.6458 | newto.. | 122 | --- | 0.6875 | 1.0 | 3.158s | 2m:39s |
| Iteration 41 | none | --- | saga | 347 | --- | 0.5625 | 1.0 | 3.161s | 2m:43s |
| Iteration 42 | l1 | 68.7267 | saga | 159 | --- | 0.75 | 1.0 | 3.198s | 2m:47s |
| Iteration 43 | none | --- | saga | 111 | --- | 0.8125 | 1.0 | 3.181s | 2m:51s |
| Iteration 44 | none | --- | saga | 100 | --- | 0.1875 | 1.0 | 3.146s | 2m:55s |
| Iteration 45 | l2 | 0.001 | newto.. | 521 | --- | 0.5 | 1.0 | 3.181s | 2m:59s |
| Iteration 46 | l2 | 97.9676 | sag | 271 | --- | 0.75 | 1.0 | 3.132s | 3m:03s |
| Iteration 47 | l2 | 0.0976 | sag | 267 | --- | 0.75 | 1.0 | 3.168s | 3m:07s |
| Iteration 48 | l2 | 0.0013 | lbfgs | 803 | --- | 0.8125 | 1.0 | 3.136s | 3m:11s |
| Iteration 49 | none | --- | sag | 196 | --- | 0.6875 | 1.0 | 3.154s | 3m:15s |
| Iteration 50 | l2 | 0.001 | lbfgs | 865 | --- | 0.8125 | 1.0 | 3.149s | 3m:19s |
Bayesian Optimization ---------------------------
Best call --> Initial point 4
Best parameters --> {'penalty': 'l2', 'C': 0.1932, 'solver': 'liblinear', 'max_iter': 945}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.833
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.77 ± 0.0927
Time elapsed: 0.052s
-------------------------------------------------
Total time: 3m:20s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.625 | 0.625 | 3.147s | 3.153s |
| Initial point 2 | svd | --- | 0.5625 | 0.625 | 3.140s | 6.690s |
| Initial point 3 | svd | --- | 0.5625 | 0.625 | 0.001s | 7.075s |
| Initial point 4 | lsqr | 0.8 | 0.9375 | 0.9375 | 3.144s | 10.602s |
| Initial point 5 | eigen | 0.9 | 0.625 | 0.9375 | 3.126s | 14.194s |
| Initial point 6 | lsqr | 0.7 | 1.0 | 1.0 | 3.239s | 18.286s |
| Initial point 7 | lsqr | 0.5 | 0.375 | 1.0 | 3.173s | 22.229s |
| Initial point 8 | lsqr | 0.9 | 0.6875 | 1.0 | 3.158s | 25.800s |
| Initial point 9 | lsqr | 0.6 | 0.9375 | 1.0 | 3.157s | 29.353s |
| Initial point 10 | eigen | 0.8 | 1.0 | 1.0 | 3.100s | 32.869s |
| Iteration 11 | eigen | 0.7 | 0.875 | 1.0 | 3.133s | 36.611s |
| Iteration 12 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 37.133s |
| Iteration 13 | svd | --- | 0.5625 | 1.0 | 0.000s | 37.661s |
| Iteration 14 | lsqr | auto | 0.3125 | 1.0 | 3.140s | 41.364s |
| Iteration 15 | svd | --- | 0.5625 | 1.0 | 0.000s | 41.911s |
| Iteration 16 | eigen | None | 0.75 | 1.0 | 3.118s | 45.549s |
| Iteration 17 | eigen | 0.6 | 0.8125 | 1.0 | 3.138s | 49.264s |
| Iteration 18 | lsqr | 1.0 | 0.625 | 1.0 | 3.221s | 53.096s |
| Iteration 19 | svd | --- | 0.5625 | 1.0 | 0.000s | 53.940s |
| Iteration 20 | lsqr | None | 1.0 | 1.0 | 3.146s | 58.405s |
| Iteration 21 | eigen | auto | 1.0 | 1.0 | 3.156s | 1m:02s |
| Iteration 22 | svd | --- | 0.5625 | 1.0 | 0.000s | 1m:03s |
| Iteration 23 | svd | --- | 0.5625 | 1.0 | 0.000s | 1m:04s |
| Iteration 24 | svd | --- | 0.5625 | 1.0 | 0.000s | 1m:04s |
| Iteration 25 | eigen | 0.5 | 0.8125 | 1.0 | 3.130s | 1m:08s |
| Iteration 26 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:09s |
| Iteration 27 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 1m:09s |
| Iteration 28 | lsqr | None | 1.0 | 1.0 | 0.000s | 1m:10s |
| Iteration 29 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 1m:11s |
| Iteration 30 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:11s |
| Iteration 31 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 32 | lsqr | None | 1.0 | 1.0 | 0.001s | 1m:13s |
| Iteration 33 | lsqr | 0.7 | 1.0 | 1.0 | 0.001s | 1m:13s |
| Iteration 34 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 1m:14s |
| Iteration 35 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:15s |
| Iteration 36 | lsqr | None | 1.0 | 1.0 | 0.001s | 1m:15s |
| Iteration 37 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:16s |
| Iteration 38 | lsqr | None | 1.0 | 1.0 | 0.000s | 1m:17s |
| Iteration 39 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 1m:17s |
| Iteration 40 | lsqr | 0.7 | 1.0 | 1.0 | 0.001s | 1m:18s |
| Iteration 41 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 1m:19s |
| Iteration 42 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:19s |
| Iteration 43 | lsqr | None | 1.0 | 1.0 | 0.000s | 1m:20s |
| Iteration 44 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 1m:21s |
| Iteration 45 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:22s |
| Iteration 46 | lsqr | None | 1.0 | 1.0 | 0.000s | 1m:22s |
| Iteration 47 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:23s |
| Iteration 48 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 1m:24s |
| Iteration 49 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:24s |
| Iteration 50 | svd | --- | 0.5625 | 1.0 | 0.000s | 1m:25s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:26s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8259
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.83 ± 0.04
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:26s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.625 | 0.625 | 3.128s | 3.133s |
| Initial point 2 | 0.9 | 0.625 | 0.625 | 3.172s | 6.677s |
| Initial point 3 | 0.1 | 0.5625 | 0.625 | 3.182s | 10.226s |
| Initial point 4 | 1.0 | 0.625 | 0.625 | 0.001s | 10.637s |
| Initial point 5 | 0.2 | 0.6875 | 0.6875 | 3.107s | 14.110s |
| Initial point 6 | 0.4 | 1.0 | 1.0 | 3.173s | 17.814s |
| Initial point 7 | 0.4 | 1.0 | 1.0 | 0.001s | 18.211s |
| Initial point 8 | 0.7 | 0.6875 | 1.0 | 3.255s | 21.856s |
| Initial point 9 | 0.9 | 0.625 | 1.0 | 0.000s | 22.253s |
| Initial point 10 | 0.8 | 1.0 | 1.0 | 3.339s | 25.979s |
| Iteration 11 | 0.3 | 0.875 | 1.0 | 3.278s | 29.752s |
| Iteration 12 | 0.6 | 0.8125 | 1.0 | 3.331s | 33.577s |
| Iteration 13 | 0.5 | 0.75 | 1.0 | 3.247s | 38.309s |
| Iteration 14 | 0.0 | 0.25 | 1.0 | 3.301s | 43.332s |
| Iteration 15 | 0.8 | 1.0 | 1.0 | 0.000s | 45.195s |
| Iteration 16 | 0.4 | 1.0 | 1.0 | 0.000s | 47.078s |
| Iteration 17 | 0.8 | 1.0 | 1.0 | 0.000s | 48.773s |
| Iteration 18 | 0.8 | 1.0 | 1.0 | 0.000s | 50.450s |
| Iteration 19 | 0.4 | 1.0 | 1.0 | 0.000s | 51.259s |
| Iteration 20 | 0.8 | 1.0 | 1.0 | 0.000s | 51.748s |
| Iteration 21 | 0.4 | 1.0 | 1.0 | 0.000s | 52.248s |
| Iteration 22 | 0.4 | 1.0 | 1.0 | 0.000s | 52.724s |
| Iteration 23 | 0.8 | 1.0 | 1.0 | 0.000s | 53.271s |
| Iteration 24 | 0.8 | 1.0 | 1.0 | 0.000s | 53.763s |
| Iteration 25 | 0.6 | 0.8125 | 1.0 | 0.000s | 54.252s |
| Iteration 26 | 0.4 | 1.0 | 1.0 | 0.000s | 54.785s |
| Iteration 27 | 0.1 | 0.5625 | 1.0 | 0.000s | 55.923s |
| Iteration 28 | 0.9 | 0.625 | 1.0 | 0.000s | 56.469s |
| Iteration 29 | 0.2 | 0.6875 | 1.0 | 0.000s | 57.039s |
| Iteration 30 | 0.8 | 1.0 | 1.0 | 0.000s | 57.572s |
| Iteration 31 | 0.4 | 1.0 | 1.0 | 0.000s | 58.092s |
| Iteration 32 | 0.4 | 1.0 | 1.0 | 0.000s | 58.622s |
| Iteration 33 | 0.8 | 1.0 | 1.0 | 0.000s | 59.157s |
| Iteration 34 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:00s |
| Iteration 35 | 0.4 | 1.0 | 1.0 | 0.000s | 1m:02s |
| Iteration 36 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:03s |
| Iteration 37 | 0.4 | 1.0 | 1.0 | 0.000s | 1m:05s |
| Iteration 38 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:05s |
| Iteration 39 | 0.4 | 1.0 | 1.0 | 0.000s | 1m:06s |
| Iteration 40 | 0.4 | 1.0 | 1.0 | 0.000s | 1m:07s |
| Iteration 41 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:07s |
| Iteration 42 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:08s |
| Iteration 43 | 0.4 | 1.0 | 1.0 | 0.000s | 1m:08s |
| Iteration 44 | 0.4 | 1.0 | 1.0 | 0.001s | 1m:09s |
| Iteration 45 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:09s |
| Iteration 46 | 0.4 | 1.0 | 1.0 | 0.001s | 1m:10s |
| Iteration 47 | 0.8 | 1.0 | 1.0 | 0.001s | 1m:11s |
| Iteration 48 | 0.4 | 1.0 | 1.0 | 0.000s | 1m:11s |
| Iteration 49 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 50 | 0.4 | 1.0 | 1.0 | 0.000s | 1m:13s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'reg_param': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:13s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8232
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.008s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.81 ± 0.02
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:13s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 9.9748 | dista.. | auto | 40 | 1 | 0.6875 | 0.6875 | 3.156s | 3.177s |
| Initial point 2 | 3.967 | uniform | kd_tree | 39 | 2 | 0.2812 | 0.6875 | 3.181s | 6.748s |
| Initial point 3 | 3.1337 | dista.. | ball_tree | 25 | 2 | 0.4688 | 0.6875 | 3.177s | 10.332s |
| Initial point 4 | 9.1423 | uniform | ball_tree | 39 | 2 | 0.375 | 0.6875 | 3.168s | 13.996s |
| Initial point 5 | 7.1618 | dista.. | auto | 30 | 2 | 0.75 | 0.75 | 3.219s | 17.652s |
| Initial point 6 | 8.2939 | dista.. | ball_tree | 21 | 2 | 0.6875 | 0.75 | 3.162s | 21.223s |
| Initial point 7 | 5.9324 | dista.. | ball_tree | 24 | 1 | 0.3438 | 0.75 | 3.187s | 24.838s |
| Initial point 8 | 1.4216 | dista.. | ball_tree | 21 | 2 | 0.3125 | 0.75 | 3.179s | 28.416s |
| Initial point 9 | 6.6083 | uniform | ball_tree | 24 | 1 | 0.3438 | 0.75 | 3.187s | 32.004s |
| Initial point 10 | 4.6938 | uniform | brute | 22 | 2 | 0.375 | 0.75 | 3.181s | 35.702s |
| Iteration 11 | 10.0029 | uniform | auto | 26 | 2 | 0.5 | 0.75 | 3.197s | 39.597s |
| Iteration 12 | 7.9073 | dista.. | auto | 32 | 2 | 0.875 | 0.875 | 3.167s | 43.465s |
| Iteration 13 | 10.0029 | dista.. | auto | 40 | 2 | 0.875 | 0.875 | 3.166s | 47.258s |
| Iteration 14 | 10.0029 | dista.. | auto | 40 | 2 | 0.875 | 0.875 | 0.000s | 47.960s |
| Iteration 15 | 8.1415 | dista.. | auto | 33 | 2 | 0.625 | 0.875 | 3.183s | 51.976s |
| Iteration 16 | 8.141 | uniform | auto | 32 | 2 | 0.5938 | 0.875 | 3.140s | 55.919s |
| Iteration 17 | 5.7272 | dista.. | ball_tree | 32 | 2 | 0.375 | 0.875 | 3.154s | 1m:01s |
| Iteration 18 | 7.9037 | dista.. | ball_tree | 36 | 2 | 0.5625 | 0.875 | 3.177s | 1m:05s |
| Iteration 19 | 7.8568 | dista.. | ball_tree | 30 | 2 | 0.625 | 0.875 | 3.154s | 1m:09s |
| Iteration 20 | 7.8607 | dista.. | auto | 32 | 2 | 0.75 | 0.875 | 3.778s | 1m:14s |
| Iteration 21 | 10.0029 | dista.. | auto | 20 | 2 | 1.0 | 1.0 | 3.206s | 1m:17s |
| Iteration 22 | 10.0029 | dista.. | brute | 20 | 2 | 0.75 | 1.0 | 3.192s | 1m:21s |
| Iteration 23 | 10.0029 | dista.. | auto | 20 | 2 | 1.0 | 1.0 | 0.001s | 1m:22s |
| Iteration 24 | 10.0029 | dista.. | auto | 20 | 2 | 1.0 | 1.0 | 0.000s | 1m:23s |
| Iteration 25 | 9.9436 | dista.. | auto | 20 | 2 | 0.625 | 1.0 | 3.183s | 1m:27s |
| Iteration 26 | 7.9609 | dista.. | brute | 32 | 2 | 0.9375 | 1.0 | 3.196s | 1m:31s |
| Iteration 27 | 2.9481 | dista.. | brute | 38 | 2 | 0.875 | 1.0 | 3.217s | 1m:35s |
| Iteration 28 | 0.0 | dista.. | brute | 20 | 1 | 0.5 | 1.0 | 3.183s | 1m:39s |
| Iteration 29 | 10.0029 | dista.. | brute | 40 | 1 | 0.4375 | 1.0 | 3.170s | 1m:42s |
| Iteration 30 | 7.9072 | dista.. | brute | 32 | 2 | 0.8125 | 1.0 | 3.183s | 1m:46s |
| Iteration 31 | 0.0 | dista.. | brute | 20 | 2 | 0.5 | 1.0 | 3.270s | 1m:51s |
| Iteration 32 | 0.0 | uniform | auto | 40 | 2 | 0.5 | 1.0 | 3.183s | 1m:55s |
| Iteration 33 | 5.753 | dista.. | brute | 39 | 2 | 0.625 | 1.0 | 3.197s | 1m:59s |
| Iteration 34 | 8.0422 | dista.. | brute | 32 | 2 | 0.8125 | 1.0 | 3.178s | 2m:03s |
| Iteration 35 | 10.0029 | uniform | brute | 38 | 1 | 0.25 | 1.0 | 3.197s | 2m:07s |
| Iteration 36 | 10.0029 | dista.. | auto | 20 | 2 | 1.0 | 1.0 | 0.001s | 2m:08s |
| Iteration 37 | 10.0029 | dista.. | kd_tree | 22 | 2 | 0.6875 | 1.0 | 3.210s | 2m:12s |
| Iteration 38 | 10.0029 | dista.. | auto | 20 | 2 | 1.0 | 1.0 | 0.001s | 2m:13s |
| Iteration 39 | 10.0029 | dista.. | auto | 20 | 2 | 1.0 | 1.0 | 0.001s | 2m:14s |
| Iteration 40 | 10.0029 | dista.. | auto | 20 | 2 | 1.0 | 1.0 | 0.001s | 2m:14s |
| Iteration 41 | 10.0029 | dista.. | auto | 20 | 2 | 1.0 | 1.0 | 0.001s | 2m:15s |
| Iteration 42 | 10.0029 | dista.. | auto | 20 | 2 | 1.0 | 1.0 | 0.000s | 2m:16s |
| Iteration 43 | 7.974 | dista.. | brute | 28 | 2 | 0.8125 | 1.0 | 3.139s | 2m:20s |
| Iteration 44 | 7.9634 | dista.. | auto | 35 | 2 | 0.1875 | 1.0 | 3.213s | 2m:24s |
| Iteration 45 | 10.0029 | dista.. | auto | 20 | 2 | 1.0 | 1.0 | 0.001s | 2m:25s |
| Iteration 46 | 10.0029 | dista.. | auto | 20 | 1 | 0.8125 | 1.0 | 3.208s | 2m:29s |
| Iteration 47 | 0.0 | dista.. | brute | 37 | 2 | 0.5 | 1.0 | 3.256s | 2m:34s |
| Iteration 48 | 10.0029 | dista.. | auto | 20 | 2 | 1.0 | 1.0 | 0.001s | 2m:36s |
| Iteration 49 | 10.0029 | uniform | auto | 20 | 2 | 0.375 | 1.0 | 3.316s | 2m:40s |
| Iteration 50 | 7.9823 | dista.. | auto | 31 | 2 | 0.8125 | 1.0 | 3.325s | 2m:44s |
Bayesian Optimization ---------------------------
Best call --> Iteration 21
Best parameters --> {'radius': 10.0029, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 20, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:45s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.575
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.66 ± 0.0339
Time elapsed: 0.055s
-------------------------------------------------
Total time: 2m:45s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.75 | 0.75 | 3.624s | 3.633s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 1.0 | 1.0 | 4.245s | 8.255s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.5 | 1.0 | 3.376s | 12.019s |
| Initial point 4 | 431 | 0.0871 | SAMME | 1.0 | 1.0 | 3.486s | 15.897s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.625 | 1.0 | 3.384s | 19.672s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.625 | 1.0 | 3.593s | 23.651s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.75 | 1.0 | 3.241s | 27.288s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.625 | 1.0 | 3.483s | 31.179s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.75 | 1.0 | 3.192s | 34.758s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.75 | 1.0 | 3.296s | 38.457s |
| Iteration 11 | 429 | 0.0468 | SAMME | 0.5312 | 1.0 | 3.453s | 42.453s |
| Iteration 12 | 329 | 0.0973 | SAMME | 0.7812 | 1.0 | 3.405s | 46.430s |
| Iteration 13 | 61 | 0.0822 | SAMME | 0.6875 | 1.0 | 3.196s | 50.212s |
| Iteration 14 | 500 | 0.0826 | SAMME | 0.875 | 1.0 | 3.513s | 54.378s |
| Iteration 15 | 432 | 0.0536 | SAMME.R | 0.5 | 1.0 | 3.513s | 58.513s |
| Iteration 16 | 454 | 0.0864 | SAMME | 0.4375 | 1.0 | 3.476s | 1m:03s |
| Iteration 17 | 490 | 0.0103 | SAMME | 0.9688 | 1.0 | 3.532s | 1m:07s |
| Iteration 18 | 496 | 0.0102 | SAMME | 0.7188 | 1.0 | 3.444s | 1m:11s |
| Iteration 19 | 357 | 9.6259 | SAMME.R | 0.5625 | 1.0 | 3.429s | 1m:15s |
| Iteration 20 | 498 | 0.0201 | SAMME.R | 0.8125 | 1.0 | 3.742s | 1m:19s |
| Iteration 21 | 301 | 0.0172 | SAMME.R | 1.0 | 1.0 | 3.443s | 1m:23s |
| Iteration 22 | 302 | 0.0162 | SAMME.R | 0.7188 | 1.0 | 3.370s | 1m:27s |
| Iteration 23 | 500 | 0.0565 | SAMME.R | 0.8125 | 1.0 | 3.553s | 1m:31s |
| Iteration 24 | 431 | 0.0925 | SAMME | 0.75 | 1.0 | 3.416s | 1m:35s |
| Iteration 25 | 289 | 0.0405 | SAMME.R | 0.625 | 1.0 | 3.353s | 1m:39s |
| Iteration 26 | 500 | 0.0465 | SAMME.R | 1.0 | 1.0 | 3.527s | 1m:44s |
| Iteration 27 | 500 | 0.0453 | SAMME.R | 0.6875 | 1.0 | 3.594s | 1m:48s |
| Iteration 28 | 495 | 0.0584 | SAMME | 0.375 | 1.0 | 3.418s | 1m:52s |
| Iteration 29 | 297 | 0.0178 | SAMME.R | 0.4375 | 1.0 | 4.033s | 1m:57s |
| Iteration 30 | 494 | 0.0135 | SAMME.R | 0.7812 | 1.0 | 3.581s | 2m:01s |
| Iteration 31 | 485 | 0.0151 | SAMME | 0.8125 | 1.0 | 3.511s | 2m:05s |
| Iteration 32 | 490 | 9.8988 | SAMME.R | 0.375 | 1.0 | 3.577s | 2m:09s |
| Iteration 33 | 500 | 0.051 | SAMME.R | 0.5625 | 1.0 | 3.558s | 2m:13s |
| Iteration 34 | 470 | 0.0106 | SAMME | 0.75 | 1.0 | 3.523s | 2m:18s |
| Iteration 35 | 181 | 0.1401 | SAMME | 0.6875 | 1.0 | 3.295s | 2m:22s |
| Iteration 36 | 217 | 0.01 | SAMME.R | 0.5312 | 1.0 | 3.313s | 2m:25s |
| Iteration 37 | 500 | 0.0453 | SAMME.R | 0.6875 | 1.0 | 0.001s | 2m:26s |
| Iteration 38 | 500 | 0.0457 | SAMME.R | 0.625 | 1.0 | 3.576s | 2m:30s |
| Iteration 39 | 500 | 0.052 | SAMME.R | 0.875 | 1.0 | 3.585s | 2m:35s |
| Iteration 40 | 493 | 0.0564 | SAMME.R | 0.4375 | 1.0 | 3.519s | 2m:39s |
| Iteration 41 | 490 | 0.0121 | SAMME | 0.6875 | 1.0 | 3.465s | 2m:43s |
| Iteration 42 | 484 | 0.0108 | SAMME.R | 0.9375 | 1.0 | 3.509s | 2m:47s |
| Iteration 43 | 486 | 0.0106 | SAMME.R | 0.8125 | 1.0 | 3.497s | 2m:51s |
| Iteration 44 | 480 | 0.0115 | SAMME | 0.75 | 1.0 | 3.476s | 2m:56s |
| Iteration 45 | 486 | 0.0101 | SAMME | 0.625 | 1.0 | 3.464s | 2m:60s |
| Iteration 46 | 488 | 0.0194 | SAMME | 0.625 | 1.0 | 3.494s | 3m:04s |
| Iteration 47 | 500 | 0.0513 | SAMME.R | 0.875 | 1.0 | 3.514s | 3m:09s |
| Iteration 48 | 434 | 0.1146 | SAMME | 0.75 | 1.0 | 3.411s | 3m:13s |
| Iteration 49 | 427 | 0.1104 | SAMME | 0.7188 | 1.0 | 3.428s | 3m:17s |
| Iteration 50 | 500 | 0.1181 | SAMME | 1.0 | 1.0 | 3.460s | 3m:21s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0511, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:22s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.459s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.69 ± 0.1271
Time elapsed: 2.035s
-------------------------------------------------
Total time: 3m:25s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.75 | 0.75 | 3.495s | 3.515s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.9375 | 0.9375 | 3.394s | 7.307s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.75 | 0.9375 | 3.417s | 11.118s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.9375 | 3.136s | 14.653s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.75 | 0.9375 | 4.036s | 19.101s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.8125 | 0.9375 | 3.290s | 22.780s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.8125 | 0.9375 | 3.309s | 26.485s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.6875 | 0.9375 | 3.308s | 30.197s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.9375 | 0.9375 | 3.397s | 33.982s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 1.0 | 1.0 | 3.375s | 37.749s |
| Iteration 11 | 10 | gini | 7 | 7 | 6 | log2 | True | 0.013 | 0.6 | 0.6875 | 1.0 | 3.116s | 41.653s |
| Iteration 12 | 371 | gini | 7 | 8 | 16 | None | True | 0.0184 | None | 0.75 | 1.0 | 3.412s | 45.839s |
| Iteration 13 | 224 | gini | 7 | 8 | 19 | 0.8 | True | 0.0155 | 0.5 | 0.5 | 1.0 | 3.266s | 49.950s |
| Iteration 14 | 320 | gini | 4 | 9 | 14 | 0.8 | True | 0.024 | 0.6 | 0.75 | 1.0 | 3.348s | 54.186s |
| Iteration 15 | 314 | gini | 6 | 11 | 10 | 0.5 | True | 0.0152 | None | 0.8125 | 1.0 | 3.377s | 58.519s |
| Iteration 16 | 435 | gini | 7 | 17 | 17 | 0.7 | False | 0.0011 | --- | 0.6875 | 1.0 | 3.350s | 1m:03s |
| Iteration 17 | 401 | gini | 8 | 2 | 7 | 0.8 | False | 0.0104 | --- | 0.9375 | 1.0 | 3.379s | 1m:07s |
| Iteration 18 | 421 | gini | 1 | 12 | 9 | 0.5 | True | 0.035 | 0.6 | 0.75 | 1.0 | 3.444s | 1m:11s |
| Iteration 19 | 429 | gini | 6 | 7 | 4 | log2 | False | 0.0106 | --- | 0.875 | 1.0 | 3.366s | 1m:15s |
| Iteration 20 | 311 | entropy | None | 13 | 16 | 0.7 | True | 0.0067 | None | 0.8125 | 1.0 | 3.347s | 1m:19s |
| Iteration 21 | 446 | gini | 4 | 16 | 20 | 0.9 | False | 0.0213 | --- | 1.0 | 1.0 | 3.388s | 1m:24s |
| Iteration 22 | 288 | gini | 2 | 12 | 14 | 0.7 | False | 0.033 | --- | 0.7812 | 1.0 | 3.271s | 1m:28s |
| Iteration 23 | 500 | gini | 5 | 8 | 18 | None | False | 0.0339 | --- | 0.6875 | 1.0 | 3.410s | 1m:32s |
| Iteration 24 | 271 | entropy | 5 | 17 | 20 | 0.9 | True | 0.0148 | 0.7 | 0.5 | 1.0 | 3.282s | 1m:36s |
| Iteration 25 | 436 | gini | 8 | 13 | 20 | 0.7 | False | 0.0058 | --- | 0.7812 | 1.0 | 3.367s | 1m:41s |
| Iteration 26 | 405 | gini | 3 | 15 | 20 | 0.8 | False | 0.0206 | --- | 0.9375 | 1.0 | 3.326s | 1m:45s |
| Iteration 27 | 458 | entropy | 2 | 18 | 18 | sqrt | False | 0.0156 | --- | 0.7188 | 1.0 | 3.373s | 1m:49s |
| Iteration 28 | 444 | entropy | 3 | 17 | 16 | None | False | 0.0205 | --- | 0.6875 | 1.0 | 3.405s | 1m:54s |
| Iteration 29 | 318 | gini | 3 | 11 | 11 | 0.9 | False | 0.015 | --- | 0.6562 | 1.0 | 3.284s | 1m:58s |
| Iteration 30 | 467 | gini | 1 | 2 | 8 | None | False | 0.0154 | --- | 0.875 | 1.0 | 3.392s | 2m:02s |
| Iteration 31 | 313 | gini | 8 | 2 | 8 | log2 | False | 0.035 | --- | 0.75 | 1.0 | 3.266s | 2m:06s |
| Iteration 32 | 426 | gini | 7 | 7 | 6 | sqrt | True | 0.0194 | 0.8 | 0.9375 | 1.0 | 3.487s | 2m:11s |
| Iteration 33 | 402 | gini | 4 | 6 | 13 | log2 | False | 0.0286 | --- | 0.6875 | 1.0 | 3.373s | 2m:16s |
| Iteration 34 | 427 | gini | 6 | 13 | 1 | 0.7 | True | 0.0181 | 0.7 | 0.625 | 1.0 | 3.454s | 2m:20s |
| Iteration 35 | 435 | gini | 4 | 2 | 15 | None | False | 0.0137 | --- | 0.5625 | 1.0 | 3.419s | 2m:24s |
| Iteration 36 | 319 | gini | 5 | 3 | 15 | 0.6 | True | 0.0178 | None | 0.5312 | 1.0 | 3.350s | 2m:29s |
| Iteration 37 | 286 | gini | 2 | 19 | 20 | 0.9 | False | 0.0283 | --- | 0.9062 | 1.0 | 3.319s | 2m:33s |
| Iteration 38 | 463 | gini | 1 | 3 | 6 | 0.7 | False | 0.0309 | --- | 0.8438 | 1.0 | 3.389s | 2m:37s |
| Iteration 39 | 280 | gini | 9 | 5 | 15 | 0.9 | True | 0.0221 | 0.5 | 0.5 | 1.0 | 3.370s | 2m:42s |
| Iteration 40 | 500 | entropy | 3 | 16 | 6 | 0.7 | False | 0.0 | --- | 0.4375 | 1.0 | 3.385s | 2m:46s |
| Iteration 41 | 500 | gini | 6 | 15 | 6 | 0.7 | False | 0.0 | --- | 0.75 | 1.0 | 3.397s | 2m:51s |
| Iteration 42 | 357 | gini | 6 | 3 | 8 | auto | False | 0.0346 | --- | 1.0 | 1.0 | 3.345s | 2m:55s |
| Iteration 43 | 160 | gini | 8 | 5 | 2 | sqrt | False | 0.0301 | --- | 0.875 | 1.0 | 3.215s | 2m:60s |
| Iteration 44 | 30 | gini | 7 | 20 | 13 | 0.9 | True | 0.0151 | 0.8 | 0.75 | 1.0 | 3.143s | 3m:04s |
| Iteration 45 | 459 | gini | 7 | 3 | 10 | sqrt | True | 0.0271 | 0.9 | 1.0 | 1.0 | 3.487s | 3m:09s |
| Iteration 46 | 463 | gini | 8 | 3 | 8 | 0.5 | True | 0.0189 | 0.9 | 0.6875 | 1.0 | 3.449s | 3m:14s |
| Iteration 47 | 499 | gini | 1 | 20 | 12 | sqrt | False | 0.0116 | --- | 1.0 | 1.0 | 3.436s | 3m:19s |
| Iteration 48 | 497 | gini | None | 16 | 2 | sqrt | False | 0.0056 | --- | 0.875 | 1.0 | 3.455s | 3m:24s |
| Iteration 49 | 372 | entropy | 9 | 15 | 2 | auto | True | 0.015 | 0.5 | 0.875 | 1.0 | 3.434s | 3m:29s |
| Iteration 50 | 28 | gini | 5 | 14 | 20 | 0.9 | False | 0.0075 | --- | 0.625 | 1.0 | 3.159s | 3m:34s |
Bayesian Optimization ---------------------------
Best call --> Iteration 45
Best parameters --> {'n_estimators': 459, 'criterion': 'gini', 'max_depth': 7, 'min_samples_split': 3, 'min_samples_leaf': 10, 'max_features': 'sqrt', 'bootstrap': True, 'ccp_alpha': 0.0271, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9089
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.405s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.77 ± 0.051
Time elapsed: 1.865s
-------------------------------------------------
Total time: 3m:38s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.240s | 3.261s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 1.0 | 1.0 | 3.220s | 6.894s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 1.0 | 3.225s | 10.538s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 1.0 | 3.191s | 14.129s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 1.0 | 3.216s | 17.730s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 1.0 | 3.180s | 21.332s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 1.0 | 3.217s | 24.938s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 1.0 | 3.212s | 28.554s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.75 | 1.0 | 3.899s | 32.870s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 1.0 | 3.222s | 36.506s |
| Iteration 11 | 34 | 0.611 | 6 | 0.0081 | 8 | 0.5 | 0.9 | 100 | 0.1 | 0.5 | 1.0 | 3.158s | 40.405s |
| Iteration 12 | 457 | 0.0417 | 5 | 0.3916 | 3 | 0.8 | 0.9 | 0.01 | 0.1 | 0.625 | 1.0 | 3.257s | 44.427s |
| Iteration 13 | 442 | 0.0178 | 5 | 0.2253 | 4 | 0.8 | 0.9 | 0.1 | 10 | 0.75 | 1.0 | 3.262s | 48.654s |
| Iteration 14 | 365 | 0.1015 | 7 | 0.4855 | 3 | 0.9 | 0.9 | 0.1 | 0.1 | 0.875 | 1.0 | 3.250s | 52.727s |
| Iteration 15 | 451 | 0.1624 | 10 | 0.3562 | 2 | 0.7 | 0.8 | 0.1 | 0.1 | 0.5625 | 1.0 | 3.267s | 56.808s |
| Iteration 16 | 326 | 0.3143 | 5 | 0.3332 | 3 | 0.6 | 1.0 | 0.1 | 0.1 | 0.75 | 1.0 | 3.217s | 1m:01s |
| Iteration 17 | 389 | 0.0402 | 6 | 0.6262 | 10 | 0.9 | 1.0 | 0.1 | 10 | 0.5 | 1.0 | 3.274s | 1m:05s |
| Iteration 18 | 407 | 0.0131 | 5 | 0.857 | 3 | 0.5 | 0.9 | 0.1 | 1 | 0.75 | 1.0 | 3.262s | 1m:09s |
| Iteration 19 | 384 | 0.0226 | 6 | 0.3778 | 3 | 0.8 | 0.8 | 0.1 | 1 | 0.875 | 1.0 | 3.251s | 1m:13s |
| Iteration 20 | 123 | 0.11 | 3 | 0.4329 | 3 | 0.6 | 0.9 | 0.1 | 0 | 0.875 | 1.0 | 3.179s | 1m:18s |
| Iteration 21 | 26 | 0.0467 | 5 | 0.6079 | 3 | 0.8 | 1.0 | 0.1 | 1 | 1.0 | 1.0 | 3.060s | 1m:22s |
| Iteration 22 | 500 | 0.0451 | 4 | 0.0 | 3 | 0.5 | 0.5 | 0.1 | 0.01 | 0.5625 | 1.0 | 3.159s | 1m:26s |
| Iteration 23 | 217 | 0.0424 | 2 | 0.541 | 3 | 0.8 | 0.9 | 0.1 | 1 | 0.5 | 1.0 | 3.159s | 1m:30s |
| Iteration 24 | 158 | 0.0469 | 6 | 0.5612 | 3 | 0.8 | 1.0 | 0.1 | 0.01 | 0.6875 | 1.0 | 3.173s | 1m:34s |
| Iteration 25 | 240 | 0.0515 | 6 | 0.2109 | 3 | 0.8 | 1.0 | 0.1 | 1 | 0.8125 | 1.0 | 3.109s | 1m:38s |
| Iteration 26 | 282 | 0.0274 | 5 | 0.7743 | 3 | 0.9 | 0.8 | 0.1 | 0.1 | 0.875 | 1.0 | 3.152s | 1m:42s |
| Iteration 27 | 262 | 0.0461 | 6 | 0.822 | 3 | 0.8 | 0.7 | 0.1 | 0.1 | 0.875 | 1.0 | 3.205s | 1m:46s |
| Iteration 28 | 20 | 0.059 | 4 | 0.9009 | 2 | 0.9 | 0.9 | 0.1 | 1 | 0.5938 | 1.0 | 3.117s | 1m:51s |
| Iteration 29 | 114 | 0.0151 | 5 | 0.7555 | 3 | 0.9 | 1.0 | 0.1 | 1 | 0.625 | 1.0 | 3.150s | 1m:55s |
| Iteration 30 | 453 | 0.0137 | 7 | 0.7684 | 1 | 0.5 | 0.5 | 0.01 | 100 | 0.875 | 1.0 | 3.193s | 1m:59s |
| Iteration 31 | 112 | 0.0854 | 8 | 0.4596 | 1 | 0.9 | 0.8 | 0 | 100 | 0.75 | 1.0 | 3.140s | 2m:03s |
| Iteration 32 | 215 | 0.2222 | 6 | 0.4272 | 4 | 0.8 | 0.9 | 0.1 | 0.1 | 0.875 | 1.0 | 3.159s | 2m:07s |
| Iteration 33 | 473 | 0.5785 | 7 | 0.3788 | 1 | 0.9 | 1.0 | 0.1 | 100 | 0.5312 | 1.0 | 3.198s | 2m:11s |
| Iteration 34 | 34 | 0.1275 | 7 | 0.3333 | 1 | 1.0 | 0.4 | 0.01 | 1 | 0.625 | 1.0 | 3.146s | 2m:15s |
| Iteration 35 | 384 | 0.149 | 5 | 0.2001 | 2 | 0.8 | 0.8 | 0.1 | 1 | 0.6875 | 1.0 | 3.204s | 2m:19s |
| Iteration 36 | 265 | 0.8563 | 6 | 0.3 | 4 | 0.8 | 0.5 | 0.1 | 0.1 | 0.625 | 1.0 | 3.165s | 2m:24s |
| Iteration 37 | 290 | 0.0159 | 10 | 0.4975 | 1 | 0.7 | 0.4 | 0 | 100 | 1.0 | 1.0 | 3.181s | 2m:28s |
| Iteration 38 | 174 | 0.0288 | 6 | 0.479 | 8 | 0.8 | 0.9 | 0.1 | 0.1 | 0.5 | 1.0 | 3.176s | 2m:32s |
| Iteration 39 | 427 | 0.01 | 10 | 0.93 | 2 | 1.0 | 0.4 | 0 | 100 | 0.75 | 1.0 | 3.177s | 2m:37s |
| Iteration 40 | 411 | 0.01 | 10 | 0.1423 | 1 | 0.7 | 1.0 | 0 | 0 | 0.5 | 1.0 | 3.179s | 2m:41s |
| Iteration 41 | 130 | 0.5393 | 10 | 0.9865 | 1 | 0.5 | 0.4 | 0 | 100 | 0.5 | 1.0 | 3.129s | 2m:45s |
| Iteration 42 | 353 | 0.01 | 10 | 0.7778 | 1 | 0.5 | 0.4 | 0.01 | 100 | 0.5 | 1.0 | 3.178s | 2m:49s |
| Iteration 43 | 437 | 0.046 | 6 | 0.4957 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.8125 | 1.0 | 3.192s | 2m:54s |
| Iteration 44 | 57 | 0.0668 | 6 | 0.8777 | 4 | 0.7 | 0.8 | 0.1 | 1 | 0.5625 | 1.0 | 3.118s | 2m:58s |
| Iteration 45 | 210 | 0.0376 | 5 | 0.6088 | 3 | 0.8 | 0.8 | 0.1 | 1 | 0.5 | 1.0 | 3.140s | 3m:03s |
| Iteration 46 | 417 | 0.0205 | 7 | 0.2756 | 3 | 0.6 | 0.9 | 0 | 100 | 0.5625 | 1.0 | 3.166s | 3m:07s |
| Iteration 47 | 297 | 0.0301 | 6 | 0.0358 | 3 | 0.7 | 0.9 | 0.1 | 0.1 | 0.8125 | 1.0 | 3.139s | 3m:11s |
| Iteration 48 | 328 | 0.0755 | 6 | 0.8171 | 3 | 0.9 | 1.0 | 0.1 | 0.1 | 0.75 | 1.0 | 3.151s | 3m:16s |
| Iteration 49 | 428 | 0.0111 | 2 | 0.4574 | 1 | 0.9 | 0.5 | 0 | 0 | 0.75 | 1.0 | 3.278s | 3m:20s |
| Iteration 50 | 418 | 1.0 | 1 | 0.8216 | 1 | 0.7 | 1.0 | 0 | 0 | 0.875 | 1.0 | 3.295s | 3m:25s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 426, 'learning_rate': 0.0423, 'max_depth': 6, 'gamma': 0.4435, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:26s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9455
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.091s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.84 ± 0.0406
Time elapsed: 0.282s
-------------------------------------------------
Total time: 3m:26s
Final results ==================== >>
Duration: 22m:39s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.82 ± 0.062
Logistic Regression --> roc_auc: 0.77 ± 0.0927
Linear Discriminant Analysis --> roc_auc: 0.83 ± 0.04
Quadratic Discriminant Analysis --> roc_auc: 0.81 ± 0.02
Radius Nearest Neighbors --> roc_auc: 0.66 ± 0.0339 ~
AdaBoost --> roc_auc: 0.69 ± 0.1271 ~
Random Forest --> roc_auc: 0.77 ± 0.051
XGBoost --> roc_auc: 0.84 ± 0.0406 !
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 826 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CAVLNAGNNRKLIW.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVKGFGNVLHC.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAASKTGNQFYF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAVTNTGGFKTIF.
>>> Dropping feature CAATSGSARQLTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CASSPGGYEQYF.
>>> Dropping feature CAVDGQKLLF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CASSFSYEQYF.
>>> Dropping feature CASSLADTQYF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CVVNTGFQKLVF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAAGGYQKVTF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CAGMDSSYKLIF.
>>> Dropping feature CATDSNDYKLSF.
>>> Dropping feature CAVRNQGGKLIF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAYRSAGTGNQFYF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAASGGGSNYKLTF.
>>> Dropping feature CAASYTGNQFYF.
>>> Dropping feature CAATNFGNEKLTF.
>>> Dropping feature CAGNTGNQFYF.
>>> Dropping feature CAITGQGATEAFF.
>>> Dropping feature CASSLAGGTDTQYF.
>>> Dropping feature CAVGNDYKLSF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.8125 | 0.8125 | 0.706s | 0.727s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 1.0 | 1.0 | 0.754s | 1.898s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.5625 | 1.0 | 0.730s | 3.036s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.6875 | 1.0 | 0.767s | 4.210s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 1.0 | 1.0 | 0.745s | 5.356s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 1.0 | 1.0 | 0.772s | 6.535s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.8125 | 1.0 | 0.791s | 7.730s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.625 | 1.0 | 0.832s | 8.955s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 1.0 | 1.0 | 0.719s | 10.261s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.75 | 1.0 | 0.713s | 11.384s |
| Iteration 11 | exponen.. | 0.4627 | 151 | 0.7 | friedman_mse | 15 | 18 | 1 | log2 | 0.024 | 0.6875 | 1.0 | 0.659s | 12.737s |
| Iteration 12 | deviance | 0.9485 | 371 | 0.6 | squared_er.. | 10 | 13 | 7 | 0.8 | 0.0207 | 0.6875 | 1.0 | 1.418s | 14.834s |
| Iteration 13 | deviance | 0.5354 | 253 | 0.8 | friedman_mse | 5 | 17 | 8 | 0.5 | 0.0052 | 0.75 | 1.0 | 0.692s | 16.334s |
| Iteration 14 | exponen.. | 0.2464 | 471 | 0.9 | squared_er.. | 19 | 18 | 2 | 0.7 | 0.0024 | 0.375 | 1.0 | 0.733s | 17.868s |
| Iteration 15 | deviance | 0.0312 | 417 | 0.8 | squared_er.. | 20 | 1 | 4 | auto | 0.0033 | 1.0 | 1.0 | 0.749s | 19.260s |
| Iteration 16 | deviance | 0.01 | 39 | 1.0 | squared_er.. | 20 | 20 | 8 | sqrt | 0.0146 | 0.8438 | 1.0 | 0.638s | 20.533s |
| Iteration 17 | deviance | 1.0 | 500 | 0.8 | squared_er.. | 20 | 1 | 8 | None | 0.0334 | 0.4062 | 1.0 | 0.762s | 22.007s |
| Iteration 18 | deviance | 0.6086 | 364 | 0.6 | squared_er.. | 10 | 12 | 7 | log2 | 0.0058 | 0.8125 | 1.0 | 0.715s | 23.596s |
| Iteration 19 | deviance | 0.0672 | 460 | 0.7 | squared_er.. | 19 | 12 | 4 | 0.7 | 0.0164 | 1.0 | 1.0 | 0.740s | 25.385s |
| Iteration 20 | deviance | 0.201 | 11 | 0.5 | squared_er.. | 9 | 18 | 10 | sqrt | 0.0007 | 0.5 | 1.0 | 0.644s | 26.960s |
| Iteration 21 | deviance | 0.5874 | 434 | 0.8 | squared_er.. | 13 | 3 | 6 | sqrt | 0.0 | 0.75 | 1.0 | 0.717s | 28.601s |
| Iteration 22 | deviance | 0.0332 | 127 | 0.9 | squared_er.. | 20 | 16 | 5 | 0.5 | 0.0211 | 1.0 | 1.0 | 0.662s | 30.331s |
| Iteration 23 | exponen.. | 0.1068 | 215 | 0.9 | friedman_mse | 15 | 8 | 3 | log2 | 0.0064 | 0.875 | 1.0 | 0.682s | 32.136s |
| Iteration 24 | deviance | 0.0614 | 259 | 0.9 | squared_er.. | 20 | 1 | 2 | 0.9 | 0.0316 | 1.0 | 1.0 | 0.687s | 33.851s |
| Iteration 25 | deviance | 0.0643 | 495 | 0.8 | squared_er.. | 17 | 13 | 5 | 0.5 | 0.0275 | 1.0 | 1.0 | 0.741s | 35.606s |
| Iteration 26 | deviance | 0.0405 | 241 | 0.9 | squared_er.. | 19 | 3 | 4 | 0.5 | 0.0257 | 0.625 | 1.0 | 0.683s | 37.052s |
| Iteration 27 | deviance | 0.1005 | 395 | 0.8 | squared_er.. | 19 | 12 | 6 | 0.5 | 0.0252 | 0.875 | 1.0 | 0.721s | 38.867s |
| Iteration 28 | exponen.. | 0.059 | 457 | 0.8 | friedman_mse | 12 | 19 | 6 | 0.9 | 0.0064 | 0.5625 | 1.0 | 0.765s | 40.731s |
| Iteration 29 | deviance | 0.0572 | 390 | 0.8 | squared_er.. | 14 | 13 | 5 | log2 | 0.0007 | 0.375 | 1.0 | 0.718s | 42.326s |
| Iteration 30 | deviance | 0.0357 | 403 | 0.9 | squared_er.. | 20 | 14 | 2 | 0.7 | 0.0186 | 0.5 | 1.0 | 0.718s | 43.862s |
| Iteration 31 | deviance | 0.0212 | 409 | 0.7 | squared_er.. | 17 | 5 | 10 | 0.9 | 0.0109 | 0.5 | 1.0 | 0.729s | 45.439s |
| Iteration 32 | deviance | 0.029 | 128 | 0.9 | squared_er.. | 4 | 18 | 2 | 0.9 | 0.0214 | 0.875 | 1.0 | 0.651s | 47.049s |
| Iteration 33 | exponen.. | 0.0165 | 284 | 0.5 | friedman_mse | 13 | 14 | 9 | sqrt | 0.0001 | 0.8125 | 1.0 | 0.694s | 48.614s |
| Iteration 34 | deviance | 0.0654 | 282 | 0.9 | friedman_mse | 18 | 18 | 4 | 0.6 | 0.0286 | 0.7188 | 1.0 | 0.681s | 50.292s |
| Iteration 35 | exponen.. | 0.048 | 217 | 0.6 | friedman_mse | 9 | 1 | 9 | sqrt | 0.0224 | 0.8125 | 1.0 | 0.679s | 51.988s |
| Iteration 36 | deviance | 0.0118 | 221 | 0.6 | squared_er.. | 5 | 20 | 4 | auto | 0.0341 | 0.5 | 1.0 | 0.666s | 53.544s |
| Iteration 37 | deviance | 0.1633 | 470 | 0.6 | squared_er.. | 13 | 12 | 8 | 0.5 | 0.016 | 1.0 | 1.0 | 0.733s | 55.192s |
| Iteration 38 | deviance | 0.6076 | 470 | 0.7 | squared_er.. | 15 | 12 | 3 | 0.5 | 0.0337 | 0.8125 | 1.0 | 0.728s | 56.907s |
| Iteration 39 | deviance | 0.0432 | 237 | 0.9 | squared_er.. | 12 | 9 | 9 | 0.9 | 0.0266 | 0.9375 | 1.0 | 0.698s | 59.154s |
| Iteration 40 | exponen.. | 0.0214 | 234 | 0.6 | friedman_mse | 10 | 7 | 6 | sqrt | 0.0172 | 0.6875 | 1.0 | 0.696s | 1m:01s |
| Iteration 41 | deviance | 0.0589 | 472 | 0.7 | squared_er.. | 19 | 16 | 7 | 0.5 | 0.0161 | 0.8438 | 1.0 | 0.727s | 1m:03s |
| Iteration 42 | deviance | 0.0113 | 169 | 0.5 | squared_er.. | 13 | 8 | 2 | 0.9 | 0.0203 | 0.9375 | 1.0 | 0.671s | 1m:04s |
| Iteration 43 | deviance | 0.039 | 216 | 0.8 | squared_er.. | 13 | 9 | 4 | None | 0.035 | 1.0 | 1.0 | 0.684s | 1m:06s |
| Iteration 44 | deviance | 0.7341 | 478 | 0.8 | squared_er.. | 18 | 13 | 5 | auto | 0.0122 | 0.75 | 1.0 | 0.732s | 1m:08s |
| Iteration 45 | deviance | 0.1221 | 197 | 0.7 | friedman_mse | 2 | 9 | 9 | None | 0.035 | 0.6562 | 1.0 | 0.673s | 1m:10s |
| Iteration 46 | deviance | 0.028 | 489 | 0.8 | squared_er.. | 9 | 15 | 5 | 0.5 | 0.0043 | 0.875 | 1.0 | 0.746s | 1m:11s |
| Iteration 47 | exponen.. | 0.2113 | 266 | 0.9 | friedman_mse | 8 | 5 | 9 | sqrt | 0.0138 | 0.875 | 1.0 | 0.693s | 1m:13s |
| Iteration 48 | deviance | 0.0425 | 81 | 0.8 | squared_er.. | 17 | 10 | 5 | None | 0.0311 | 0.75 | 1.0 | 0.655s | 1m:15s |
| Iteration 49 | exponen.. | 0.0185 | 322 | 0.5 | squared_er.. | 20 | 11 | 4 | None | 0.0075 | 0.8125 | 1.0 | 0.704s | 1m:17s |
| Iteration 50 | exponen.. | 0.2357 | 150 | 0.9 | squared_er.. | 15 | 5 | 4 | auto | 0.0023 | 0.625 | 1.0 | 0.664s | 1m:18s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.6819, 'n_estimators': 456, 'subsample': 0.6, 'criterion': 'squared_error', 'min_samples_split': 12, 'min_samples_leaf': 13, 'max_depth': 10, 'max_features': 'log2', 'ccp_alpha': 0.0081}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:19s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9964
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.111s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.96 ± 0.02
Time elapsed: 0.535s
-------------------------------------------------
Total time: 1m:20s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.375 | 0.375 | 0.693s | 0.704s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.875 | 0.875 | 0.692s | 1.772s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.6875 | 0.875 | 0.708s | 2.872s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.5 | 0.875 | 0.699s | 3.967s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.4375 | 0.875 | 0.693s | 5.053s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.625 | 0.875 | 0.690s | 6.152s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.75 | 0.875 | 0.694s | 7.241s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.625 | 0.875 | 0.690s | 8.336s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.375 | 0.875 | 0.693s | 9.410s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.5625 | 0.875 | 0.671s | 10.546s |
| Iteration 11 | l2 | 0.6155 | libli.. | 1000 | --- | 0.75 | 0.875 | 0.676s | 11.928s |
| Iteration 12 | l2 | 0.0384 | sag | 883 | --- | 0.6875 | 0.875 | 0.637s | 13.233s |
| Iteration 13 | none | --- | sag | 948 | --- | 0.625 | 0.875 | 0.653s | 14.610s |
| Iteration 14 | l2 | 0.166 | sag | 982 | --- | 0.3125 | 0.875 | 0.637s | 15.884s |
| Iteration 15 | l1 | 0.388 | libli.. | 940 | --- | 1.0 | 1.0 | 0.632s | 17.249s |
| Iteration 16 | l2 | 0.0988 | sag | 946 | --- | 0.875 | 1.0 | 0.633s | 18.640s |
| Iteration 17 | l2 | 3.3942 | newto.. | 939 | --- | 1.0 | 1.0 | 1.235s | 20.630s |
| Iteration 18 | l2 | 0.0998 | sag | 939 | --- | 0.6875 | 1.0 | 0.642s | 22.029s |
| Iteration 19 | l2 | 11.3938 | lbfgs | 927 | --- | 0.625 | 1.0 | 0.645s | 23.494s |
| Iteration 20 | l2 | 0.015 | newto.. | 196 | --- | 0.375 | 1.0 | 0.652s | 24.851s |
| Iteration 21 | l2 | 0.5299 | sag | 754 | --- | 0.5 | 1.0 | 0.709s | 26.244s |
| Iteration 22 | l2 | 37.6846 | lbfgs | 100 | --- | 0.5625 | 1.0 | 0.684s | 27.609s |
| Iteration 23 | l1 | 2.4944 | libli.. | 946 | --- | 0.8125 | 1.0 | 0.636s | 28.990s |
| Iteration 24 | l2 | 59.0424 | lbfgs | 796 | --- | 0.6875 | 1.0 | 0.640s | 30.287s |
| Iteration 25 | l1 | 0.0011 | libli.. | 1000 | --- | 0.5 | 1.0 | 0.634s | 31.618s |
| Iteration 26 | l2 | 26.152 | newto.. | 942 | --- | 0.8125 | 1.0 | 0.643s | 32.981s |
| Iteration 27 | l2 | 58.8203 | newto.. | 943 | --- | 0.8125 | 1.0 | 0.651s | 34.392s |
| Iteration 28 | l2 | 1.4683 | lbfgs | 943 | --- | 0.5 | 1.0 | 0.648s | 35.875s |
| Iteration 29 | l2 | 0.7292 | newto.. | 907 | --- | 0.3125 | 1.0 | 0.638s | 37.340s |
| Iteration 30 | l1 | 78.3453 | libli.. | 936 | --- | 0.625 | 1.0 | 0.681s | 38.863s |
| Iteration 31 | l2 | 1.3612 | newto.. | 939 | --- | 0.5625 | 1.0 | 0.634s | 40.452s |
| Iteration 32 | l1 | 0.8622 | libli.. | 937 | --- | 0.9375 | 1.0 | 0.648s | 41.935s |
| Iteration 33 | l2 | 0.2349 | newto.. | 938 | --- | 0.8125 | 1.0 | 0.667s | 43.533s |
| Iteration 34 | l2 | 0.0298 | libli.. | 939 | --- | 0.75 | 1.0 | 0.652s | 45.077s |
| Iteration 35 | l1 | 30.4368 | libli.. | 939 | --- | 0.3125 | 1.0 | 0.645s | 47.377s |
| Iteration 36 | l1 | 0.7127 | libli.. | 941 | --- | 0.8125 | 1.0 | 0.642s | 49.211s |
| Iteration 37 | l2 | 2.3967 | newto.. | 939 | --- | 1.0 | 1.0 | 0.642s | 50.736s |
| Iteration 38 | l2 | 0.0133 | sag | 943 | --- | 0.625 | 1.0 | 0.651s | 52.172s |
| Iteration 39 | l2 | 0.0053 | newto.. | 940 | --- | 0.75 | 1.0 | 0.639s | 53.646s |
| Iteration 40 | l2 | 2.9947 | newto.. | 942 | --- | 0.875 | 1.0 | 0.658s | 55.181s |
| Iteration 41 | l2 | 3.0022 | newto.. | 934 | --- | 0.8125 | 1.0 | 0.678s | 56.893s |
| Iteration 42 | l2 | 2.4856 | newto.. | 941 | --- | 0.4375 | 1.0 | 0.713s | 58.567s |
| Iteration 43 | l2 | 10.3093 | newto.. | 944 | --- | 0.625 | 1.0 | 0.689s | 1m:01s |
| Iteration 44 | none | --- | sag | 102 | --- | 0.625 | 1.0 | 0.687s | 1m:02s |
| Iteration 45 | l2 | 0.0203 | lbfgs | 926 | --- | 0.5625 | 1.0 | 0.682s | 1m:04s |
| Iteration 46 | l1 | 0.4361 | libli.. | 937 | --- | 0.6875 | 1.0 | 0.683s | 1m:05s |
| Iteration 47 | l1 | 0.0899 | libli.. | 950 | --- | 0.5 | 1.0 | 0.689s | 1m:07s |
| Iteration 48 | l1 | 0.086 | libli.. | 929 | --- | 0.5 | 1.0 | 0.686s | 1m:08s |
| Iteration 49 | l2 | 3.9688 | newto.. | 230 | --- | 0.75 | 1.0 | 0.686s | 1m:10s |
| Iteration 50 | l2 | 2.6561 | newto.. | 1000 | --- | 0.5625 | 1.0 | 0.686s | 1m:12s |
Bayesian Optimization ---------------------------
Best call --> Iteration 17
Best parameters --> {'penalty': 'l2', 'C': 3.3942, 'solver': 'newton-cg', 'max_iter': 939}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:13s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7812
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.019s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.097
Time elapsed: 0.069s
-------------------------------------------------
Total time: 1m:13s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.6875 | 0.6875 | 0.671s | 0.677s |
| Initial point 2 | svd | --- | 0.875 | 0.875 | 0.674s | 1.743s |
| Initial point 3 | svd | --- | 0.875 | 0.875 | 0.000s | 3.059s |
| Initial point 4 | lsqr | 0.8 | 0.4375 | 0.875 | 0.629s | 5.220s |
| Initial point 5 | eigen | 0.9 | 0.4375 | 0.875 | 0.623s | 7.367s |
| Initial point 6 | lsqr | 0.7 | 0.8125 | 0.875 | 0.623s | 9.489s |
| Initial point 7 | lsqr | 0.5 | 0.6875 | 0.875 | 0.627s | 11.790s |
| Initial point 8 | lsqr | 0.9 | 0.625 | 0.875 | 0.639s | 13.028s |
| Initial point 9 | lsqr | 0.6 | 0.3125 | 0.875 | 0.633s | 14.039s |
| Initial point 10 | eigen | 0.8 | 0.6875 | 0.875 | 0.646s | 15.062s |
| Iteration 11 | svd | --- | 0.875 | 0.875 | 0.000s | 15.614s |
| Iteration 12 | svd | --- | 0.875 | 0.875 | 0.000s | 16.147s |
| Iteration 13 | svd | --- | 0.875 | 0.875 | 0.000s | 16.657s |
| Iteration 14 | svd | --- | 0.875 | 0.875 | 0.000s | 17.184s |
| Iteration 15 | svd | --- | 0.875 | 0.875 | 0.001s | 17.697s |
| Iteration 16 | svd | --- | 0.875 | 0.875 | 0.000s | 18.244s |
| Iteration 17 | svd | --- | 0.875 | 0.875 | 0.000s | 18.767s |
| Iteration 18 | eigen | 0.5 | 0.6875 | 0.875 | 0.630s | 20.064s |
| Iteration 19 | eigen | 0.7 | 0.8125 | 0.875 | 0.630s | 21.235s |
| Iteration 20 | eigen | 0.6 | 0.375 | 0.875 | 0.636s | 22.446s |
| Iteration 21 | eigen | auto | 0.5625 | 0.875 | 0.632s | 23.689s |
| Iteration 22 | eigen | None | 0.375 | 0.875 | 0.626s | 24.870s |
| Iteration 23 | lsqr | 1.0 | 0.4375 | 0.875 | 0.627s | 26.075s |
| Iteration 24 | lsqr | auto | 1.0 | 1.0 | 1.218s | 27.870s |
| Iteration 25 | lsqr | auto | 1.0 | 1.0 | 0.000s | 28.443s |
| Iteration 26 | lsqr | None | 0.8125 | 1.0 | 0.629s | 29.657s |
| Iteration 27 | lsqr | auto | 1.0 | 1.0 | 0.000s | 30.348s |
| Iteration 28 | lsqr | auto | 1.0 | 1.0 | 0.001s | 31.219s |
| Iteration 29 | lsqr | auto | 1.0 | 1.0 | 0.000s | 32.183s |
| Iteration 30 | lsqr | auto | 1.0 | 1.0 | 0.000s | 33.163s |
| Iteration 31 | lsqr | auto | 1.0 | 1.0 | 0.000s | 34.710s |
| Iteration 32 | lsqr | auto | 1.0 | 1.0 | 0.000s | 35.332s |
| Iteration 33 | lsqr | auto | 1.0 | 1.0 | 0.000s | 35.943s |
| Iteration 34 | lsqr | auto | 1.0 | 1.0 | 0.000s | 36.544s |
| Iteration 35 | lsqr | None | 0.8125 | 1.0 | 0.000s | 37.191s |
| Iteration 36 | lsqr | 0.9 | 0.625 | 1.0 | 0.000s | 37.817s |
| Iteration 37 | lsqr | auto | 1.0 | 1.0 | 0.000s | 38.467s |
| Iteration 38 | lsqr | auto | 1.0 | 1.0 | 0.000s | 39.107s |
| Iteration 39 | lsqr | auto | 1.0 | 1.0 | 0.000s | 39.747s |
| Iteration 40 | lsqr | auto | 1.0 | 1.0 | 0.000s | 40.385s |
| Iteration 41 | lsqr | auto | 1.0 | 1.0 | 0.000s | 41.166s |
| Iteration 42 | lsqr | auto | 1.0 | 1.0 | 0.000s | 41.821s |
| Iteration 43 | lsqr | auto | 1.0 | 1.0 | 0.000s | 42.487s |
| Iteration 44 | lsqr | auto | 1.0 | 1.0 | 0.000s | 43.176s |
| Iteration 45 | lsqr | auto | 1.0 | 1.0 | 0.000s | 43.877s |
| Iteration 46 | lsqr | auto | 1.0 | 1.0 | 0.001s | 44.563s |
| Iteration 47 | lsqr | auto | 1.0 | 1.0 | 0.000s | 45.264s |
| Iteration 48 | lsqr | auto | 1.0 | 1.0 | 0.000s | 45.970s |
| Iteration 49 | lsqr | auto | 1.0 | 1.0 | 0.000s | 46.678s |
| Iteration 50 | lsqr | auto | 1.0 | 1.0 | 0.000s | 47.399s |
Bayesian Optimization ---------------------------
Best call --> Iteration 24
Best parameters --> {'solver': 'lsqr', 'shrinkage': 'auto'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 48.120s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.733
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.1949
Time elapsed: 0.031s
-------------------------------------------------
Total time: 48.161s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.6875 | 0.6875 | 0.624s | 0.627s |
| Initial point 2 | 0.9 | 0.625 | 0.6875 | 0.623s | 1.619s |
| Initial point 3 | 0.1 | 0.625 | 0.6875 | 0.631s | 2.655s |
| Initial point 4 | 1.0 | 0.6875 | 0.6875 | 0.000s | 3.032s |
| Initial point 5 | 0.2 | 0.4375 | 0.6875 | 0.639s | 4.102s |
| Initial point 6 | 0.4 | 0.875 | 0.875 | 0.638s | 5.243s |
| Initial point 7 | 0.4 | 0.875 | 0.875 | 0.000s | 5.660s |
| Initial point 8 | 0.7 | 0.625 | 0.875 | 0.635s | 6.691s |
| Initial point 9 | 0.9 | 0.625 | 0.875 | 0.000s | 7.091s |
| Initial point 10 | 0.8 | 0.75 | 0.875 | 0.640s | 8.142s |
| Iteration 11 | 0.3 | 0.8125 | 0.875 | 0.635s | 9.266s |
| Iteration 12 | 0.6 | 0.8125 | 0.875 | 0.641s | 10.391s |
| Iteration 13 | 0.5 | 0.625 | 0.875 | 0.636s | 11.512s |
| Iteration 14 | 0.0 | 0.25 | 0.875 | 0.633s | 12.627s |
| Iteration 15 | 0.4 | 0.875 | 0.875 | 0.000s | 13.144s |
| Iteration 16 | 0.4 | 0.875 | 0.875 | 0.000s | 13.649s |
| Iteration 17 | 0.3 | 0.8125 | 0.875 | 0.000s | 14.129s |
| Iteration 18 | 0.2 | 0.4375 | 0.875 | 0.000s | 14.635s |
| Iteration 19 | 0.4 | 0.875 | 0.875 | 0.000s | 15.149s |
| Iteration 20 | 0.6 | 0.8125 | 0.875 | 0.000s | 15.631s |
| Iteration 21 | 0.6 | 0.8125 | 0.875 | 0.000s | 16.121s |
| Iteration 22 | 0.4 | 0.875 | 0.875 | 0.000s | 16.597s |
| Iteration 23 | 0.4 | 0.875 | 0.875 | 0.000s | 17.078s |
| Iteration 24 | 0.4 | 0.875 | 0.875 | 0.000s | 17.551s |
| Iteration 25 | 0.4 | 0.875 | 0.875 | 0.000s | 18.038s |
| Iteration 26 | 0.4 | 0.875 | 0.875 | 0.001s | 18.531s |
| Iteration 27 | 0.4 | 0.875 | 0.875 | 0.000s | 19.030s |
| Iteration 28 | 0.9 | 0.625 | 0.875 | 0.000s | 19.605s |
| Iteration 29 | 0.4 | 0.875 | 0.875 | 0.000s | 20.117s |
| Iteration 30 | 0.8 | 0.75 | 0.875 | 0.000s | 20.627s |
| Iteration 31 | 0.4 | 0.875 | 0.875 | 0.000s | 21.161s |
| Iteration 32 | 0.4 | 0.875 | 0.875 | 0.000s | 21.679s |
| Iteration 33 | 0.4 | 0.875 | 0.875 | 0.000s | 22.197s |
| Iteration 34 | 0.4 | 0.875 | 0.875 | 0.000s | 23.295s |
| Iteration 35 | 0.4 | 0.875 | 0.875 | 0.001s | 24.062s |
| Iteration 36 | 0.4 | 0.875 | 0.875 | 0.000s | 24.598s |
| Iteration 37 | 0.4 | 0.875 | 0.875 | 0.000s | 25.167s |
| Iteration 38 | 0.4 | 0.875 | 0.875 | 0.000s | 25.727s |
| Iteration 39 | 0.4 | 0.875 | 0.875 | 0.000s | 26.276s |
| Iteration 40 | 0.4 | 0.875 | 0.875 | 0.000s | 26.826s |
| Iteration 41 | 0.4 | 0.875 | 0.875 | 0.000s | 27.379s |
| Iteration 42 | 0.4 | 0.875 | 0.875 | 0.000s | 27.944s |
| Iteration 43 | 0.4 | 0.875 | 0.875 | 0.000s | 28.522s |
| Iteration 44 | 0.4 | 0.875 | 0.875 | 0.000s | 29.111s |
| Iteration 45 | 0.4 | 0.875 | 0.875 | 0.000s | 29.692s |
| Iteration 46 | 0.4 | 0.875 | 0.875 | 0.000s | 30.319s |
| Iteration 47 | 0.4 | 0.875 | 0.875 | 0.000s | 30.930s |
| Iteration 48 | 0.4 | 0.875 | 0.875 | 0.000s | 31.518s |
| Iteration 49 | 0.4 | 0.875 | 0.875 | 0.000s | 32.111s |
| Iteration 50 | 0.4 | 0.875 | 0.875 | 0.000s | 32.709s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'reg_param': 0.4}
Best evaluation --> roc_auc: 0.875
Time elapsed: 33.327s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7679
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.6 ± 0.1049
Time elapsed: 0.028s
-------------------------------------------------
Total time: 33.365s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.563 | dista.. | auto | 40 | 1 | 0.75 | 0.75 | 0.650s | 0.671s |
| Initial point 2 | 4.9963 | uniform | kd_tree | 39 | 2 | 0.625 | 0.75 | 0.662s | 1.747s |
| Initial point 3 | 3.9468 | dista.. | ball_tree | 25 | 2 | 0.5625 | 0.75 | 0.654s | 2.796s |
| Initial point 4 | 11.5145 | uniform | ball_tree | 39 | 2 | 0.5 | 0.75 | 0.643s | 3.845s |
| Initial point 5 | 9.0201 | dista.. | auto | 30 | 2 | 0.875 | 0.875 | 0.651s | 4.893s |
| Initial point 6 | 10.446 | dista.. | ball_tree | 21 | 2 | 0.8125 | 0.875 | 0.657s | 5.952s |
| Initial point 7 | 7.4717 | dista.. | ball_tree | 24 | 1 | 0.75 | 0.875 | 0.655s | 7.010s |
| Initial point 8 | 1.7905 | dista.. | ball_tree | 21 | 2 | 0.625 | 0.875 | 0.642s | 8.046s |
| Initial point 9 | 8.323 | uniform | ball_tree | 24 | 1 | 0.5938 | 0.875 | 0.640s | 9.071s |
| Initial point 10 | 5.9117 | uniform | brute | 22 | 2 | 0.5312 | 0.875 | 0.662s | 10.122s |
| Iteration 11 | 10.0999 | dista.. | auto | 40 | 1 | 0.9375 | 0.9375 | 0.649s | 11.390s |
| Iteration 12 | 9.0324 | dista.. | brute | 40 | 1 | 0.875 | 0.9375 | 0.640s | 12.710s |
| Iteration 13 | 9.4312 | dista.. | auto | 40 | 2 | 0.75 | 0.9375 | 0.644s | 14.004s |
| Iteration 14 | 10.1922 | dista.. | brute | 20 | 1 | 0.3125 | 0.9375 | 0.645s | 15.407s |
| Iteration 15 | 10.4883 | uniform | brute | 40 | 1 | 0.375 | 0.9375 | 0.640s | 16.775s |
| Iteration 16 | 10.0541 | dista.. | kd_tree | 30 | 1 | 0.625 | 0.9375 | 0.646s | 18.119s |
| Iteration 17 | 6.9635 | dista.. | auto | 30 | 2 | 0.75 | 0.9375 | 0.654s | 19.451s |
| Iteration 18 | 12.5984 | dista.. | auto | 24 | 1 | 0.875 | 0.9375 | 0.657s | 20.800s |
| Iteration 19 | 12.5984 | dista.. | auto | 20 | 2 | 0.875 | 0.9375 | 0.642s | 22.211s |
| Iteration 20 | 1.9122 | dista.. | brute | 40 | 1 | 1.0 | 1.0 | 0.637s | 23.448s |
| Iteration 21 | 0.0 | dista.. | brute | 40 | 2 | 0.5 | 1.0 | 0.640s | 24.774s |
| Iteration 22 | 3.9666 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 1.212s | 26.618s |
| Iteration 23 | 6.6402 | dista.. | auto | 40 | 1 | 0.75 | 1.0 | 0.632s | 27.913s |
| Iteration 24 | 0.0 | dista.. | kd_tree | 40 | 1 | 0.5 | 1.0 | 0.639s | 29.185s |
| Iteration 25 | 3.866 | uniform | kd_tree | 40 | 2 | 0.75 | 1.0 | 0.641s | 30.494s |
| Iteration 26 | 0.0 | dista.. | auto | 30 | 1 | 0.5 | 1.0 | 0.647s | 31.864s |
| Iteration 27 | 4.0649 | dista.. | kd_tree | 40 | 2 | 0.8125 | 1.0 | 0.649s | 33.259s |
| Iteration 28 | 3.9025 | dista.. | kd_tree | 40 | 1 | 0.875 | 1.0 | 0.638s | 34.650s |
| Iteration 29 | 1.9822 | uniform | kd_tree | 40 | 2 | 0.5312 | 1.0 | 0.635s | 36.063s |
| Iteration 30 | 2.1152 | dista.. | brute | 40 | 1 | 0.5312 | 1.0 | 0.648s | 37.579s |
| Iteration 31 | 1.8903 | dista.. | brute | 40 | 1 | 0.5625 | 1.0 | 0.646s | 39.071s |
| Iteration 32 | 12.5984 | dista.. | kd_tree | 40 | 2 | 1.0 | 1.0 | 0.642s | 40.459s |
| Iteration 33 | 12.5984 | dista.. | kd_tree | 40 | 2 | 1.0 | 1.0 | 0.000s | 41.174s |
| Iteration 34 | 12.5984 | dista.. | brute | 40 | 2 | 0.8125 | 1.0 | 0.647s | 42.534s |
| Iteration 35 | 12.5984 | dista.. | ball_tree | 40 | 2 | 0.25 | 1.0 | 0.646s | 43.909s |
| Iteration 36 | 12.5984 | dista.. | brute | 40 | 1 | 1.0 | 1.0 | 0.649s | 45.224s |
| Iteration 37 | 0.012 | uniform | ball_tree | 21 | 1 | 0.5 | 1.0 | 0.639s | 46.538s |
| Iteration 38 | 12.5924 | dista.. | ball_tree | 40 | 1 | 0.75 | 1.0 | 0.635s | 47.853s |
| Iteration 39 | 12.5418 | dista.. | ball_tree | 20 | 2 | 0.75 | 1.0 | 0.647s | 49.243s |
| Iteration 40 | 12.5984 | dista.. | brute | 40 | 2 | 0.8125 | 1.0 | 0.000s | 49.931s |
| Iteration 41 | 12.3691 | dista.. | ball_tree | 20 | 2 | 0.8125 | 1.0 | 0.638s | 51.287s |
| Iteration 42 | 12.5984 | dista.. | auto | 40 | 1 | 0.75 | 1.0 | 0.637s | 52.807s |
| Iteration 43 | 12.5984 | dista.. | auto | 40 | 1 | 0.75 | 1.0 | 0.001s | 53.559s |
| Iteration 44 | 12.5984 | dista.. | brute | 40 | 2 | 0.8125 | 1.0 | 0.000s | 54.388s |
| Iteration 45 | 12.5984 | dista.. | auto | 40 | 2 | 0.5 | 1.0 | 0.638s | 55.784s |
| Iteration 46 | 12.5984 | dista.. | kd_tree | 40 | 1 | 0.875 | 1.0 | 0.644s | 57.264s |
| Iteration 47 | 12.5984 | dista.. | kd_tree | 40 | 1 | 0.875 | 1.0 | 0.004s | 58.144s |
| Iteration 48 | 12.5984 | dista.. | kd_tree | 40 | 2 | 1.0 | 1.0 | 0.000s | 59.060s |
| Iteration 49 | 12.5984 | dista.. | kd_tree | 40 | 2 | 1.0 | 1.0 | 0.001s | 59.915s |
| Iteration 50 | 12.5984 | dista.. | kd_tree | 40 | 2 | 1.0 | 1.0 | 0.001s | 1m:01s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'radius': 3.9666, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 40, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:02s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.0678
Time elapsed: 0.051s
-------------------------------------------------
Total time: 1m:02s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.75 | 0.75 | 1.026s | 1.032s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.8125 | 0.8125 | 1.035s | 2.457s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.5 | 0.8125 | 0.792s | 3.625s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.6562 | 0.8125 | 1.567s | 5.623s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.9375 | 0.9375 | 0.875s | 6.878s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.9375 | 0.9375 | 1.003s | 8.270s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.5625 | 0.9375 | 0.646s | 9.301s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.5625 | 0.9375 | 0.918s | 10.598s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.6875 | 0.9375 | 0.627s | 11.613s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.6562 | 0.9375 | 0.747s | 12.757s |
| Iteration 11 | 116 | 0.0459 | SAMME | 0.9375 | 0.9375 | 0.705s | 14.029s |
| Iteration 12 | 122 | 0.2959 | SAMME.R | 0.9375 | 0.9375 | 0.717s | 15.314s |
| Iteration 13 | 303 | 0.2636 | SAMME.R | 0.875 | 0.9375 | 0.861s | 16.759s |
| Iteration 14 | 485 | 0.327 | SAMME | 0.5 | 0.9375 | 0.966s | 18.272s |
| Iteration 15 | 92 | 0.1319 | SAMME.R | 0.75 | 0.9375 | 0.701s | 19.539s |
| Iteration 16 | 473 | 0.4931 | SAMME.R | 0.6875 | 0.9375 | 1.007s | 21.120s |
| Iteration 17 | 434 | 0.0445 | SAMME | 0.5 | 0.9375 | 0.929s | 22.596s |
| Iteration 18 | 225 | 9.8228 | SAMME.R | 0.625 | 0.9375 | 0.788s | 23.926s |
| Iteration 19 | 177 | 0.0595 | SAMME | 1.0 | 1.0 | 0.742s | 25.273s |
| Iteration 20 | 200 | 0.0669 | SAMME | 0.6875 | 1.0 | 0.768s | 26.679s |
| Iteration 21 | 63 | 0.6947 | SAMME.R | 0.8125 | 1.0 | 0.672s | 27.928s |
| Iteration 22 | 50 | 0.0635 | SAMME | 0.9375 | 1.0 | 0.662s | 29.892s |
| Iteration 23 | 50 | 0.0501 | SAMME | 0.75 | 1.0 | 0.658s | 31.998s |
| Iteration 24 | 329 | 0.103 | SAMME.R | 0.8125 | 1.0 | 0.890s | 33.663s |
| Iteration 25 | 243 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.843s | 35.126s |
| Iteration 26 | 200 | 0.01 | SAMME.R | 0.75 | 1.0 | 0.791s | 36.555s |
| Iteration 27 | 428 | 0.01 | SAMME.R | 0.75 | 1.0 | 0.999s | 38.437s |
| Iteration 28 | 50 | 0.01 | SAMME.R | 0.75 | 1.0 | 0.684s | 40.058s |
| Iteration 29 | 265 | 0.047 | SAMME.R | 0.375 | 1.0 | 0.844s | 41.694s |
| Iteration 30 | 201 | 0.3686 | SAMME.R | 0.75 | 1.0 | 1.386s | 43.716s |
| Iteration 31 | 500 | 0.1557 | SAMME.R | 0.75 | 1.0 | 1.025s | 45.380s |
| Iteration 32 | 50 | 0.1047 | SAMME | 0.9375 | 1.0 | 0.662s | 46.718s |
| Iteration 33 | 245 | 0.0138 | SAMME.R | 1.0 | 1.0 | 0.821s | 48.269s |
| Iteration 34 | 50 | 0.126 | SAMME | 0.9062 | 1.0 | 0.662s | 49.663s |
| Iteration 35 | 50 | 0.2003 | SAMME | 0.7188 | 1.0 | 0.665s | 51.088s |
| Iteration 36 | 93 | 0.0835 | SAMME | 0.8125 | 1.0 | 0.686s | 52.522s |
| Iteration 37 | 244 | 8.8261 | SAMME.R | 0.75 | 1.0 | 0.803s | 53.994s |
| Iteration 38 | 301 | 0.0125 | SAMME.R | 1.0 | 1.0 | 0.854s | 55.521s |
| Iteration 39 | 290 | 0.0129 | SAMME.R | 0.8125 | 1.0 | 0.845s | 57.064s |
| Iteration 40 | 296 | 0.01 | SAMME.R | 0.6562 | 1.0 | 0.862s | 58.629s |
| Iteration 41 | 50 | 1.8756 | SAMME.R | 0.8125 | 1.0 | 0.664s | 59.975s |
| Iteration 42 | 244 | 0.01 | SAMME.R | 0.875 | 1.0 | 0.811s | 1m:02s |
| Iteration 43 | 50 | 10.0 | SAMME | 0.75 | 1.0 | 0.623s | 1m:03s |
| Iteration 44 | 296 | 1.6457 | SAMME.R | 0.8125 | 1.0 | 0.864s | 1m:05s |
| Iteration 45 | 50 | 0.304 | SAMME.R | 0.4688 | 1.0 | 0.664s | 1m:06s |
| Iteration 46 | 154 | 0.0388 | SAMME | 0.9688 | 1.0 | 0.735s | 1m:07s |
| Iteration 47 | 246 | 0.01 | SAMME | 0.7188 | 1.0 | 0.801s | 1m:09s |
| Iteration 48 | 163 | 0.0395 | SAMME | 0.75 | 1.0 | 0.736s | 1m:11s |
| Iteration 49 | 242 | 0.0163 | SAMME.R | 0.75 | 1.0 | 0.806s | 1m:12s |
| Iteration 50 | 248 | 0.0115 | SAMME.R | 0.4688 | 1.0 | 0.840s | 1m:14s |
Bayesian Optimization ---------------------------
Best call --> Iteration 38
Best parameters --> {'n_estimators': 301, 'learning_rate': 0.0125, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9679
Test evaluation --> roc_auc: 0.925
Time elapsed: 0.276s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.94 ± 0.0515
Time elapsed: 1.255s
-------------------------------------------------
Total time: 1m:16s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.875 | 0.875 | 1.056s | 1.075s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.875 | 0.875 | 0.941s | 2.421s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.6562 | 0.875 | 0.990s | 3.823s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.875 | 0.778s | 4.999s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.875 | 0.875 | 0.985s | 6.395s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 1.0 | 1.0 | 1.410s | 8.198s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.8125 | 1.0 | 0.840s | 9.440s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.8125 | 1.0 | 0.833s | 10.739s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 1.0 | 1.0 | 0.947s | 12.105s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.4062 | 1.0 | 0.922s | 13.434s |
| Iteration 11 | 423 | gini | 7 | 8 | 20 | 0.9 | False | 0.0039 | --- | 0.75 | 1.0 | 0.916s | 15.203s |
| Iteration 12 | 398 | gini | 5 | 12 | 9 | 0.6 | False | 0.0063 | --- | 1.0 | 1.0 | 0.904s | 16.977s |
| Iteration 13 | 40 | gini | None | 18 | 8 | None | False | 0.0039 | --- | 0.4375 | 1.0 | 0.695s | 18.524s |
| Iteration 14 | 491 | gini | 6 | 15 | 9 | 0.8 | False | 0.0003 | --- | 0.3438 | 1.0 | 0.962s | 20.322s |
| Iteration 15 | 168 | entropy | 5 | 18 | 13 | 0.5 | False | 0.0 | --- | 1.0 | 1.0 | 0.778s | 22.020s |
| Iteration 16 | 85 | entropy | 8 | 4 | 6 | 0.5 | False | 0.0185 | --- | 0.8125 | 1.0 | 0.730s | 23.554s |
| Iteration 17 | 317 | entropy | None | 3 | 19 | 0.8 | True | 0.0321 | 0.5 | 0.5 | 1.0 | 0.905s | 25.246s |
| Iteration 18 | 283 | gini | 8 | 4 | 12 | sqrt | False | 0.0348 | --- | 0.8438 | 1.0 | 0.834s | 26.964s |
| Iteration 19 | 225 | gini | 8 | 4 | 11 | sqrt | False | 0.0309 | --- | 1.0 | 1.0 | 0.794s | 28.594s |
| Iteration 20 | 400 | gini | 8 | 8 | 10 | sqrt | False | 0.0265 | --- | 0.8125 | 1.0 | 0.901s | 30.381s |
| Iteration 21 | 117 | entropy | 4 | 4 | 18 | 0.5 | False | 0.0011 | --- | 0.8125 | 1.0 | 0.734s | 32.012s |
| Iteration 22 | 398 | gini | 5 | 13 | 16 | 0.6 | False | 0.0047 | --- | 1.0 | 1.0 | 0.887s | 33.820s |
| Iteration 23 | 457 | entropy | 5 | 11 | 2 | 0.6 | False | 0.0016 | --- | 0.75 | 1.0 | 0.922s | 35.556s |
| Iteration 24 | 280 | gini | 8 | 3 | 11 | sqrt | False | 0.0233 | --- | 1.0 | 1.0 | 0.800s | 37.331s |
| Iteration 25 | 193 | entropy | 5 | 16 | 15 | 0.8 | False | 0.0176 | --- | 1.0 | 1.0 | 0.797s | 39.012s |
| Iteration 26 | 146 | entropy | 5 | 16 | 14 | log2 | False | 0.0131 | --- | 0.9062 | 1.0 | 0.724s | 40.725s |
| Iteration 27 | 127 | entropy | 5 | 15 | 13 | 0.9 | False | 0.0081 | --- | 0.8125 | 1.0 | 0.769s | 42.402s |
| Iteration 28 | 124 | entropy | 5 | 13 | 15 | 0.7 | False | 0.0085 | --- | 0.875 | 1.0 | 0.756s | 44.118s |
| Iteration 29 | 443 | entropy | 5 | 16 | 15 | 0.9 | False | 0.023 | --- | 0.5 | 1.0 | 0.953s | 46.081s |
| Iteration 30 | 366 | gini | 6 | 17 | 8 | 0.6 | False | 0.006 | --- | 0.625 | 1.0 | 0.904s | 47.989s |
| Iteration 31 | 162 | gini | 5 | 19 | 8 | 0.6 | False | 0.0227 | --- | 0.625 | 1.0 | 0.789s | 50.354s |
| Iteration 32 | 207 | gini | 3 | 13 | 11 | sqrt | False | 0.0221 | --- | 0.875 | 1.0 | 0.809s | 52.134s |
| Iteration 33 | 83 | entropy | 9 | 19 | 11 | sqrt | True | 0.0109 | 0.9 | 1.0 | 1.0 | 0.744s | 53.804s |
| Iteration 34 | 343 | entropy | 8 | 12 | 13 | 0.5 | False | 0.0303 | --- | 1.0 | 1.0 | 0.896s | 55.602s |
| Iteration 35 | 249 | entropy | None | 16 | 9 | 0.6 | True | 0.0035 | 0.6 | 0.4375 | 1.0 | 0.871s | 57.458s |
| Iteration 36 | 19 | gini | 9 | 9 | 11 | sqrt | False | 0.0261 | --- | 0.8438 | 1.0 | 0.684s | 59.180s |
| Iteration 37 | 363 | gini | 8 | 11 | 11 | sqrt | False | 0.0013 | --- | 1.0 | 1.0 | 0.890s | 1m:01s |
| Iteration 38 | 375 | gini | 8 | 4 | 11 | sqrt | False | 0.0256 | --- | 0.875 | 1.0 | 0.900s | 1m:03s |
| Iteration 39 | 490 | entropy | 7 | 14 | 11 | sqrt | True | 0.0082 | 0.6 | 0.75 | 1.0 | 1.042s | 1m:05s |
| Iteration 40 | 235 | gini | 8 | 4 | 11 | sqrt | False | 0.0201 | --- | 0.5938 | 1.0 | 0.857s | 1m:07s |
| Iteration 41 | 158 | entropy | 5 | 16 | 15 | 0.8 | False | 0.0103 | --- | 0.8438 | 1.0 | 0.781s | 1m:09s |
| Iteration 42 | 192 | entropy | 8 | 10 | 11 | auto | True | 0.0034 | 0.9 | 0.875 | 1.0 | 0.831s | 1m:11s |
| Iteration 43 | 215 | gini | 5 | 9 | 5 | auto | False | 0.0012 | --- | 1.0 | 1.0 | 0.797s | 1m:13s |
| Iteration 44 | 500 | gini | 5 | 10 | 2 | auto | False | 0.0048 | --- | 0.8125 | 1.0 | 0.929s | 1m:15s |
| Iteration 45 | 485 | gini | 7 | 14 | 18 | 0.5 | False | 0.0 | --- | 0.6875 | 1.0 | 0.883s | 1m:17s |
| Iteration 46 | 10 | gini | None | 20 | 20 | auto | False | 0.0 | --- | 0.8125 | 1.0 | 0.625s | 1m:18s |
| Iteration 47 | 500 | gini | None | 2 | 1 | auto | True | 0.035 | 0.9 | 1.0 | 1.0 | 1.043s | 1m:20s |
| Iteration 48 | 500 | gini | None | 20 | 20 | auto | True | 0.035 | 0.9 | 0.375 | 1.0 | 1.023s | 1m:22s |
| Iteration 49 | 195 | gini | 5 | 15 | 8 | log2 | False | 0.006 | --- | 0.75 | 1.0 | 0.762s | 1m:24s |
| Iteration 50 | 30 | entropy | 5 | 10 | 1 | auto | True | 0.0089 | 0.9 | 0.625 | 1.0 | 0.660s | 1m:26s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'n_estimators': 240, 'criterion': 'gini', 'max_depth': 8, 'min_samples_split': 4, 'min_samples_leaf': 11, 'max_features': 'sqrt', 'bootstrap': False, 'ccp_alpha': 0.0319}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:27s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9237
Test evaluation --> roc_auc: 0.925
Time elapsed: 0.171s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.91 ± 0.02
Time elapsed: 0.787s
-------------------------------------------------
Total time: 1m:28s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.746s | 0.765s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 1.0 | 1.0 | 0.784s | 1.960s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 1.0 | 0.794s | 3.146s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 1.0 | 0.746s | 4.293s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 1.0 | 0.787s | 5.477s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 1.0 | 1.371s | 7.306s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 1.0 | 0.746s | 8.491s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 1.0 | 0.740s | 9.628s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.8125 | 1.0 | 0.775s | 11.058s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 1.0 | 0.757s | 12.218s |
| Iteration 11 | 290 | 0.0173 | 5 | 0.2171 | 3 | 0.6 | 0.7 | 0.01 | 100 | 0.8125 | 1.0 | 0.755s | 13.820s |
| Iteration 12 | 20 | 1.0 | 6 | 0.0 | 7 | 0.7 | 0.8 | 100 | 0 | 0.5 | 1.0 | 0.689s | 15.315s |
| Iteration 13 | 457 | 0.0363 | 7 | 0.4121 | 3 | 0.9 | 1.0 | 0.1 | 0.01 | 0.8125 | 1.0 | 0.725s | 16.970s |
| Iteration 14 | 477 | 0.0549 | 10 | 0.0042 | 2 | 0.8 | 0.7 | 0.01 | 0 | 0.3125 | 1.0 | 0.722s | 18.419s |
| Iteration 15 | 479 | 0.1552 | 5 | 0.8777 | 4 | 0.6 | 1.0 | 0.1 | 0.1 | 0.875 | 1.0 | 0.717s | 19.918s |
| Iteration 16 | 260 | 0.0315 | 6 | 0.3364 | 1 | 0.8 | 0.9 | 0.1 | 0.1 | 0.75 | 1.0 | 0.720s | 21.446s |
| Iteration 17 | 63 | 0.0307 | 6 | 0.1048 | 3 | 0.9 | 0.5 | 0.1 | 100 | 0.625 | 1.0 | 0.673s | 22.975s |
| Iteration 18 | 500 | 0.0147 | 6 | 0.9862 | 6 | 0.9 | 0.4 | 0.1 | 100 | 0.5 | 1.0 | 0.742s | 24.604s |
| Iteration 19 | 493 | 0.0254 | 6 | 0.1432 | 3 | 0.8 | 0.9 | 0.1 | 10 | 0.9375 | 1.0 | 0.730s | 26.169s |
| Iteration 20 | 145 | 0.6617 | 6 | 0.1571 | 3 | 1.0 | 1.0 | 0.01 | 0.01 | 0.9375 | 1.0 | 0.671s | 27.729s |
| Iteration 21 | 20 | 0.5528 | 5 | 0.936 | 3 | 0.5 | 1.0 | 0.1 | 0 | 0.5312 | 1.0 | 0.653s | 29.309s |
| Iteration 22 | 392 | 0.1024 | 6 | 0.4543 | 3 | 0.8 | 0.9 | 0.1 | 10 | 1.0 | 1.0 | 0.736s | 30.965s |
| Iteration 23 | 314 | 0.01 | 6 | 0.4593 | 3 | 0.8 | 0.9 | 0.01 | 0 | 0.75 | 1.0 | 0.722s | 32.623s |
| Iteration 24 | 91 | 0.0128 | 6 | 0.6492 | 4 | 0.7 | 0.9 | 0.1 | 0 | 1.0 | 1.0 | 0.683s | 34.278s |
| Iteration 25 | 329 | 0.0461 | 6 | 0.8849 | 4 | 0.8 | 1.0 | 0.1 | 0.1 | 0.6875 | 1.0 | 0.728s | 35.941s |
| Iteration 26 | 450 | 0.2402 | 5 | 0.4479 | 4 | 0.7 | 1.0 | 0.1 | 100 | 0.8438 | 1.0 | 0.738s | 37.593s |
| Iteration 27 | 432 | 0.0609 | 6 | 0.535 | 3 | 0.7 | 0.9 | 1 | 0.01 | 0.875 | 1.0 | 0.796s | 39.390s |
| Iteration 28 | 301 | 0.0287 | 6 | 0.7231 | 3 | 0.9 | 0.9 | 0.1 | 0 | 0.75 | 1.0 | 0.780s | 41.217s |
| Iteration 29 | 20 | 0.0452 | 6 | 0.4739 | 4 | 1.0 | 0.8 | 0.1 | 100 | 0.4062 | 1.0 | 0.703s | 42.936s |
| Iteration 30 | 500 | 0.01 | 7 | 0.5611 | 3 | 0.7 | 0.9 | 0.1 | 0 | 0.5 | 1.0 | 0.770s | 44.878s |
| Iteration 31 | 435 | 0.2434 | 6 | 0.1324 | 4 | 1.0 | 0.9 | 10 | 100 | 0.5 | 1.0 | 0.702s | 47.166s |
| Iteration 32 | 407 | 0.2326 | 6 | 0.5359 | 3 | 0.8 | 0.9 | 0.1 | 0.01 | 0.875 | 1.0 | 0.697s | 49.154s |
| Iteration 33 | 269 | 0.0173 | 6 | 0.3681 | 3 | 0.8 | 0.9 | 0.1 | 100 | 0.9375 | 1.0 | 1.278s | 51.461s |
| Iteration 34 | 302 | 0.5779 | 6 | 0.6405 | 3 | 0.9 | 0.9 | 10 | 10 | 0.5 | 1.0 | 0.679s | 53.345s |
| Iteration 35 | 179 | 0.0231 | 6 | 0.4014 | 4 | 0.7 | 0.9 | 0.1 | 100 | 0.3438 | 1.0 | 0.676s | 55.106s |
| Iteration 36 | 422 | 0.1821 | 6 | 0.4514 | 3 | 0.9 | 0.9 | 0.1 | 10 | 0.875 | 1.0 | 0.712s | 56.813s |
| Iteration 37 | 204 | 0.0711 | 6 | 0.4493 | 3 | 0.8 | 0.9 | 0.1 | 100 | 0.6875 | 1.0 | 0.677s | 58.579s |
| Iteration 38 | 388 | 0.075 | 9 | 0.446 | 3 | 0.9 | 1.0 | 0.1 | 10 | 0.875 | 1.0 | 0.700s | 1m:00s |
| Iteration 39 | 393 | 0.0473 | 5 | 0.407 | 3 | 0.9 | 1.0 | 0.1 | 1 | 0.8125 | 1.0 | 0.707s | 1m:02s |
| Iteration 40 | 392 | 0.3282 | 3 | 0.4272 | 3 | 0.8 | 0.9 | 0.1 | 10 | 0.625 | 1.0 | 0.703s | 1m:04s |
| Iteration 41 | 394 | 0.0748 | 6 | 0.1783 | 3 | 0.8 | 0.9 | 0.1 | 10 | 0.8438 | 1.0 | 0.704s | 1m:05s |
| Iteration 42 | 500 | 0.01 | 7 | 1.0 | 3 | 0.5 | 0.5 | 0.01 | 100 | 0.5 | 1.0 | 0.715s | 1m:07s |
| Iteration 43 | 125 | 0.0172 | 6 | 0.4744 | 4 | 0.9 | 0.9 | 0.1 | 0 | 1.0 | 1.0 | 0.664s | 1m:09s |
| Iteration 44 | 439 | 0.0257 | 6 | 0.4085 | 3 | 0.7 | 1.0 | 1 | 10 | 0.75 | 1.0 | 0.707s | 1m:11s |
| Iteration 45 | 128 | 0.0439 | 7 | 0.382 | 4 | 0.8 | 0.9 | 0.01 | 0 | 0.4062 | 1.0 | 0.664s | 1m:12s |
| Iteration 46 | 447 | 0.1834 | 6 | 0.6737 | 3 | 0.7 | 0.7 | 0.01 | 1 | 0.8125 | 1.0 | 0.716s | 1m:14s |
| Iteration 47 | 500 | 0.01 | 6 | 0.9485 | 3 | 0.6 | 1.0 | 0.01 | 1 | 0.75 | 1.0 | 0.727s | 1m:16s |
| Iteration 48 | 28 | 0.0576 | 6 | 0.4683 | 4 | 0.8 | 0.7 | 0.1 | 0 | 0.375 | 1.0 | 0.645s | 1m:17s |
| Iteration 49 | 433 | 0.0438 | 7 | 0.4535 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.875 | 1.0 | 0.708s | 1m:19s |
| Iteration 50 | 121 | 0.013 | 4 | 0.5207 | 4 | 0.5 | 0.9 | 0.1 | 0 | 0.4062 | 1.0 | 0.676s | 1m:21s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 426, 'learning_rate': 0.0423, 'max_depth': 6, 'gamma': 0.4435, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:22s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9786
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.094s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.99 ± 0.02
Time elapsed: 0.289s
-------------------------------------------------
Total time: 1m:23s
Final results ==================== >>
Duration: 9m:02s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.96 ± 0.02
Logistic Regression --> roc_auc: 0.74 ± 0.097
Linear Discriminant Analysis --> roc_auc: 0.75 ± 0.1949 ~
Quadratic Discriminant Analysis --> roc_auc: 0.6 ± 0.1049 ~
Radius Nearest Neighbors --> roc_auc: 0.72 ± 0.0678 ~
AdaBoost --> roc_auc: 0.94 ± 0.0515
Random Forest --> roc_auc: 0.91 ± 0.02
XGBoost --> roc_auc: 0.99 ± 0.02 !
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CAVLNAGNNRKLIW.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVKGFGNVLHC.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAASKTGNQFYF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAVTNTGGFKTIF.
>>> Dropping feature CAATSGSARQLTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CASSPGGYEQYF.
>>> Dropping feature CAVDGQKLLF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CASSFSYEQYF.
>>> Dropping feature CASSLADTQYF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CVVNTGFQKLVF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAAGGYQKVTF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CAGMDSSYKLIF.
>>> Dropping feature CATDSNDYKLSF.
>>> Dropping feature CAVRNQGGKLIF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAYRSAGTGNQFYF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAASGGGSNYKLTF.
>>> Dropping feature CAASYTGNQFYF.
>>> Dropping feature CAATNFGNEKLTF.
>>> Dropping feature CAGNTGNQFYF.
>>> Dropping feature CAITGQGATEAFF.
>>> Dropping feature CASSLAGGTDTQYF.
>>> Dropping feature CAVGNDYKLSF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.4688 | 0.4688 | 3.210s | 3.231s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.625 | 0.625 | 3.238s | 6.908s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 1.0 | 1.0 | 3.183s | 10.490s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.6875 | 1.0 | 3.251s | 14.158s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.8125 | 1.0 | 3.228s | 17.847s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.5625 | 1.0 | 3.288s | 21.538s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.7812 | 1.0 | 3.223s | 25.174s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.75 | 1.0 | 3.929s | 29.557s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.75 | 1.0 | 3.209s | 33.177s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.7188 | 1.0 | 3.205s | 36.793s |
| Iteration 11 | exponen.. | 0.1309 | 187 | 0.7 | squared_er.. | 19 | 1 | 8 | auto | 0.023 | 0.75 | 1.0 | 3.213s | 40.747s |
| Iteration 12 | exponen.. | 0.2719 | 129 | 0.9 | squared_er.. | 17 | 19 | 9 | log2 | 0.035 | 0.9375 | 1.0 | 3.239s | 44.892s |
| Iteration 13 | exponen.. | 0.5863 | 230 | 0.6 | squared_er.. | 12 | 16 | 2 | log2 | 0.035 | 0.875 | 1.0 | 3.225s | 48.907s |
| Iteration 14 | exponen.. | 0.7115 | 16 | 0.7 | squared_er.. | 14 | 17 | 1 | auto | 0.0179 | 0.4375 | 1.0 | 3.150s | 52.936s |
| Iteration 15 | exponen.. | 0.0381 | 167 | 0.9 | squared_er.. | 7 | 18 | 4 | auto | 0.0236 | 0.9375 | 1.0 | 3.206s | 57.008s |
| Iteration 16 | exponen.. | 0.1377 | 139 | 1.0 | squared_er.. | 19 | 20 | 3 | 0.8 | 0.0231 | 0.9375 | 1.0 | 3.185s | 1m:01s |
| Iteration 17 | exponen.. | 0.01 | 480 | 0.8 | squared_er.. | 14 | 20 | 3 | 0.5 | 0.0005 | 0.375 | 1.0 | 3.273s | 1m:05s |
| Iteration 18 | exponen.. | 0.1868 | 10 | 0.7 | squared_er.. | 10 | 20 | 5 | None | 0.0254 | 0.625 | 1.0 | 3.135s | 1m:09s |
| Iteration 19 | exponen.. | 0.4088 | 25 | 0.8 | squared_er.. | 17 | 17 | 5 | auto | 0.0206 | 0.875 | 1.0 | 3.237s | 1m:14s |
| Iteration 20 | exponen.. | 0.1181 | 298 | 1.0 | squared_er.. | 20 | 16 | 2 | 0.8 | 0.0234 | 0.75 | 1.0 | 3.231s | 1m:18s |
| Iteration 21 | exponen.. | 0.0334 | 61 | 0.8 | squared_er.. | 16 | 17 | 2 | 0.7 | 0.0281 | 0.9375 | 1.0 | 3.224s | 1m:22s |
| Iteration 22 | exponen.. | 1.0 | 116 | 0.8 | squared_er.. | 19 | 16 | 7 | auto | 0.018 | 0.375 | 1.0 | 3.171s | 1m:26s |
| Iteration 23 | exponen.. | 0.0524 | 10 | 0.8 | squared_er.. | 17 | 20 | 7 | 0.7 | 0.0341 | 0.6562 | 1.0 | 3.156s | 1m:30s |
| Iteration 24 | exponen.. | 0.0418 | 109 | 0.9 | squared_er.. | 4 | 14 | 2 | None | 0.0289 | 1.0 | 1.0 | 3.191s | 1m:34s |
| Iteration 25 | exponen.. | 0.0261 | 10 | 0.6 | squared_er.. | 5 | 2 | 9 | sqrt | 0.0287 | 0.9375 | 1.0 | 3.159s | 1m:38s |
| Iteration 26 | exponen.. | 0.0425 | 45 | 0.9 | squared_er.. | 7 | 20 | 7 | 0.5 | 0.0235 | 0.5 | 1.0 | 3.181s | 1m:42s |
| Iteration 27 | exponen.. | 0.0769 | 395 | 1.0 | squared_er.. | 15 | 18 | 2 | 0.5 | 0.0287 | 0.5625 | 1.0 | 3.226s | 1m:47s |
| Iteration 28 | exponen.. | 0.5987 | 478 | 1.0 | squared_er.. | 13 | 17 | 3 | None | 0.0291 | 0.75 | 1.0 | 3.237s | 1m:51s |
| Iteration 29 | exponen.. | 0.0234 | 10 | 0.7 | squared_er.. | 10 | 9 | 3 | None | 0.0285 | 0.375 | 1.0 | 3.115s | 1m:55s |
| Iteration 30 | exponen.. | 0.7568 | 275 | 1.0 | friedman_mse | 16 | 14 | 7 | None | 0.029 | 0.75 | 1.0 | 3.201s | 1m:59s |
| Iteration 31 | exponen.. | 0.2587 | 329 | 0.9 | squared_er.. | 14 | 17 | 8 | auto | 0.0242 | 0.4375 | 1.0 | 3.205s | 2m:03s |
| Iteration 32 | exponen.. | 0.396 | 54 | 0.6 | squared_er.. | 17 | 17 | 4 | auto | 0.0244 | 0.875 | 1.0 | 3.135s | 2m:07s |
| Iteration 33 | exponen.. | 0.0473 | 112 | 1.0 | squared_er.. | 16 | 4 | 3 | sqrt | 0.0268 | 0.8125 | 1.0 | 3.177s | 2m:12s |
| Iteration 34 | exponen.. | 0.4051 | 93 | 0.9 | squared_er.. | 17 | 1 | 2 | auto | 0.0247 | 0.75 | 1.0 | 3.207s | 2m:17s |
| Iteration 35 | exponen.. | 0.0479 | 135 | 0.9 | squared_er.. | 4 | 15 | 3 | None | 0.0211 | 0.5625 | 1.0 | 3.082s | 2m:21s |
| Iteration 36 | exponen.. | 0.0325 | 461 | 0.6 | squared_er.. | 16 | 12 | 6 | 0.7 | 0.0201 | 1.0 | 1.0 | 3.210s | 2m:25s |
| Iteration 37 | exponen.. | 0.0411 | 61 | 0.9 | squared_er.. | 4 | 14 | 5 | None | 0.0264 | 0.875 | 1.0 | 3.136s | 2m:30s |
| Iteration 38 | exponen.. | 0.0427 | 453 | 0.9 | squared_er.. | 4 | 17 | 1 | None | 0.0005 | 0.6875 | 1.0 | 3.243s | 2m:34s |
| Iteration 39 | exponen.. | 0.0327 | 217 | 0.9 | squared_er.. | 18 | 12 | 3 | 0.7 | 0.0164 | 0.75 | 1.0 | 3.146s | 2m:38s |
| Iteration 40 | exponen.. | 0.0323 | 304 | 0.7 | squared_er.. | 15 | 15 | 2 | 0.7 | 0.0189 | 0.75 | 1.0 | 3.190s | 2m:42s |
| Iteration 41 | exponen.. | 0.0421 | 144 | 0.8 | squared_er.. | 7 | 11 | 1 | None | 0.0162 | 0.75 | 1.0 | 3.169s | 2m:47s |
| Iteration 42 | exponen.. | 0.0327 | 127 | 0.8 | squared_er.. | 16 | 10 | 8 | 0.7 | 0.0203 | 0.8125 | 1.0 | 3.175s | 2m:51s |
| Iteration 43 | exponen.. | 0.1314 | 143 | 0.8 | squared_er.. | 19 | 20 | 4 | 0.8 | 0.0198 | 0.75 | 1.0 | 3.170s | 2m:55s |
| Iteration 44 | exponen.. | 0.0322 | 398 | 0.6 | squared_er.. | 16 | 20 | 2 | 0.7 | 0.0256 | 0.5 | 1.0 | 3.246s | 2m:59s |
| Iteration 45 | exponen.. | 0.7894 | 109 | 0.9 | squared_er.. | 6 | 18 | 2 | log2 | 0.0293 | 0.5938 | 1.0 | 3.161s | 3m:04s |
| Iteration 46 | exponen.. | 0.0325 | 207 | 1.0 | squared_er.. | 16 | 12 | 6 | 0.7 | 0.001 | 0.75 | 1.0 | 3.159s | 3m:08s |
| Iteration 47 | exponen.. | 0.422 | 56 | 0.9 | friedman_mse | 16 | 17 | 4 | 0.8 | 0.0253 | 0.6875 | 1.0 | 3.104s | 3m:12s |
| Iteration 48 | exponen.. | 0.0331 | 49 | 0.9 | squared_er.. | 13 | 17 | 1 | 0.7 | 0.0109 | 0.5625 | 1.0 | 3.122s | 3m:17s |
| Iteration 49 | exponen.. | 0.4009 | 66 | 0.8 | squared_er.. | 17 | 17 | 5 | auto | 0.0246 | 0.4375 | 1.0 | 3.147s | 3m:21s |
| Iteration 50 | exponen.. | 0.0933 | 10 | 0.9 | squared_er.. | 11 | 14 | 2 | 0.9 | 0.0333 | 0.5 | 1.0 | 3.104s | 3m:25s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0325, 'n_estimators': 461, 'subsample': 0.6, 'criterion': 'squared_error', 'min_samples_split': 16, 'min_samples_leaf': 12, 'max_depth': 6, 'max_features': 0.7, 'ccp_alpha': 0.0201}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:26s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9893
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.127s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.62 ± 0.1077
Time elapsed: 0.617s
-------------------------------------------------
Total time: 3m:26s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.625 | 0.625 | 3.143s | 3.156s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.3125 | 0.625 | 3.128s | 6.703s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.6875 | 0.6875 | 3.119s | 10.228s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.8125 | 0.8125 | 3.143s | 13.759s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.8125 | 0.8125 | 3.152s | 17.294s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.5625 | 0.8125 | 3.168s | 20.870s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.625 | 0.8125 | 3.149s | 24.418s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.6875 | 0.8125 | 3.190s | 28.055s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.75 | 0.8125 | 3.782s | 32.245s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.5 | 0.8125 | 3.152s | 35.803s |
| Iteration 11 | none | --- | lbfgs | 100 | --- | 0.75 | 0.8125 | 3.148s | 39.702s |
| Iteration 12 | l2 | 100.0 | lbfgs | 1000 | --- | 0.8125 | 0.8125 | 3.169s | 44.537s |
| Iteration 13 | none | --- | lbfgs | 1000 | --- | 0.5625 | 0.8125 | 3.147s | 49.571s |
| Iteration 14 | l2 | 0.001 | lbfgs | 100 | --- | 0.3125 | 0.8125 | 3.132s | 53.624s |
| Iteration 15 | l2 | 0.001 | sag | 575 | --- | 0.5625 | 0.8125 | 3.140s | 57.407s |
| Iteration 16 | none | --- | lbfgs | 133 | --- | 0.375 | 0.8125 | 3.171s | 1m:01s |
| Iteration 17 | l2 | 34.3878 | lbfgs | 582 | --- | 0.4375 | 0.8125 | 3.143s | 1m:05s |
| Iteration 18 | l2 | 13.4539 | libli.. | 931 | --- | 0.8125 | 0.8125 | 3.124s | 1m:09s |
| Iteration 19 | l2 | 0.0021 | lbfgs | 398 | --- | 0.6875 | 0.8125 | 3.152s | 1m:13s |
| Iteration 20 | l2 | 38.754 | lbfgs | 721 | --- | 0.375 | 0.8125 | 3.163s | 1m:17s |
| Iteration 21 | l2 | 8.6841 | lbfgs | 516 | --- | 0.6875 | 0.8125 | 3.136s | 1m:20s |
| Iteration 22 | l2 | 0.0798 | libli.. | 938 | --- | 0.0625 | 0.8125 | 3.119s | 1m:24s |
| Iteration 23 | l2 | 1.2379 | lbfgs | 579 | --- | 0.5625 | 0.8125 | 3.120s | 1m:28s |
| Iteration 24 | none | --- | newto.. | 604 | --- | 0.9375 | 0.9375 | 3.154s | 1m:32s |
| Iteration 25 | l2 | 0.2512 | sag | 315 | --- | 0.5 | 0.9375 | 3.124s | 1m:36s |
| Iteration 26 | none | --- | sag | 1000 | --- | 0.3125 | 0.9375 | 3.135s | 1m:40s |
| Iteration 27 | none | --- | newto.. | 629 | --- | 0.625 | 0.9375 | 3.119s | 1m:44s |
| Iteration 28 | l2 | 10.4939 | saga | 759 | --- | 0.6875 | 0.9375 | 3.134s | 1m:48s |
| Iteration 29 | none | --- | newto.. | 524 | --- | 0.375 | 0.9375 | 3.126s | 1m:52s |
| Iteration 30 | none | --- | newto.. | 729 | --- | 0.5 | 0.9375 | 3.132s | 1m:56s |
| Iteration 31 | none | --- | newto.. | 598 | --- | 0.375 | 0.9375 | 3.109s | 1m:60s |
| Iteration 32 | l2 | 5.2897 | sag | 952 | --- | 0.8125 | 0.9375 | 3.099s | 2m:04s |
| Iteration 33 | l2 | 4.5139 | libli.. | 141 | --- | 0.5625 | 0.9375 | 3.111s | 2m:08s |
| Iteration 34 | l2 | 0.0132 | libli.. | 460 | --- | 0.75 | 0.9375 | 3.118s | 2m:11s |
| Iteration 35 | none | --- | newto.. | 1000 | --- | 0.875 | 0.9375 | 3.157s | 2m:16s |
| Iteration 36 | none | --- | lbfgs | 926 | --- | 0.9375 | 0.9375 | 3.138s | 2m:20s |
| Iteration 37 | none | --- | newto.. | 1000 | --- | 0.875 | 0.9375 | 0.000s | 2m:21s |
| Iteration 38 | none | --- | lbfgs | 1000 | --- | 0.5625 | 0.9375 | 0.000s | 2m:21s |
| Iteration 39 | none | --- | newto.. | 1000 | --- | 0.875 | 0.9375 | 0.000s | 2m:22s |
| Iteration 40 | l2 | 0.0085 | libli.. | 100 | --- | 0.5625 | 0.9375 | 3.195s | 2m:26s |
| Iteration 41 | none | --- | saga | 1000 | --- | 0.5 | 0.9375 | 3.167s | 2m:31s |
| Iteration 42 | none | --- | sag | 1000 | --- | 0.3125 | 0.9375 | 0.000s | 2m:32s |
| Iteration 43 | none | --- | newto.. | 993 | --- | 0.875 | 0.9375 | 3.140s | 2m:36s |
| Iteration 44 | none | --- | newto.. | 992 | --- | 0.6875 | 0.9375 | 3.150s | 2m:40s |
| Iteration 45 | none | --- | lbfgs | 925 | --- | 0.6875 | 0.9375 | 3.125s | 2m:44s |
| Iteration 46 | none | --- | newto.. | 1000 | --- | 0.875 | 0.9375 | 0.000s | 2m:45s |
| Iteration 47 | l2 | 66.3899 | newto.. | 960 | --- | 0.375 | 0.9375 | 3.118s | 2m:50s |
| Iteration 48 | none | --- | newto.. | 1000 | --- | 0.875 | 0.9375 | 0.000s | 2m:51s |
| Iteration 49 | none | --- | newto.. | 1000 | --- | 0.875 | 0.9375 | 0.000s | 2m:51s |
| Iteration 50 | none | --- | newto.. | 605 | --- | 0.5 | 0.9375 | 3.163s | 2m:56s |
Bayesian Optimization ---------------------------
Best call --> Iteration 24
Best parameters --> {'penalty': 'none', 'solver': 'newton-cg', 'max_iter': 604}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 2m:57s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8786
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.020s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.51 ± 0.1241
Time elapsed: 0.099s
-------------------------------------------------
Total time: 2m:57s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.6875 | 0.6875 | 3.152s | 3.159s |
| Initial point 2 | svd | --- | 0.25 | 0.6875 | 3.142s | 6.739s |
| Initial point 3 | svd | --- | 0.25 | 0.6875 | 0.001s | 7.126s |
| Initial point 4 | lsqr | 0.8 | 0.4375 | 0.6875 | 3.119s | 10.630s |
| Initial point 5 | eigen | 0.9 | 0.9375 | 0.9375 | 3.111s | 14.265s |
| Initial point 6 | lsqr | 0.7 | 0.75 | 0.9375 | 3.126s | 17.787s |
| Initial point 7 | lsqr | 0.5 | 0.75 | 0.9375 | 3.122s | 21.319s |
| Initial point 8 | lsqr | 0.9 | 0.6875 | 0.9375 | 3.097s | 24.801s |
| Initial point 9 | lsqr | 0.6 | 0.5 | 0.9375 | 3.121s | 28.322s |
| Initial point 10 | eigen | 0.8 | 0.5625 | 0.9375 | 3.144s | 31.887s |
| Iteration 11 | eigen | 0.7 | 1.0 | 1.0 | 3.162s | 35.596s |
| Iteration 12 | eigen | 0.5 | 0.5 | 1.0 | 3.157s | 39.313s |
| Iteration 13 | eigen | auto | 0.75 | 1.0 | 3.132s | 43.018s |
| Iteration 14 | eigen | None | 0.25 | 1.0 | 3.232s | 46.786s |
| Iteration 15 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 47.317s |
| Iteration 16 | svd | --- | 0.25 | 1.0 | 0.000s | 48.793s |
| Iteration 17 | eigen | 0.6 | 0.75 | 1.0 | 3.052s | 53.584s |
| Iteration 18 | lsqr | 1.0 | 0.625 | 1.0 | 3.664s | 59.036s |
| Iteration 19 | lsqr | auto | 0.6875 | 1.0 | 3.134s | 1m:04s |
| Iteration 20 | lsqr | None | 0.3125 | 1.0 | 3.092s | 1m:09s |
| Iteration 21 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:11s |
| Iteration 22 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 23 | svd | --- | 0.25 | 1.0 | 0.000s | 1m:14s |
| Iteration 24 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:16s |
| Iteration 25 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:17s |
| Iteration 26 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:19s |
| Iteration 27 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:21s |
| Iteration 28 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:23s |
| Iteration 29 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:24s |
| Iteration 30 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:26s |
| Iteration 31 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:28s |
| Iteration 32 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:30s |
| Iteration 33 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:33s |
| Iteration 34 | eigen | 0.7 | 1.0 | 1.0 | 0.001s | 1m:35s |
| Iteration 35 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:37s |
| Iteration 36 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:39s |
| Iteration 37 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:41s |
| Iteration 38 | eigen | 0.7 | 1.0 | 1.0 | 0.001s | 1m:42s |
| Iteration 39 | eigen | 0.7 | 1.0 | 1.0 | 0.001s | 1m:44s |
| Iteration 40 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:46s |
| Iteration 41 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:48s |
| Iteration 42 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:50s |
| Iteration 43 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:52s |
| Iteration 44 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:54s |
| Iteration 45 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:56s |
| Iteration 46 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:58s |
| Iteration 47 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:60s |
| Iteration 48 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 2m:01s |
| Iteration 49 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 2m:03s |
| Iteration 50 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 2m:04s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:05s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7723
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.69 ± 0.1241
Time elapsed: 0.029s
-------------------------------------------------
Total time: 2m:05s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.6875 | 0.6875 | 3.130s | 3.133s |
| Initial point 2 | 0.9 | 0.75 | 0.75 | 3.138s | 6.679s |
| Initial point 3 | 0.1 | 0.75 | 0.75 | 3.098s | 10.178s |
| Initial point 4 | 1.0 | 0.6875 | 0.75 | 0.001s | 10.575s |
| Initial point 5 | 0.2 | 0.8125 | 0.8125 | 3.141s | 14.092s |
| Initial point 6 | 0.4 | 0.6875 | 0.8125 | 3.136s | 17.623s |
| Initial point 7 | 0.4 | 0.6875 | 0.8125 | 0.001s | 18.022s |
| Initial point 8 | 0.7 | 0.6875 | 0.8125 | 3.127s | 21.532s |
| Initial point 9 | 0.9 | 0.75 | 0.8125 | 0.000s | 21.923s |
| Initial point 10 | 0.8 | 0.5625 | 0.8125 | 3.134s | 25.447s |
| Iteration 11 | 0.3 | 1.0 | 1.0 | 3.153s | 29.072s |
| Iteration 12 | 0.6 | 0.5 | 1.0 | 3.142s | 32.722s |
| Iteration 13 | 0.3 | 1.0 | 1.0 | 0.000s | 33.243s |
| Iteration 14 | 0.5 | 0.375 | 1.0 | 3.126s | 36.839s |
| Iteration 15 | 0.0 | 0.625 | 1.0 | 3.138s | 40.513s |
| Iteration 16 | 0.3 | 1.0 | 1.0 | 0.000s | 41.388s |
| Iteration 17 | 0.3 | 1.0 | 1.0 | 0.000s | 42.153s |
| Iteration 18 | 0.3 | 1.0 | 1.0 | 0.000s | 42.925s |
| Iteration 19 | 0.9 | 0.75 | 1.0 | 0.000s | 43.437s |
| Iteration 20 | 0.3 | 1.0 | 1.0 | 0.000s | 43.943s |
| Iteration 21 | 0.3 | 1.0 | 1.0 | 0.000s | 44.433s |
| Iteration 22 | 0.3 | 1.0 | 1.0 | 0.000s | 44.939s |
| Iteration 23 | 0.3 | 1.0 | 1.0 | 0.000s | 45.457s |
| Iteration 24 | 0.3 | 1.0 | 1.0 | 0.000s | 45.977s |
| Iteration 25 | 0.3 | 1.0 | 1.0 | 0.000s | 46.485s |
| Iteration 26 | 0.3 | 1.0 | 1.0 | 0.000s | 46.993s |
| Iteration 27 | 0.3 | 1.0 | 1.0 | 0.000s | 47.508s |
| Iteration 28 | 0.3 | 1.0 | 1.0 | 0.001s | 48.706s |
| Iteration 29 | 0.3 | 1.0 | 1.0 | 0.000s | 49.229s |
| Iteration 30 | 0.3 | 1.0 | 1.0 | 0.000s | 49.743s |
| Iteration 31 | 0.3 | 1.0 | 1.0 | 0.000s | 50.257s |
| Iteration 32 | 0.3 | 1.0 | 1.0 | 0.000s | 50.798s |
| Iteration 33 | 0.3 | 1.0 | 1.0 | 0.000s | 51.333s |
| Iteration 34 | 0.3 | 1.0 | 1.0 | 0.000s | 51.892s |
| Iteration 35 | 0.3 | 1.0 | 1.0 | 0.000s | 52.452s |
| Iteration 36 | 0.3 | 1.0 | 1.0 | 0.000s | 53.017s |
| Iteration 37 | 0.3 | 1.0 | 1.0 | 0.001s | 53.591s |
| Iteration 38 | 0.3 | 1.0 | 1.0 | 0.000s | 54.150s |
| Iteration 39 | 0.3 | 1.0 | 1.0 | 0.000s | 54.736s |
| Iteration 40 | 0.3 | 1.0 | 1.0 | 0.000s | 55.319s |
| Iteration 41 | 0.3 | 1.0 | 1.0 | 0.000s | 55.891s |
| Iteration 42 | 0.3 | 1.0 | 1.0 | 0.000s | 56.474s |
| Iteration 43 | 0.3 | 1.0 | 1.0 | 0.000s | 57.069s |
| Iteration 44 | 0.3 | 1.0 | 1.0 | 0.000s | 57.656s |
| Iteration 45 | 0.3 | 1.0 | 1.0 | 0.000s | 58.279s |
| Iteration 46 | 0.3 | 1.0 | 1.0 | 0.000s | 58.917s |
| Iteration 47 | 0.3 | 1.0 | 1.0 | 0.001s | 59.524s |
| Iteration 48 | 0.3 | 1.0 | 1.0 | 0.001s | 1m:00s |
| Iteration 49 | 0.3 | 1.0 | 1.0 | 0.001s | 1m:01s |
| Iteration 50 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:01s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'reg_param': 0.3}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:02s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7473
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.62 ± 0.1077
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:02s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 11.1682 | dista.. | auto | 40 | 1 | 0.8125 | 0.8125 | 3.122s | 3.142s |
| Initial point 2 | 4.4416 | uniform | kd_tree | 39 | 2 | 0.3438 | 0.8125 | 3.167s | 6.717s |
| Initial point 3 | 3.5086 | dista.. | ball_tree | 25 | 2 | 0.625 | 0.8125 | 3.140s | 10.261s |
| Initial point 4 | 10.2361 | uniform | ball_tree | 39 | 2 | 0.625 | 0.8125 | 3.164s | 13.841s |
| Initial point 5 | 8.0187 | dista.. | auto | 30 | 2 | 0.625 | 0.8125 | 3.206s | 17.456s |
| Initial point 6 | 9.2862 | dista.. | ball_tree | 21 | 2 | 1.0 | 1.0 | 3.234s | 21.089s |
| Initial point 7 | 6.6422 | dista.. | ball_tree | 24 | 1 | 0.375 | 1.0 | 3.225s | 24.732s |
| Initial point 8 | 1.5917 | dista.. | ball_tree | 21 | 2 | 0.375 | 1.0 | 3.221s | 28.369s |
| Initial point 9 | 7.3989 | uniform | ball_tree | 24 | 1 | 0.6875 | 1.0 | 3.240s | 32.026s |
| Initial point 10 | 5.2553 | uniform | brute | 22 | 2 | 0.5312 | 1.0 | 3.226s | 35.646s |
| Iteration 11 | 11.1997 | dista.. | brute | 20 | 1 | 0.875 | 1.0 | 3.221s | 39.468s |
| Iteration 12 | 10.0663 | dista.. | brute | 20 | 2 | 0.5625 | 1.0 | 3.208s | 43.408s |
| Iteration 13 | 11.1997 | dista.. | auto | 30 | 1 | 0.4688 | 1.0 | 3.173s | 47.181s |
| Iteration 14 | 11.1997 | uniform | brute | 22 | 2 | 0.5312 | 1.0 | 3.178s | 50.953s |
| Iteration 15 | 9.8271 | dista.. | auto | 22 | 1 | 0.875 | 1.0 | 3.187s | 54.870s |
| Iteration 16 | 9.4785 | dista.. | ball_tree | 23 | 1 | 0.5 | 1.0 | 3.187s | 58.702s |
| Iteration 17 | 0.0003 | dista.. | brute | 35 | 1 | 0.5 | 1.0 | 3.175s | 1m:02s |
| Iteration 18 | 10.9214 | dista.. | auto | 21 | 1 | 0.5 | 1.0 | 3.181s | 1m:06s |
| Iteration 19 | 0.0 | uniform | ball_tree | 32 | 2 | 0.5 | 1.0 | 3.204s | 1m:10s |
| Iteration 20 | 9.7595 | dista.. | auto | 38 | 2 | 0.5625 | 1.0 | 3.222s | 1m:15s |
| Iteration 21 | 0.0054 | dista.. | ball_tree | 39 | 2 | 0.5 | 1.0 | 3.198s | 1m:18s |
| Iteration 22 | 11.1997 | dista.. | ball_tree | 29 | 1 | 0.1875 | 1.0 | 3.206s | 1m:22s |
| Iteration 23 | 9.2674 | dista.. | ball_tree | 21 | 2 | 0.6875 | 1.0 | 3.205s | 1m:26s |
| Iteration 24 | 9.6508 | dista.. | ball_tree | 21 | 1 | 0.6562 | 1.0 | 3.204s | 1m:30s |
| Iteration 25 | 9.1042 | uniform | auto | 21 | 2 | 0.75 | 1.0 | 3.170s | 1m:34s |
| Iteration 26 | 9.3817 | uniform | ball_tree | 22 | 2 | 0.375 | 1.0 | 3.182s | 1m:38s |
| Iteration 27 | 9.4485 | dista.. | ball_tree | 21 | 2 | 0.6875 | 1.0 | 3.214s | 1m:42s |
| Iteration 28 | 9.2619 | dista.. | ball_tree | 21 | 1 | 0.5 | 1.0 | 3.219s | 1m:46s |
| Iteration 29 | 9.8277 | dista.. | auto | 22 | 1 | 0.375 | 1.0 | 3.143s | 1m:50s |
| Iteration 30 | 9.2408 | dista.. | ball_tree | 21 | 2 | 0.125 | 1.0 | 3.170s | 1m:54s |
| Iteration 31 | 0.0307 | uniform | kd_tree | 27 | 1 | 0.5 | 1.0 | 3.168s | 1m:58s |
| Iteration 32 | 10.6098 | dista.. | brute | 20 | 2 | 0.75 | 1.0 | 3.125s | 2m:02s |
| Iteration 33 | 11.134 | uniform | ball_tree | 35 | 1 | 0.8438 | 1.0 | 3.208s | 2m:06s |
| Iteration 34 | 8.9996 | uniform | kd_tree | 35 | 1 | 0.4062 | 1.0 | 3.460s | 2m:10s |
| Iteration 35 | 10.7316 | dista.. | brute | 20 | 2 | 0.5 | 1.0 | 3.148s | 2m:14s |
| Iteration 36 | 4.2259 | dista.. | ball_tree | 29 | 2 | 0.9375 | 1.0 | 3.144s | 2m:18s |
| Iteration 37 | 4.2259 | dista.. | ball_tree | 29 | 2 | 0.9375 | 1.0 | 0.001s | 2m:19s |
| Iteration 38 | 4.243 | dista.. | auto | 28 | 2 | 0.875 | 1.0 | 3.200s | 2m:23s |
| Iteration 39 | 4.2681 | uniform | auto | 30 | 1 | 0.4062 | 1.0 | 3.183s | 2m:28s |
| Iteration 40 | 4.2598 | dista.. | ball_tree | 29 | 2 | 0.875 | 1.0 | 3.176s | 2m:31s |
| Iteration 41 | 11.0032 | uniform | brute | 27 | 2 | 0.625 | 1.0 | 3.181s | 2m:35s |
| Iteration 42 | 4.2322 | dista.. | ball_tree | 29 | 2 | 0.875 | 1.0 | 3.185s | 2m:39s |
| Iteration 43 | 4.2237 | dista.. | kd_tree | 29 | 2 | 0.9375 | 1.0 | 3.171s | 2m:43s |
| Iteration 44 | 4.2027 | dista.. | ball_tree | 29 | 2 | 0.875 | 1.0 | 3.226s | 2m:48s |
| Iteration 45 | 4.2249 | dista.. | kd_tree | 30 | 1 | 0.75 | 1.0 | 3.813s | 2m:52s |
| Iteration 46 | 4.4707 | dista.. | ball_tree | 28 | 2 | 0.6875 | 1.0 | 3.196s | 2m:56s |
| Iteration 47 | 4.2169 | dista.. | ball_tree | 28 | 2 | 0.5 | 1.0 | 3.197s | 3m:01s |
| Iteration 48 | 4.2564 | dista.. | ball_tree | 29 | 2 | 0.4062 | 1.0 | 3.166s | 3m:05s |
| Iteration 49 | 4.1347 | dista.. | kd_tree | 31 | 1 | 0.375 | 1.0 | 3.206s | 3m:09s |
| Iteration 50 | 0.1809 | dista.. | brute | 29 | 2 | 0.5 | 1.0 | 3.169s | 3m:13s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'radius': 9.2862, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 21, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.59 ± 0.0374
Time elapsed: 0.054s
-------------------------------------------------
Total time: 3m:14s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.7188 | 0.7188 | 3.550s | 3.558s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.25 | 0.7188 | 3.559s | 7.517s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.625 | 0.7188 | 3.304s | 11.218s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.4688 | 0.7188 | 3.511s | 15.203s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.9375 | 0.9375 | 3.352s | 18.965s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.6875 | 0.9375 | 3.536s | 22.905s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.8125 | 0.9375 | 3.165s | 26.467s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.75 | 0.9375 | 3.460s | 30.328s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.8438 | 0.9375 | 3.140s | 33.867s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.6562 | 0.9375 | 3.300s | 37.564s |
| Iteration 11 | 236 | 0.0521 | SAMME | 0.75 | 0.9375 | 3.298s | 41.513s |
| Iteration 12 | 120 | 0.0379 | SAMME | 0.9375 | 0.9375 | 3.256s | 45.383s |
| Iteration 13 | 388 | 0.0362 | SAMME | 0.75 | 0.9375 | 3.411s | 49.407s |
| Iteration 14 | 50 | 0.0316 | SAMME | 0.5625 | 0.9375 | 3.165s | 53.168s |
| Iteration 15 | 117 | 0.0431 | SAMME | 0.8125 | 0.9375 | 3.251s | 57.000s |
| Iteration 16 | 108 | 3.8945 | SAMME | 0.4688 | 0.9375 | 3.144s | 1m:01s |
| Iteration 17 | 260 | 0.0467 | SAMME | 0.5312 | 0.9375 | 3.336s | 1m:05s |
| Iteration 18 | 106 | 0.0673 | SAMME | 0.6562 | 0.9375 | 3.235s | 1m:08s |
| Iteration 19 | 237 | 0.0296 | SAMME | 0.875 | 0.9375 | 3.345s | 1m:13s |
| Iteration 20 | 414 | 1.4545 | SAMME.R | 0.6875 | 0.9375 | 3.529s | 1m:17s |
| Iteration 21 | 492 | 4.4452 | SAMME | 0.4375 | 0.9375 | 3.153s | 1m:21s |
| Iteration 22 | 389 | 1.744 | SAMME | 0.3125 | 0.9375 | 3.442s | 1m:25s |
| Iteration 23 | 386 | 0.0243 | SAMME | 0.625 | 0.9375 | 3.444s | 1m:29s |
| Iteration 24 | 140 | 0.0397 | SAMME | 0.9688 | 0.9688 | 3.246s | 1m:33s |
| Iteration 25 | 209 | 0.0395 | SAMME | 1.0 | 1.0 | 3.308s | 1m:37s |
| Iteration 26 | 81 | 0.0395 | SAMME | 0.5625 | 1.0 | 3.250s | 1m:41s |
| Iteration 27 | 180 | 0.0384 | SAMME | 0.8125 | 1.0 | 3.324s | 1m:45s |
| Iteration 28 | 210 | 0.0346 | SAMME | 0.75 | 1.0 | 3.266s | 1m:49s |
| Iteration 29 | 150 | 0.0353 | SAMME | 0.4062 | 1.0 | 3.190s | 1m:53s |
| Iteration 30 | 499 | 0.0416 | SAMME | 0.5625 | 1.0 | 3.749s | 1m:57s |
| Iteration 31 | 137 | 0.0407 | SAMME | 0.4375 | 1.0 | 3.167s | 2m:02s |
| Iteration 32 | 278 | 0.0102 | SAMME | 0.8125 | 1.0 | 3.337s | 2m:06s |
| Iteration 33 | 230 | 9.6625 | SAMME.R | 0.6875 | 1.0 | 3.306s | 2m:10s |
| Iteration 34 | 51 | 0.8294 | SAMME.R | 0.75 | 1.0 | 3.192s | 2m:13s |
| Iteration 35 | 283 | 0.0399 | SAMME | 0.5938 | 1.0 | 3.338s | 2m:17s |
| Iteration 36 | 218 | 0.0349 | SAMME | 0.9375 | 1.0 | 3.291s | 2m:21s |
| Iteration 37 | 213 | 0.071 | SAMME.R | 0.9375 | 1.0 | 3.321s | 2m:25s |
| Iteration 38 | 213 | 0.0943 | SAMME | 0.875 | 1.0 | 3.308s | 2m:29s |
| Iteration 39 | 220 | 0.0156 | SAMME.R | 0.625 | 1.0 | 3.314s | 2m:33s |
| Iteration 40 | 214 | 0.0463 | SAMME | 0.6875 | 1.0 | 3.293s | 2m:37s |
| Iteration 41 | 210 | 0.093 | SAMME.R | 0.75 | 1.0 | 3.320s | 2m:42s |
| Iteration 42 | 214 | 0.139 | SAMME.R | 0.7188 | 1.0 | 3.348s | 2m:46s |
| Iteration 43 | 192 | 0.1094 | SAMME.R | 0.75 | 1.0 | 3.317s | 2m:50s |
| Iteration 44 | 237 | 0.1332 | SAMME | 0.9375 | 1.0 | 3.339s | 2m:54s |
| Iteration 45 | 227 | 0.072 | SAMME | 0.75 | 1.0 | 3.331s | 2m:58s |
| Iteration 46 | 250 | 0.2837 | SAMME | 0.75 | 1.0 | 3.969s | 3m:03s |
| Iteration 47 | 226 | 0.0675 | SAMME | 0.7188 | 1.0 | 3.293s | 3m:07s |
| Iteration 48 | 182 | 0.7037 | SAMME | 0.625 | 1.0 | 3.195s | 3m:11s |
| Iteration 49 | 244 | 0.0101 | SAMME | 0.6875 | 1.0 | 3.305s | 3m:15s |
| Iteration 50 | 288 | 1.6196 | SAMME | 0.625 | 1.0 | 3.297s | 3m:19s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'n_estimators': 209, 'learning_rate': 0.0395, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9594
Test evaluation --> roc_auc: 0.625
Time elapsed: 0.173s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.53 ± 0.1771
Time elapsed: 0.785s
-------------------------------------------------
Total time: 3m:21s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.6875 | 0.6875 | 3.513s | 3.532s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.5 | 0.6875 | 3.376s | 7.314s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.75 | 0.75 | 3.380s | 11.096s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.75 | 3.248s | 14.752s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.75 | 0.75 | 3.410s | 18.583s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.875 | 0.875 | 3.270s | 22.289s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.8125 | 0.875 | 3.287s | 26.000s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.7812 | 0.875 | 3.287s | 29.693s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.75 | 0.875 | 3.403s | 33.528s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.5 | 0.875 | 3.394s | 37.336s |
| Iteration 11 | 500 | entropy | 9 | 20 | 10 | None | False | 0.035 | --- | 0.9375 | 0.9375 | 3.434s | 41.631s |
| Iteration 12 | 412 | entropy | 1 | 19 | 1 | sqrt | False | 0.0 | --- | 0.8438 | 0.9375 | 3.373s | 45.768s |
| Iteration 13 | 500 | entropy | 9 | 2 | 1 | None | False | 0.0 | --- | 0.4062 | 0.9375 | 3.535s | 50.297s |
| Iteration 14 | 399 | entropy | 3 | 2 | 20 | auto | True | 0.0 | None | 0.375 | 0.9375 | 3.605s | 54.857s |
| Iteration 15 | 500 | entropy | None | 2 | 6 | 0.5 | False | 0.0308 | --- | 0.8125 | 0.9375 | 3.521s | 59.227s |
| Iteration 16 | 500 | gini | 9 | 11 | 16 | 0.6 | False | 0.035 | --- | 0.9375 | 0.9375 | 3.415s | 1m:04s |
| Iteration 17 | 284 | gini | 3 | 2 | 20 | None | False | 0.0 | --- | 0.375 | 0.9375 | 3.266s | 1m:08s |
| Iteration 18 | 500 | gini | 9 | 16 | 14 | None | False | 0.035 | --- | 0.5 | 0.9375 | 3.424s | 1m:12s |
| Iteration 19 | 460 | gini | 2 | 10 | 15 | 0.5 | False | 0.0347 | --- | 0.9375 | 0.9375 | 3.416s | 1m:16s |
| Iteration 20 | 211 | gini | 3 | 11 | 16 | log2 | False | 0.0349 | --- | 0.8125 | 0.9375 | 3.235s | 1m:20s |
| Iteration 21 | 500 | entropy | 6 | 10 | 8 | 0.7 | False | 0.0323 | --- | 0.6875 | 0.9375 | 3.444s | 1m:25s |
| Iteration 22 | 487 | entropy | 7 | 20 | 5 | 0.9 | False | 0.0346 | --- | 0.125 | 0.9375 | 3.425s | 1m:29s |
| Iteration 23 | 500 | gini | 7 | 6 | 16 | 0.5 | False | 0.0165 | --- | 0.75 | 0.9375 | 3.420s | 1m:33s |
| Iteration 24 | 245 | gini | 8 | 19 | 16 | 0.7 | False | 0.0252 | --- | 1.0 | 1.0 | 3.928s | 1m:38s |
| Iteration 25 | 466 | gini | 9 | 20 | 16 | 0.6 | False | 0.0344 | --- | 1.0 | 1.0 | 3.436s | 1m:43s |
| Iteration 26 | 86 | entropy | 7 | 17 | 10 | 0.7 | False | 0.006 | --- | 0.5 | 1.0 | 3.223s | 1m:47s |
| Iteration 27 | 70 | gini | 9 | 20 | 16 | 0.6 | False | 0.035 | --- | 0.875 | 1.0 | 3.210s | 1m:51s |
| Iteration 28 | 500 | gini | 8 | 14 | 16 | 0.7 | False | 0.0305 | --- | 0.8125 | 1.0 | 3.465s | 1m:56s |
| Iteration 29 | 13 | entropy | 5 | 14 | 16 | None | True | 0.0089 | 0.7 | 0.5938 | 1.0 | 3.045s | 1m:60s |
| Iteration 30 | 23 | gini | 1 | 18 | 14 | log2 | False | 0.0347 | --- | 0.5938 | 1.0 | 3.246s | 2m:04s |
| Iteration 31 | 315 | gini | 9 | 20 | 16 | 0.5 | True | 0.0067 | 0.5 | 0.5 | 1.0 | 3.371s | 2m:09s |
| Iteration 32 | 347 | gini | 8 | 19 | 16 | log2 | False | 0.0309 | --- | 0.8125 | 1.0 | 3.305s | 2m:13s |
| Iteration 33 | 328 | gini | 9 | 20 | 16 | 0.6 | False | 0.0221 | --- | 1.0 | 1.0 | 3.318s | 2m:17s |
| Iteration 34 | 380 | gini | 9 | 20 | 16 | 0.6 | False | 0.0319 | --- | 0.6875 | 1.0 | 3.373s | 2m:22s |
| Iteration 35 | 368 | entropy | 6 | 19 | 15 | 0.7 | False | 0.0176 | --- | 0.5625 | 1.0 | 3.359s | 2m:26s |
| Iteration 36 | 228 | gini | None | 4 | 13 | 0.6 | False | 0.0035 | --- | 0.9375 | 1.0 | 3.249s | 2m:30s |
| Iteration 37 | 146 | entropy | 6 | 11 | 14 | None | False | 0.0271 | --- | 0.8125 | 1.0 | 3.217s | 2m:35s |
| Iteration 38 | 265 | entropy | 8 | 12 | 16 | 0.7 | False | 0.0248 | --- | 0.75 | 1.0 | 3.263s | 2m:40s |
| Iteration 39 | 217 | gini | 9 | 3 | 20 | 0.6 | False | 0.0201 | --- | 0.4375 | 1.0 | 3.249s | 2m:44s |
| Iteration 40 | 446 | gini | 8 | 12 | 16 | 0.5 | True | 0.0231 | 0.8 | 0.6875 | 1.0 | 3.464s | 2m:48s |
| Iteration 41 | 244 | gini | 8 | 18 | 16 | 0.8 | True | 0.0253 | 0.5 | 0.5 | 1.0 | 3.311s | 2m:53s |
| Iteration 42 | 484 | gini | 5 | 20 | 16 | 0.9 | False | 0.0 | --- | 0.9688 | 1.0 | 3.404s | 2m:58s |
| Iteration 43 | 500 | entropy | 8 | 4 | 15 | log2 | False | 0.0342 | --- | 0.5625 | 1.0 | 3.412s | 3m:03s |
| Iteration 44 | 469 | gini | 3 | 10 | 15 | log2 | False | 0.0301 | --- | 0.8125 | 1.0 | 3.412s | 3m:08s |
| Iteration 45 | 230 | entropy | 5 | 8 | 13 | sqrt | False | 0.0219 | --- | 0.375 | 1.0 | 3.205s | 3m:13s |
| Iteration 46 | 88 | gini | 7 | 15 | 16 | None | False | 0.0106 | --- | 0.6875 | 1.0 | 3.176s | 3m:18s |
| Iteration 47 | 419 | gini | 8 | 16 | 13 | sqrt | False | 0.0287 | --- | 0.4375 | 1.0 | 4.018s | 3m:23s |
| Iteration 48 | 41 | gini | 1 | 3 | 15 | 0.9 | False | 0.0118 | --- | 0.5 | 1.0 | 3.180s | 3m:28s |
| Iteration 49 | 264 | gini | None | 8 | 13 | 0.8 | False | 0.0122 | --- | 0.75 | 1.0 | 3.334s | 3m:32s |
| Iteration 50 | 409 | gini | 1 | 17 | 16 | 0.7 | False | 0.0147 | --- | 0.4062 | 1.0 | 3.377s | 3m:37s |
Bayesian Optimization ---------------------------
Best call --> Iteration 24
Best parameters --> {'n_estimators': 245, 'criterion': 'gini', 'max_depth': 8, 'min_samples_split': 19, 'min_samples_leaf': 16, 'max_features': 0.7, 'bootstrap': False, 'ccp_alpha': 0.0252}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:38s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9482
Test evaluation --> roc_auc: 0.525
Time elapsed: 0.176s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.51 ± 0.1786
Time elapsed: 0.781s
-------------------------------------------------
Total time: 3m:39s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.256s | 3.275s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.5 | 0.5 | 3.224s | 6.963s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.5 | 3.213s | 10.624s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.5 | 3.205s | 14.250s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.5 | 3.244s | 18.329s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.5 | 3.199s | 21.960s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.5 | 3.196s | 25.579s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.5 | 3.187s | 29.173s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.8125 | 0.8125 | 3.229s | 32.825s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.8125 | 3.215s | 36.451s |
| Iteration 11 | 24 | 0.5139 | 9 | 0.0494 | 4 | 0.6 | 0.4 | 0 | 0.01 | 0.875 | 0.875 | 3.160s | 40.339s |
| Iteration 12 | 20 | 0.6558 | 1 | 0.3935 | 4 | 0.9 | 0.6 | 100 | 0 | 0.5 | 0.875 | 3.176s | 44.212s |
| Iteration 13 | 30 | 0.5875 | 8 | 0.4462 | 5 | 0.5 | 0.7 | 0 | 0.01 | 0.5 | 0.875 | 3.158s | 48.064s |
| Iteration 14 | 138 | 0.0518 | 1 | 0.9819 | 4 | 0.7 | 0.9 | 0 | 10 | 0.25 | 0.875 | 3.163s | 51.968s |
| Iteration 15 | 327 | 0.361 | 9 | 0.2001 | 4 | 0.8 | 0.4 | 0.01 | 1 | 0.75 | 0.875 | 3.203s | 55.847s |
| Iteration 16 | 338 | 0.054 | 10 | 0.0478 | 2 | 0.5 | 0.4 | 0.1 | 0.1 | 0.875 | 0.875 | 3.214s | 59.852s |
| Iteration 17 | 20 | 1.0 | 1 | 0.0 | 10 | 1.0 | 0.4 | 0 | 0 | 0.5 | 0.875 | 3.146s | 1m:04s |
| Iteration 18 | 51 | 1.0 | 6 | 0.0 | 2 | 0.5 | 0.4 | 0 | 1 | 0.8125 | 0.875 | 3.173s | 1m:08s |
| Iteration 19 | 218 | 0.2247 | 10 | 0.9503 | 3 | 0.5 | 0.4 | 0 | 0.01 | 0.9375 | 0.9375 | 3.167s | 1m:12s |
| Iteration 20 | 500 | 0.01 | 1 | 1.0 | 10 | 0.5 | 0.4 | 100 | 0 | 0.5 | 0.9375 | 3.230s | 1m:16s |
| Iteration 21 | 52 | 0.0227 | 5 | 0.855 | 7 | 1.0 | 0.8 | 10 | 10 | 0.5 | 0.9375 | 3.147s | 1m:20s |
| Iteration 22 | 20 | 1.0 | 1 | 0.3274 | 2 | 0.9 | 0.4 | 100 | 0 | 0.5 | 0.9375 | 3.146s | 1m:24s |
| Iteration 23 | 252 | 0.6368 | 10 | 0.3577 | 6 | 0.5 | 0.4 | 0.01 | 0.01 | 0.5 | 0.9375 | 3.186s | 1m:28s |
| Iteration 24 | 155 | 0.0887 | 8 | 0.2324 | 3 | 0.6 | 0.4 | 0.01 | 0 | 1.0 | 1.0 | 3.169s | 1m:32s |
| Iteration 25 | 20 | 1.0 | 8 | 0.0 | 2 | 1.0 | 0.4 | 100 | 0 | 0.5 | 1.0 | 3.167s | 1m:37s |
| Iteration 26 | 20 | 0.01 | 4 | 0.0 | 3 | 0.7 | 0.4 | 0.01 | 0 | 0.5 | 1.0 | 3.182s | 1m:41s |
| Iteration 27 | 343 | 0.1829 | 8 | 0.951 | 3 | 0.5 | 0.4 | 0.01 | 0.01 | 0.9375 | 1.0 | 3.262s | 1m:45s |
| Iteration 28 | 97 | 0.1121 | 9 | 0.2466 | 3 | 0.6 | 0.4 | 0 | 0 | 0.625 | 1.0 | 3.135s | 1m:49s |
| Iteration 29 | 422 | 0.1834 | 8 | 0.9973 | 3 | 0.7 | 0.4 | 0 | 0 | 0.25 | 1.0 | 3.213s | 1m:54s |
| Iteration 30 | 380 | 0.0428 | 8 | 0.4001 | 3 | 0.5 | 0.4 | 1 | 0 | 0.3125 | 1.0 | 3.229s | 1m:58s |
| Iteration 31 | 27 | 0.9148 | 10 | 0.106 | 7 | 0.9 | 0.8 | 0 | 0.1 | 0.5 | 1.0 | 3.139s | 2m:02s |
| Iteration 32 | 20 | 0.1628 | 8 | 0.0 | 3 | 0.9 | 0.4 | 0.01 | 0.01 | 0.875 | 1.0 | 3.165s | 2m:06s |
| Iteration 33 | 169 | 0.0111 | 8 | 0.2956 | 3 | 0.5 | 0.6 | 0.01 | 0 | 0.875 | 1.0 | 3.188s | 2m:10s |
| Iteration 34 | 356 | 0.0215 | 8 | 0.9832 | 5 | 0.7 | 0.4 | 0.01 | 0.01 | 0.3438 | 1.0 | 3.238s | 2m:15s |
| Iteration 35 | 352 | 0.077 | 8 | 0.7393 | 5 | 0.6 | 0.6 | 0.01 | 0 | 0.25 | 1.0 | 3.225s | 2m:19s |
| Iteration 36 | 459 | 0.1411 | 8 | 0.4253 | 3 | 0.7 | 0.4 | 0.01 | 1 | 1.0 | 1.0 | 3.231s | 2m:23s |
| Iteration 37 | 483 | 0.1009 | 8 | 0.7518 | 3 | 0.7 | 0.4 | 0.01 | 0.01 | 0.75 | 1.0 | 3.244s | 2m:27s |
| Iteration 38 | 493 | 0.0661 | 10 | 0.5623 | 3 | 0.9 | 0.6 | 0 | 0.1 | 0.75 | 1.0 | 3.262s | 2m:32s |
| Iteration 39 | 408 | 0.0186 | 8 | 0.427 | 3 | 0.5 | 0.5 | 0.01 | 0.1 | 0.375 | 1.0 | 3.307s | 2m:36s |
| Iteration 40 | 391 | 0.0345 | 8 | 0.1025 | 3 | 0.6 | 0.6 | 0.01 | 10 | 0.6875 | 1.0 | 3.217s | 2m:40s |
| Iteration 41 | 106 | 0.7543 | 8 | 0.272 | 3 | 0.5 | 0.4 | 0.01 | 10 | 0.75 | 1.0 | 3.179s | 2m:44s |
| Iteration 42 | 396 | 0.0193 | 8 | 0.2784 | 3 | 0.9 | 0.4 | 0.01 | 0.01 | 0.875 | 1.0 | 3.233s | 2m:48s |
| Iteration 43 | 255 | 0.0205 | 10 | 0.4109 | 3 | 0.5 | 0.4 | 0 | 1 | 0.5625 | 1.0 | 3.184s | 2m:53s |
| Iteration 44 | 195 | 0.0704 | 8 | 0.6241 | 3 | 0.8 | 0.4 | 0.01 | 1 | 0.875 | 1.0 | 3.223s | 2m:57s |
| Iteration 45 | 416 | 0.1439 | 8 | 0.2076 | 3 | 0.7 | 0.5 | 0.01 | 1 | 0.5625 | 1.0 | 3.217s | 3m:01s |
| Iteration 46 | 492 | 0.145 | 10 | 0.8173 | 2 | 0.6 | 0.4 | 0.1 | 0.1 | 0.6875 | 1.0 | 3.230s | 3m:05s |
| Iteration 47 | 303 | 0.0769 | 8 | 0.8734 | 3 | 0.7 | 0.4 | 0.01 | 0 | 0.5 | 1.0 | 3.177s | 3m:10s |
| Iteration 48 | 35 | 0.3474 | 8 | 0.0 | 3 | 0.8 | 0.4 | 0.01 | 10 | 0.625 | 1.0 | 3.159s | 3m:14s |
| Iteration 49 | 246 | 0.0623 | 8 | 0.2098 | 3 | 0.9 | 0.4 | 0.01 | 10 | 0.75 | 1.0 | 3.848s | 3m:19s |
| Iteration 50 | 319 | 0.791 | 8 | 0.1971 | 3 | 0.8 | 0.4 | 0.01 | 0 | 0.5 | 1.0 | 3.206s | 3m:23s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'n_estimators': 459, 'learning_rate': 0.1411, 'max_depth': 8, 'gamma': 0.4253, 'min_child_weight': 3, 'subsample': 0.7, 'colsample_bytree': 0.4, 'reg_alpha': 0.01, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9723
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.093s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.6 ± 0.1703
Time elapsed: 0.280s
-------------------------------------------------
Total time: 3m:25s
Final results ==================== >>
Duration: 23m:09s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.62 ± 0.1077
Logistic Regression --> roc_auc: 0.51 ± 0.1241 ~
Linear Discriminant Analysis --> roc_auc: 0.69 ± 0.1241 !
Quadratic Discriminant Analysis --> roc_auc: 0.62 ± 0.1077 ~
Radius Nearest Neighbors --> roc_auc: 0.59 ± 0.0374 ~
AdaBoost --> roc_auc: 0.53 ± 0.1771 ~
Random Forest --> roc_auc: 0.51 ± 0.1786 ~
XGBoost --> roc_auc: 0.6 ± 0.1703
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 810 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAASKTGNQFYF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASTNTGNQFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAVYNAGNMLTF.
>>> Dropping feature CAASANTGNQFYF.
>>> Dropping feature CALMDTGRRALTF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAGNSGNTPLVF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CAENNNARLMF.
>>> Dropping feature CALSSGGSNYKLTF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVRYGGSQGNLIF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CAYRSANFGNEKLTF.
>>> Dropping feature CAVSDDYKLSF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CALNTGTASKLTF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVKGFGNVLHC.
>>> Dropping feature CAVRGAAGNKLTF.
>>> Dropping feature CAVRPNDYKLSF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVANAGGTSYGKLTF.
>>> Dropping feature CAVDTDKLIF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAVSSGNTPLVF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.9688 | 0.9688 | 0.690s | 0.712s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.6562 | 0.9688 | 0.727s | 1.847s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 1.0 | 1.0 | 0.689s | 2.927s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 1.0 | 1.0 | 0.727s | 4.076s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 1.0 | 1.0 | 0.691s | 5.166s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.5 | 1.0 | 0.727s | 6.286s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.75 | 1.0 | 0.702s | 7.388s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.9375 | 1.0 | 0.742s | 8.544s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.8125 | 1.0 | 0.672s | 9.644s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.9375 | 1.0 | 0.670s | 10.733s |
| Iteration 11 | exponen.. | 0.0156 | 325 | 0.5 | friedman_mse | 4 | 17 | 6 | auto | 0.015 | 0.5 | 1.0 | 0.687s | 12.216s |
| Iteration 12 | exponen.. | 0.2327 | 215 | 0.8 | squared_er.. | 14 | 1 | 5 | 0.6 | 0.0289 | 1.0 | 1.0 | 0.688s | 13.901s |
| Iteration 13 | exponen.. | 1.0 | 470 | 0.7 | squared_er.. | 20 | 17 | 4 | 0.7 | 0.0334 | 0.4375 | 1.0 | 0.729s | 16.680s |
| Iteration 14 | exponen.. | 0.0246 | 217 | 0.7 | friedman_mse | 13 | 2 | 8 | 0.5 | 0.0201 | 0.9375 | 1.0 | 0.695s | 18.462s |
| Iteration 15 | exponen.. | 0.541 | 208 | 0.6 | friedman_mse | 6 | 10 | 7 | None | 0.0083 | 1.0 | 1.0 | 0.686s | 19.928s |
| Iteration 16 | exponen.. | 0.4007 | 192 | 0.6 | squared_er.. | 7 | 7 | 7 | 0.9 | 0.0227 | 1.0 | 1.0 | 0.667s | 21.384s |
| Iteration 17 | exponen.. | 1.0 | 217 | 0.9 | squared_er.. | 15 | 1 | 4 | None | 0.0307 | 1.0 | 1.0 | 0.688s | 22.941s |
| Iteration 18 | exponen.. | 0.0382 | 209 | 0.7 | friedman_mse | 5 | 15 | 7 | log2 | 0.0196 | 0.8125 | 1.0 | 0.671s | 24.423s |
| Iteration 19 | exponen.. | 0.9877 | 375 | 0.5 | friedman_mse | 7 | 16 | 7 | sqrt | 0.0172 | 0.5 | 1.0 | 0.702s | 25.959s |
| Iteration 20 | exponen.. | 0.6241 | 85 | 0.5 | friedman_mse | 12 | 13 | 3 | 0.8 | 0.0093 | 0.125 | 1.0 | 0.642s | 27.507s |
| Iteration 21 | exponen.. | 0.1148 | 63 | 0.9 | squared_er.. | 10 | 1 | 9 | None | 0.0153 | 1.0 | 1.0 | 0.656s | 28.970s |
| Iteration 22 | exponen.. | 0.1358 | 62 | 0.9 | squared_er.. | 9 | 1 | 10 | None | 0.0217 | 1.0 | 1.0 | 0.633s | 30.442s |
| Iteration 23 | exponen.. | 0.0935 | 138 | 0.8 | squared_er.. | 7 | 1 | 4 | 0.7 | 0.0263 | 0.625 | 1.0 | 0.653s | 31.935s |
| Iteration 24 | exponen.. | 0.3188 | 500 | 0.8 | friedman_mse | 20 | 1 | 9 | 0.5 | 0.0095 | 1.0 | 1.0 | 0.735s | 33.552s |
| Iteration 25 | exponen.. | 0.304 | 159 | 0.9 | squared_er.. | 2 | 1 | 2 | 0.8 | 0.0257 | 0.9375 | 1.0 | 1.437s | 35.826s |
| Iteration 26 | exponen.. | 0.2997 | 242 | 0.8 | squared_er.. | 15 | 2 | 5 | 0.5 | 0.0276 | 0.8125 | 1.0 | 0.738s | 37.464s |
| Iteration 27 | exponen.. | 0.0272 | 412 | 0.6 | friedman_mse | 13 | 4 | 6 | sqrt | 0.016 | 1.0 | 1.0 | 0.794s | 39.138s |
| Iteration 28 | exponen.. | 0.032 | 334 | 0.6 | friedman_mse | 11 | 14 | 5 | auto | 0.0109 | 0.625 | 1.0 | 0.761s | 40.835s |
| Iteration 29 | exponen.. | 0.0173 | 200 | 0.6 | friedman_mse | 11 | 16 | 5 | auto | 0.0233 | 0.9375 | 1.0 | 0.735s | 42.472s |
| Iteration 30 | exponen.. | 1.0 | 192 | 0.6 | friedman_mse | 13 | 18 | 10 | auto | 0.0079 | 0.5 | 1.0 | 0.734s | 44.085s |
| Iteration 31 | exponen.. | 1.0 | 67 | 1.0 | friedman_mse | 2 | 16 | 8 | auto | 0.0309 | 0.6875 | 1.0 | 0.701s | 45.782s |
| Iteration 32 | deviance | 0.0125 | 308 | 0.6 | friedman_mse | 3 | 3 | 6 | sqrt | 0.0063 | 0.8125 | 1.0 | 0.781s | 47.975s |
| Iteration 33 | exponen.. | 1.0 | 87 | 0.6 | friedman_mse | 15 | 16 | 9 | auto | 0.0228 | 0.5625 | 1.0 | 0.699s | 50.225s |
| Iteration 34 | exponen.. | 0.0329 | 225 | 0.6 | friedman_mse | 6 | 9 | 6 | 0.9 | 0.0238 | 1.0 | 1.0 | 0.683s | 51.978s |
| Iteration 35 | deviance | 0.3305 | 114 | 1.0 | squared_er.. | 16 | 1 | 9 | 0.7 | 0.0153 | 0.625 | 1.0 | 0.709s | 53.697s |
| Iteration 36 | exponen.. | 0.0567 | 218 | 0.6 | friedman_mse | 5 | 16 | 9 | log2 | 0.0018 | 0.1875 | 1.0 | 0.731s | 55.390s |
| Iteration 37 | exponen.. | 0.1645 | 144 | 0.6 | friedman_mse | 6 | 8 | 5 | log2 | 0.015 | 1.0 | 1.0 | 0.717s | 57.146s |
| Iteration 38 | exponen.. | 0.0396 | 463 | 0.6 | friedman_mse | 4 | 16 | 2 | 0.8 | 0.0306 | 0.8125 | 1.0 | 0.796s | 58.971s |
| Iteration 39 | deviance | 0.1677 | 59 | 0.9 | friedman_mse | 10 | 5 | 2 | 0.9 | 0.028 | 1.0 | 1.0 | 0.692s | 1m:01s |
| Iteration 40 | exponen.. | 0.0818 | 448 | 0.9 | squared_er.. | 16 | 13 | 5 | 0.7 | 0.0215 | 0.8125 | 1.0 | 0.789s | 1m:02s |
| Iteration 41 | exponen.. | 0.2248 | 206 | 0.6 | squared_er.. | 6 | 8 | 2 | 0.9 | 0.0159 | 0.8125 | 1.0 | 0.734s | 1m:04s |
| Iteration 42 | exponen.. | 0.016 | 456 | 0.6 | friedman_mse | 5 | 8 | 8 | sqrt | 0.0144 | 0.75 | 1.0 | 0.803s | 1m:06s |
| Iteration 43 | exponen.. | 0.0329 | 122 | 0.6 | friedman_mse | 6 | 4 | 5 | log2 | 0.0241 | 0.875 | 1.0 | 0.690s | 1m:08s |
| Iteration 44 | deviance | 0.1534 | 10 | 0.7 | friedman_mse | 13 | 3 | 7 | 0.9 | 0.0115 | 0.5625 | 1.0 | 0.694s | 1m:10s |
| Iteration 45 | exponen.. | 0.1012 | 119 | 0.9 | friedman_mse | 12 | 3 | 7 | 0.7 | 0.0251 | 0.9375 | 1.0 | 0.720s | 1m:12s |
| Iteration 46 | exponen.. | 0.1623 | 94 | 0.9 | friedman_mse | 10 | 3 | 5 | 0.8 | 0.0282 | 1.0 | 1.0 | 0.710s | 1m:14s |
| Iteration 47 | exponen.. | 0.1236 | 149 | 0.6 | friedman_mse | 6 | 8 | 7 | None | 0.0158 | 1.0 | 1.0 | 0.720s | 1m:16s |
| Iteration 48 | exponen.. | 0.0332 | 282 | 0.6 | friedman_mse | 4 | 16 | 4 | auto | 0.0282 | 0.75 | 1.0 | 0.752s | 1m:17s |
| Iteration 49 | exponen.. | 0.0386 | 142 | 0.6 | friedman_mse | 6 | 8 | 7 | 0.9 | 0.0155 | 0.75 | 1.0 | 0.737s | 1m:19s |
| Iteration 50 | exponen.. | 0.4725 | 435 | 0.6 | friedman_mse | 5 | 8 | 8 | 0.9 | 0.0225 | 0.9375 | 1.0 | 1.382s | 1m:23s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0272, 'n_estimators': 412, 'subsample': 0.6, 'criterion': 'friedman_mse', 'min_samples_split': 13, 'min_samples_leaf': 4, 'max_depth': 6, 'max_features': 'sqrt', 'ccp_alpha': 0.016}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.119s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.73 ± 0.04
Time elapsed: 0.569s
-------------------------------------------------
Total time: 1m:25s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.6875 | 0.6875 | 0.711s | 0.724s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.75 | 0.75 | 0.706s | 1.831s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 1.0 | 1.0 | 0.718s | 2.963s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.875 | 1.0 | 0.701s | 4.076s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.8125 | 1.0 | 0.704s | 5.197s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.6875 | 1.0 | 0.706s | 6.299s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.875 | 1.0 | 0.702s | 7.400s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.625 | 1.0 | 0.697s | 8.515s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.75 | 1.0 | 0.709s | 9.629s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.75 | 1.0 | 0.700s | 10.745s |
| Iteration 11 | l2 | 2.1108 | newto.. | 332 | --- | 1.0 | 1.0 | 0.699s | 12.150s |
| Iteration 12 | l2 | 7.8961 | libli.. | 322 | --- | 1.0 | 1.0 | 0.713s | 13.671s |
| Iteration 13 | l1 | 0.4248 | libli.. | 675 | --- | 0.9375 | 1.0 | 0.701s | 15.158s |
| Iteration 14 | l2 | 84.2918 | libli.. | 298 | --- | 1.0 | 1.0 | 0.696s | 16.697s |
| Iteration 15 | l2 | 100.0 | libli.. | 299 | --- | 0.8125 | 1.0 | 0.698s | 18.222s |
| Iteration 16 | l2 | 0.0023 | libli.. | 356 | --- | 0.5625 | 1.0 | 0.728s | 19.712s |
| Iteration 17 | elast.. | 3.0048 | saga | 161 | 0.5 | 0.75 | 1.0 | 0.696s | 21.187s |
| Iteration 18 | l2 | 2.5844 | libli.. | 315 | --- | 0.6875 | 1.0 | 0.703s | 22.655s |
| Iteration 19 | l2 | 3.2366 | newto.. | 158 | --- | 1.0 | 1.0 | 0.706s | 24.169s |
| Iteration 20 | l2 | 3.0969 | newto.. | 763 | --- | 0.25 | 1.0 | 0.706s | 25.694s |
| Iteration 21 | l2 | 2.6795 | lbfgs | 591 | --- | 0.5625 | 1.0 | 0.705s | 27.216s |
| Iteration 22 | l2 | 2.5272 | lbfgs | 303 | --- | 0.8125 | 1.0 | 0.699s | 28.792s |
| Iteration 23 | l2 | 2.673 | libli.. | 318 | --- | 0.75 | 1.0 | 0.646s | 30.364s |
| Iteration 24 | none | --- | newto.. | 336 | --- | 0.8125 | 1.0 | 0.650s | 31.844s |
| Iteration 25 | none | --- | lbfgs | 152 | --- | 1.0 | 1.0 | 0.660s | 33.206s |
| Iteration 26 | l2 | 14.3245 | lbfgs | 150 | --- | 0.5625 | 1.0 | 0.654s | 34.623s |
| Iteration 27 | l2 | 0.3298 | newto.. | 163 | --- | 0.75 | 1.0 | 0.652s | 36.061s |
| Iteration 28 | l2 | 10.5281 | libli.. | 282 | --- | 0.5625 | 1.0 | 1.260s | 38.119s |
| Iteration 29 | l2 | 3.2856 | newto.. | 149 | --- | 1.0 | 1.0 | 0.655s | 39.615s |
| Iteration 30 | l2 | 80.3415 | libli.. | 253 | --- | 0.375 | 1.0 | 0.650s | 41.081s |
| Iteration 31 | l2 | 2.8709 | newto.. | 272 | --- | 0.1875 | 1.0 | 0.640s | 42.498s |
| Iteration 32 | l1 | 0.0608 | libli.. | 661 | --- | 0.5 | 1.0 | 0.640s | 43.954s |
| Iteration 33 | l2 | 22.8621 | lbfgs | 695 | --- | 0.5 | 1.0 | 0.649s | 45.658s |
| Iteration 34 | l2 | 56.6366 | sag | 318 | --- | 0.75 | 1.0 | 0.646s | 47.252s |
| Iteration 35 | l2 | 0.0038 | saga | 132 | --- | 0.625 | 1.0 | 0.654s | 48.734s |
| Iteration 36 | l2 | 0.0791 | libli.. | 928 | --- | 0.375 | 1.0 | 0.640s | 50.224s |
| Iteration 37 | l2 | 0.0024 | libli.. | 328 | --- | 0.625 | 1.0 | 0.643s | 51.677s |
| Iteration 38 | l2 | 0.0105 | newto.. | 308 | --- | 0.875 | 1.0 | 0.647s | 53.119s |
| Iteration 39 | l1 | 0.0025 | libli.. | 292 | --- | 0.5 | 1.0 | 0.643s | 54.593s |
| Iteration 40 | l1 | 40.7179 | saga | 307 | --- | 0.375 | 1.0 | 0.640s | 56.220s |
| Iteration 41 | l2 | 3.8422 | newto.. | 157 | --- | 0.4375 | 1.0 | 0.648s | 57.801s |
| Iteration 42 | l2 | 67.2179 | newto.. | 310 | --- | 0.75 | 1.0 | 0.665s | 59.443s |
| Iteration 43 | l2 | 100.0 | newto.. | 152 | --- | 0.9375 | 1.0 | 0.658s | 1m:01s |
| Iteration 44 | none | --- | newto.. | 152 | --- | 0.75 | 1.0 | 0.669s | 1m:03s |
| Iteration 45 | l2 | 0.5124 | newto.. | 324 | --- | 0.8125 | 1.0 | 0.672s | 1m:04s |
| Iteration 46 | l2 | 1.3347 | newto.. | 151 | --- | 0.875 | 1.0 | 0.663s | 1m:06s |
| Iteration 47 | l2 | 56.3508 | newto.. | 152 | --- | 0.75 | 1.0 | 0.649s | 1m:08s |
| Iteration 48 | l2 | 0.766 | libli.. | 305 | --- | 0.6875 | 1.0 | 0.658s | 1m:09s |
| Iteration 49 | l2 | 0.0138 | libli.. | 153 | --- | 0.625 | 1.0 | 0.653s | 1m:11s |
| Iteration 50 | l2 | 100.0 | newto.. | 314 | --- | 0.625 | 1.0 | 0.665s | 1m:13s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'penalty': 'l2', 'C': 0.4195, 'solver': 'liblinear', 'max_iter': 307}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8009
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.015s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.49 ± 0.02
Time elapsed: 0.051s
-------------------------------------------------
Total time: 1m:14s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.5625 | 0.5625 | 0.705s | 0.710s |
| Initial point 2 | svd | --- | 0.6875 | 0.6875 | 0.709s | 1.835s |
| Initial point 3 | svd | --- | 0.6875 | 0.6875 | 0.000s | 2.246s |
| Initial point 4 | lsqr | 0.8 | 0.8125 | 0.8125 | 1.334s | 3.973s |
| Initial point 5 | eigen | 0.9 | 0.75 | 0.8125 | 0.696s | 5.090s |
| Initial point 6 | lsqr | 0.7 | 0.5 | 0.8125 | 0.697s | 6.208s |
| Initial point 7 | lsqr | 0.5 | 0.6875 | 0.8125 | 0.696s | 7.368s |
| Initial point 8 | lsqr | 0.9 | 0.625 | 0.8125 | 0.690s | 8.489s |
| Initial point 9 | lsqr | 0.6 | 0.9375 | 0.9375 | 0.749s | 9.651s |
| Initial point 10 | eigen | 0.8 | 0.6875 | 0.9375 | 0.697s | 10.757s |
| Iteration 11 | lsqr | 0.6 | 0.9375 | 0.9375 | 0.000s | 11.315s |
| Iteration 12 | eigen | 0.7 | 1.0 | 1.0 | 0.688s | 12.547s |
| Iteration 13 | svd | --- | 0.6875 | 1.0 | 0.000s | 13.108s |
| Iteration 14 | lsqr | auto | 1.0 | 1.0 | 0.690s | 14.348s |
| Iteration 15 | eigen | auto | 0.625 | 1.0 | 0.694s | 15.602s |
| Iteration 16 | svd | --- | 0.6875 | 1.0 | 0.000s | 16.169s |
| Iteration 17 | svd | --- | 0.6875 | 1.0 | 0.000s | 16.729s |
| Iteration 18 | lsqr | 1.0 | 0.625 | 1.0 | 0.687s | 17.988s |
| Iteration 19 | svd | --- | 0.6875 | 1.0 | 0.000s | 18.571s |
| Iteration 20 | lsqr | None | 0.25 | 1.0 | 0.702s | 19.862s |
| Iteration 21 | eigen | 0.5 | 0.875 | 1.0 | 0.694s | 21.154s |
| Iteration 22 | eigen | 0.6 | 0.8125 | 1.0 | 0.693s | 22.439s |
| Iteration 23 | svd | --- | 0.6875 | 1.0 | 0.000s | 23.046s |
| Iteration 24 | svd | --- | 0.6875 | 1.0 | 0.000s | 23.637s |
| Iteration 25 | eigen | None | 1.0 | 1.0 | 0.687s | 25.516s |
| Iteration 26 | lsqr | auto | 1.0 | 1.0 | 0.000s | 26.310s |
| Iteration 27 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 26.926s |
| Iteration 28 | eigen | None | 1.0 | 1.0 | 0.000s | 27.572s |
| Iteration 29 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 28.176s |
| Iteration 30 | lsqr | auto | 1.0 | 1.0 | 0.001s | 28.785s |
| Iteration 31 | eigen | None | 1.0 | 1.0 | 0.000s | 29.464s |
| Iteration 32 | eigen | None | 1.0 | 1.0 | 0.000s | 30.126s |
| Iteration 33 | lsqr | auto | 1.0 | 1.0 | 0.000s | 30.784s |
| Iteration 34 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 31.417s |
| Iteration 35 | lsqr | auto | 1.0 | 1.0 | 0.000s | 32.284s |
| Iteration 36 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 32.926s |
| Iteration 37 | eigen | None | 1.0 | 1.0 | 0.000s | 33.595s |
| Iteration 38 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 34.263s |
| Iteration 39 | eigen | None | 1.0 | 1.0 | 0.001s | 34.938s |
| Iteration 40 | lsqr | auto | 1.0 | 1.0 | 0.000s | 35.645s |
| Iteration 41 | lsqr | auto | 1.0 | 1.0 | 0.000s | 36.338s |
| Iteration 42 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 37.041s |
| Iteration 43 | eigen | None | 1.0 | 1.0 | 0.000s | 37.756s |
| Iteration 44 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 38.473s |
| Iteration 45 | eigen | None | 1.0 | 1.0 | 0.000s | 39.192s |
| Iteration 46 | lsqr | auto | 1.0 | 1.0 | 0.000s | 39.938s |
| Iteration 47 | eigen | None | 1.0 | 1.0 | 0.000s | 40.667s |
| Iteration 48 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 41.410s |
| Iteration 49 | lsqr | auto | 1.0 | 1.0 | 0.000s | 42.154s |
| Iteration 50 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 42.917s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'solver': 'lsqr', 'shrinkage': 'auto'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 43.707s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7759
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.42 ± 0.0927
Time elapsed: 0.032s
-------------------------------------------------
Total time: 43.749s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.5625 | 0.5625 | 1.201s | 1.204s |
| Initial point 2 | 0.9 | 0.75 | 0.75 | 0.646s | 2.276s |
| Initial point 3 | 0.1 | 1.0 | 1.0 | 0.647s | 3.355s |
| Initial point 4 | 1.0 | 0.5625 | 1.0 | 0.000s | 3.752s |
| Initial point 5 | 0.2 | 0.75 | 1.0 | 0.650s | 4.853s |
| Initial point 6 | 0.4 | 0.4375 | 1.0 | 0.669s | 6.554s |
| Initial point 7 | 0.4 | 0.4375 | 1.0 | 0.000s | 7.336s |
| Initial point 8 | 0.7 | 0.5625 | 1.0 | 0.638s | 8.576s |
| Initial point 9 | 0.9 | 0.75 | 1.0 | 0.000s | 8.984s |
| Initial point 10 | 0.8 | 0.6875 | 1.0 | 0.647s | 10.031s |
| Iteration 11 | 0.3 | 0.875 | 1.0 | 0.635s | 11.156s |
| Iteration 12 | 0.6 | 0.8125 | 1.0 | 0.637s | 12.283s |
| Iteration 13 | 0.5 | 0.8125 | 1.0 | 0.636s | 13.438s |
| Iteration 14 | 0.0 | 1.0 | 1.0 | 0.633s | 14.585s |
| Iteration 15 | 0.1 | 1.0 | 1.0 | 0.000s | 15.076s |
| Iteration 16 | 0.0 | 1.0 | 1.0 | 0.000s | 15.563s |
| Iteration 17 | 0.0 | 1.0 | 1.0 | 0.000s | 16.067s |
| Iteration 18 | 0.1 | 1.0 | 1.0 | 0.000s | 16.631s |
| Iteration 19 | 0.1 | 1.0 | 1.0 | 0.000s | 17.142s |
| Iteration 20 | 0.0 | 1.0 | 1.0 | 0.000s | 17.661s |
| Iteration 21 | 0.1 | 1.0 | 1.0 | 0.000s | 18.184s |
| Iteration 22 | 0.0 | 1.0 | 1.0 | 0.000s | 18.701s |
| Iteration 23 | 0.1 | 1.0 | 1.0 | 0.000s | 19.308s |
| Iteration 24 | 0.0 | 1.0 | 1.0 | 0.000s | 19.846s |
| Iteration 25 | 0.0 | 1.0 | 1.0 | 0.000s | 20.361s |
| Iteration 26 | 0.1 | 1.0 | 1.0 | 0.000s | 20.881s |
| Iteration 27 | 0.1 | 1.0 | 1.0 | 0.000s | 21.411s |
| Iteration 28 | 0.9 | 0.75 | 1.0 | 0.000s | 21.952s |
| Iteration 29 | 0.2 | 0.75 | 1.0 | 0.000s | 22.476s |
| Iteration 30 | 0.8 | 0.6875 | 1.0 | 0.000s | 23.002s |
| Iteration 31 | 0.0 | 1.0 | 1.0 | 0.000s | 23.542s |
| Iteration 32 | 0.0 | 1.0 | 1.0 | 0.000s | 24.105s |
| Iteration 33 | 0.1 | 1.0 | 1.0 | 0.000s | 24.758s |
| Iteration 34 | 0.1 | 1.0 | 1.0 | 0.000s | 25.301s |
| Iteration 35 | 0.0 | 1.0 | 1.0 | 0.000s | 26.639s |
| Iteration 36 | 0.1 | 1.0 | 1.0 | 0.000s | 28.128s |
| Iteration 37 | 0.0 | 1.0 | 1.0 | 0.001s | 28.865s |
| Iteration 38 | 0.1 | 1.0 | 1.0 | 0.000s | 29.441s |
| Iteration 39 | 0.0 | 1.0 | 1.0 | 0.000s | 30.031s |
| Iteration 40 | 0.1 | 1.0 | 1.0 | 0.000s | 30.649s |
| Iteration 41 | 0.0 | 1.0 | 1.0 | 0.000s | 31.242s |
| Iteration 42 | 0.1 | 1.0 | 1.0 | 0.000s | 31.847s |
| Iteration 43 | 0.0 | 1.0 | 1.0 | 0.000s | 32.450s |
| Iteration 44 | 0.1 | 1.0 | 1.0 | 0.000s | 33.065s |
| Iteration 45 | 0.0 | 1.0 | 1.0 | 0.000s | 33.688s |
| Iteration 46 | 0.1 | 1.0 | 1.0 | 0.000s | 34.287s |
| Iteration 47 | 0.0 | 1.0 | 1.0 | 0.000s | 34.888s |
| Iteration 48 | 0.1 | 1.0 | 1.0 | 0.000s | 35.523s |
| Iteration 49 | 0.0 | 1.0 | 1.0 | 0.000s | 36.150s |
| Iteration 50 | 0.1 | 1.0 | 1.0 | 0.000s | 36.790s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'reg_param': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 37.440s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7732
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.008s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.46 ± 0.0374
Time elapsed: 0.028s
-------------------------------------------------
Total time: 37.477s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 13.0037 | dista.. | auto | 40 | 1 | 0.875 | 0.875 | 0.644s | 0.664s |
| Initial point 2 | 5.1716 | uniform | kd_tree | 39 | 2 | 0.6562 | 0.875 | 0.649s | 1.704s |
| Initial point 3 | 4.0852 | dista.. | ball_tree | 25 | 2 | 1.0 | 1.0 | 0.652s | 2.778s |
| Initial point 4 | 11.9184 | uniform | ball_tree | 39 | 2 | 0.5 | 1.0 | 0.633s | 3.819s |
| Initial point 5 | 9.3366 | dista.. | auto | 30 | 2 | 0.75 | 1.0 | 0.634s | 4.849s |
| Initial point 6 | 10.8124 | dista.. | ball_tree | 21 | 2 | 0.625 | 1.0 | 0.639s | 5.950s |
| Initial point 7 | 7.7338 | dista.. | ball_tree | 24 | 1 | 0.6875 | 1.0 | 0.636s | 7.022s |
| Initial point 8 | 1.8533 | dista.. | ball_tree | 21 | 2 | 0.875 | 1.0 | 1.193s | 8.613s |
| Initial point 9 | 8.615 | uniform | ball_tree | 24 | 1 | 0.7188 | 1.0 | 0.649s | 9.683s |
| Initial point 10 | 6.1191 | uniform | brute | 22 | 2 | 0.5625 | 1.0 | 0.640s | 10.749s |
| Iteration 11 | 4.8227 | uniform | ball_tree | 40 | 2 | 0.875 | 1.0 | 0.644s | 12.085s |
| Iteration 12 | 4.2822 | dista.. | ball_tree | 21 | 2 | 0.7812 | 1.0 | 0.654s | 13.923s |
| Iteration 13 | 4.7726 | uniform | auto | 25 | 1 | 0.5 | 1.0 | 0.631s | 15.487s |
| Iteration 14 | 0.0 | uniform | ball_tree | 40 | 1 | 0.5 | 1.0 | 0.637s | 16.814s |
| Iteration 15 | 1.4146 | uniform | auto | 39 | 2 | 0.625 | 1.0 | 0.643s | 18.078s |
| Iteration 16 | 3.0059 | uniform | ball_tree | 39 | 2 | 0.5312 | 1.0 | 0.645s | 19.515s |
| Iteration 17 | 0.1262 | dista.. | brute | 39 | 1 | 0.375 | 1.0 | 0.641s | 20.792s |
| Iteration 18 | 13.0404 | uniform | brute | 39 | 1 | 0.625 | 1.0 | 0.640s | 22.106s |
| Iteration 19 | 0.0 | dista.. | kd_tree | 35 | 2 | 0.5 | 1.0 | 0.647s | 24.347s |
| Iteration 20 | 3.1086 | dista.. | brute | 26 | 1 | 0.3125 | 1.0 | 0.637s | 25.854s |
| Iteration 21 | 0.0 | dista.. | ball_tree | 39 | 2 | 0.5 | 1.0 | 0.632s | 27.145s |
| Iteration 22 | 5.0618 | uniform | ball_tree | 29 | 1 | 0.8125 | 1.0 | 0.643s | 28.531s |
| Iteration 23 | 13.0404 | uniform | auto | 28 | 2 | 0.5 | 1.0 | 0.635s | 29.863s |
| Iteration 24 | 2.9371 | dista.. | ball_tree | 26 | 2 | 0.875 | 1.0 | 0.634s | 31.251s |
| Iteration 25 | 6.2104 | uniform | ball_tree | 40 | 2 | 0.625 | 1.0 | 0.637s | 32.558s |
| Iteration 26 | 2.8509 | uniform | ball_tree | 25 | 1 | 0.6875 | 1.0 | 0.635s | 33.870s |
| Iteration 27 | 4.5665 | dista.. | ball_tree | 29 | 2 | 0.9375 | 1.0 | 0.643s | 35.278s |
| Iteration 28 | 4.719 | dista.. | ball_tree | 33 | 2 | 0.4375 | 1.0 | 0.633s | 36.634s |
| Iteration 29 | 5.0283 | dista.. | ball_tree | 26 | 2 | 0.875 | 1.0 | 0.643s | 37.958s |
| Iteration 30 | 4.4943 | dista.. | ball_tree | 27 | 2 | 0.5625 | 1.0 | 0.641s | 39.404s |
| Iteration 31 | 12.9877 | uniform | ball_tree | 25 | 2 | 0.5 | 1.0 | 0.635s | 40.782s |
| Iteration 32 | 0.0 | dista.. | ball_tree | 20 | 2 | 0.5 | 1.0 | 1.202s | 42.688s |
| Iteration 33 | 9.9986 | dista.. | auto | 40 | 2 | 0.75 | 1.0 | 0.644s | 44.103s |
| Iteration 34 | 4.3832 | dista.. | ball_tree | 24 | 2 | 0.6875 | 1.0 | 0.641s | 45.476s |
| Iteration 35 | 4.2244 | dista.. | ball_tree | 25 | 2 | 0.8125 | 1.0 | 0.635s | 46.996s |
| Iteration 36 | 8.8649 | uniform | kd_tree | 20 | 1 | 0.9062 | 1.0 | 0.639s | 48.354s |
| Iteration 37 | 11.5678 | dista.. | kd_tree | 20 | 1 | 0.9375 | 1.0 | 0.657s | 49.770s |
| Iteration 38 | 10.829 | dista.. | auto | 23 | 1 | 0.6875 | 1.0 | 0.642s | 51.088s |
| Iteration 39 | 13.0404 | dista.. | kd_tree | 21 | 1 | 1.0 | 1.0 | 0.637s | 52.447s |
| Iteration 40 | 12.1353 | dista.. | kd_tree | 21 | 1 | 0.625 | 1.0 | 0.635s | 53.963s |
| Iteration 41 | 10.8113 | uniform | auto | 29 | 1 | 0.375 | 1.0 | 0.636s | 55.485s |
| Iteration 42 | 13.0404 | dista.. | brute | 28 | 1 | 0.75 | 1.0 | 0.638s | 57.066s |
| Iteration 43 | 3.8204 | dista.. | auto | 22 | 2 | 0.75 | 1.0 | 0.638s | 58.643s |
| Iteration 44 | 13.0404 | dista.. | ball_tree | 29 | 1 | 0.5 | 1.0 | 0.631s | 1m:00s |
| Iteration 45 | 13.0404 | uniform | kd_tree | 20 | 1 | 0.5938 | 1.0 | 0.640s | 1m:02s |
| Iteration 46 | 8.3127 | dista.. | kd_tree | 20 | 2 | 1.0 | 1.0 | 0.641s | 1m:03s |
| Iteration 47 | 7.6461 | dista.. | kd_tree | 20 | 2 | 0.6875 | 1.0 | 0.634s | 1m:05s |
| Iteration 48 | 10.8309 | dista.. | kd_tree | 40 | 2 | 0.875 | 1.0 | 0.642s | 1m:06s |
| Iteration 49 | 10.4848 | dista.. | kd_tree | 21 | 1 | 0.5625 | 1.0 | 0.692s | 1m:08s |
| Iteration 50 | 10.4045 | dista.. | brute | 40 | 2 | 0.75 | 1.0 | 0.660s | 1m:09s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'radius': 4.0852, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 25, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:10s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.0316
Time elapsed: 0.051s
-------------------------------------------------
Total time: 1m:10s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.75 | 0.75 | 1.018s | 1.025s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.5312 | 0.75 | 1.042s | 2.483s |
| Initial point 3 | 225 | 1.0215 | SAMME | 1.0 | 1.0 | 0.791s | 3.674s |
| Initial point 4 | 431 | 0.0871 | SAMME | 1.0 | 1.0 | 0.938s | 5.201s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.9688 | 1.0 | 0.806s | 6.431s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.875 | 1.0 | 1.036s | 7.879s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.625 | 1.0 | 0.680s | 9.014s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.7188 | 1.0 | 1.503s | 10.929s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.7188 | 1.0 | 0.642s | 11.972s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.8125 | 1.0 | 0.768s | 13.182s |
| Iteration 11 | 413 | 0.0769 | SAMME | 1.0 | 1.0 | 0.922s | 14.701s |
| Iteration 12 | 293 | 0.096 | SAMME | 1.0 | 1.0 | 0.834s | 16.212s |
| Iteration 13 | 139 | 0.9192 | SAMME | 0.9375 | 1.0 | 0.744s | 17.554s |
| Iteration 14 | 377 | 0.1727 | SAMME | 0.75 | 1.0 | 0.920s | 19.074s |
| Iteration 15 | 475 | 0.5058 | SAMME.R | 0.9375 | 1.0 | 1.021s | 20.702s |
| Iteration 16 | 80 | 0.8746 | SAMME.R | 0.9375 | 1.0 | 0.700s | 22.010s |
| Iteration 17 | 282 | 1.0823 | SAMME | 1.0 | 1.0 | 0.830s | 23.438s |
| Iteration 18 | 497 | 1.5156 | SAMME.R | 0.875 | 1.0 | 1.029s | 25.074s |
| Iteration 19 | 106 | 0.0614 | SAMME | 0.7188 | 1.0 | 0.700s | 26.410s |
| Iteration 20 | 356 | 0.09 | SAMME | 0.5 | 1.0 | 0.886s | 28.184s |
| Iteration 21 | 270 | 0.1626 | SAMME | 0.875 | 1.0 | 0.830s | 29.690s |
| Iteration 22 | 239 | 9.3381 | SAMME | 0.125 | 1.0 | 0.636s | 30.937s |
| Iteration 23 | 73 | 0.6008 | SAMME | 0.625 | 1.0 | 0.691s | 32.271s |
| Iteration 24 | 243 | 0.9553 | SAMME | 1.0 | 1.0 | 0.801s | 33.696s |
| Iteration 25 | 317 | 1.0628 | SAMME | 0.8125 | 1.0 | 0.857s | 35.233s |
| Iteration 26 | 150 | 1.0452 | SAMME.R | 0.9375 | 1.0 | 0.754s | 36.663s |
| Iteration 27 | 141 | 1.0625 | SAMME | 1.0 | 1.0 | 0.737s | 38.058s |
| Iteration 28 | 500 | 0.645 | SAMME.R | 0.5625 | 1.0 | 1.032s | 39.758s |
| Iteration 29 | 90 | 1.2005 | SAMME.R | 0.8125 | 1.0 | 0.711s | 41.131s |
| Iteration 30 | 469 | 0.9653 | SAMME.R | 0.5 | 1.0 | 1.014s | 42.815s |
| Iteration 31 | 254 | 1.166 | SAMME | 0.5938 | 1.0 | 0.815s | 44.376s |
| Iteration 32 | 420 | 0.0803 | SAMME | 0.75 | 1.0 | 0.965s | 46.182s |
| Iteration 33 | 168 | 0.9764 | SAMME | 0.75 | 1.0 | 0.756s | 48.241s |
| Iteration 34 | 430 | 1.0165 | SAMME | 1.0 | 1.0 | 1.000s | 49.946s |
| Iteration 35 | 427 | 1.0161 | SAMME | 0.6875 | 1.0 | 0.996s | 51.676s |
| Iteration 36 | 100 | 1.0334 | SAMME | 0.9375 | 1.0 | 0.753s | 53.086s |
| Iteration 37 | 259 | 0.9145 | SAMME | 1.0 | 1.0 | 0.871s | 54.729s |
| Iteration 38 | 271 | 0.8739 | SAMME | 0.8125 | 1.0 | 0.881s | 56.348s |
| Iteration 39 | 500 | 0.9403 | SAMME | 1.0 | 1.0 | 1.152s | 58.607s |
| Iteration 40 | 483 | 0.9377 | SAMME | 1.0 | 1.0 | 1.037s | 1m:01s |
| Iteration 41 | 496 | 0.933 | SAMME | 0.875 | 1.0 | 1.041s | 1m:02s |
| Iteration 42 | 90 | 0.9223 | SAMME | 0.75 | 1.0 | 0.751s | 1m:04s |
| Iteration 43 | 278 | 0.0469 | SAMME | 0.9062 | 1.0 | 0.876s | 1m:06s |
| Iteration 44 | 103 | 0.0509 | SAMME | 0.8125 | 1.0 | 0.749s | 1m:07s |
| Iteration 45 | 444 | 0.073 | SAMME | 1.0 | 1.0 | 0.999s | 1m:09s |
| Iteration 46 | 77 | 0.0725 | SAMME | 0.9688 | 1.0 | 0.735s | 1m:10s |
| Iteration 47 | 467 | 0.0733 | SAMME | 0.875 | 1.0 | 1.026s | 1m:12s |
| Iteration 48 | 206 | 0.0706 | SAMME | 0.7812 | 1.0 | 0.835s | 1m:14s |
| Iteration 49 | 55 | 0.0755 | SAMME | 0.6562 | 1.0 | 0.720s | 1m:15s |
| Iteration 50 | 392 | 0.9654 | SAMME | 0.875 | 1.0 | 0.969s | 1m:17s |
Bayesian Optimization ---------------------------
Best call --> Iteration 39
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.9403, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:18s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.404s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.815 ± 0.1158
Time elapsed: 1.856s
-------------------------------------------------
Total time: 1m:20s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 1.0 | 1.0 | 1.074s | 1.093s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.6562 | 1.0 | 0.955s | 2.490s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 1.0 | 1.0 | 0.989s | 3.914s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.625 | 1.0 | 0.802s | 5.162s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.9375 | 1.0 | 0.990s | 7.518s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.75 | 1.0 | 0.827s | 8.988s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.8125 | 1.0 | 0.873s | 10.310s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.5625 | 1.0 | 0.886s | 11.643s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.875 | 1.0 | 0.967s | 13.065s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.625 | 1.0 | 1.503s | 15.179s |
| Iteration 11 | 500 | entropy | None | 16 | 4 | 0.9 | True | 0.0331 | None | 1.0 | 1.0 | 1.061s | 17.166s |
| Iteration 12 | 491 | entropy | 6 | 17 | 2 | 0.6 | False | 0.035 | --- | 0.875 | 1.0 | 1.018s | 19.058s |
| Iteration 13 | 500 | entropy | None | 18 | 13 | 0.5 | True | 0.0 | 0.9 | 0.9375 | 1.0 | 1.060s | 20.955s |
| Iteration 14 | 500 | gini | None | 16 | 20 | auto | False | 0.035 | --- | 1.0 | 1.0 | 0.982s | 22.761s |
| Iteration 15 | 500 | gini | None | 15 | 4 | None | False | 0.0046 | --- | 0.75 | 1.0 | 1.011s | 24.575s |
| Iteration 16 | 500 | gini | 3 | 20 | 9 | auto | True | 0.035 | 0.6 | 0.625 | 1.0 | 1.078s | 26.507s |
| Iteration 17 | 442 | entropy | 7 | 14 | 9 | 0.7 | False | 0.0198 | --- | 0.9375 | 1.0 | 0.908s | 28.282s |
| Iteration 18 | 500 | gini | 5 | 13 | 20 | auto | True | 0.0316 | 0.8 | 0.5 | 1.0 | 1.023s | 30.180s |
| Iteration 19 | 472 | entropy | 2 | 8 | 12 | 0.9 | True | 0.035 | None | 0.5 | 1.0 | 1.009s | 32.032s |
| Iteration 20 | 95 | entropy | 3 | 16 | 4 | sqrt | False | 0.0016 | --- | 0.3125 | 1.0 | 0.682s | 33.663s |
| Iteration 21 | 10 | gini | None | 20 | 20 | auto | True | 0.035 | None | 0.75 | 1.0 | 0.636s | 35.289s |
| Iteration 22 | 500 | gini | None | 19 | 13 | sqrt | True | 0.035 | 0.6 | 0.875 | 1.0 | 1.012s | 37.255s |
| Iteration 23 | 441 | entropy | 6 | 15 | 6 | 0.7 | False | 0.0117 | --- | 0.625 | 1.0 | 0.908s | 39.090s |
| Iteration 24 | 275 | entropy | 1 | 12 | 4 | 0.7 | True | 0.0176 | 0.7 | 0.9375 | 1.0 | 0.843s | 40.911s |
| Iteration 25 | 300 | entropy | None | 3 | 5 | 0.8 | True | 0.0285 | 0.9 | 1.0 | 1.0 | 0.873s | 42.722s |
| Iteration 26 | 422 | gini | 8 | 3 | 4 | auto | False | 0.035 | --- | 0.8125 | 1.0 | 0.889s | 44.581s |
| Iteration 27 | 122 | entropy | None | 11 | 5 | 0.5 | True | 0.0295 | 0.5 | 0.9375 | 1.0 | 0.724s | 46.212s |
| Iteration 28 | 500 | gini | None | 19 | 5 | 0.9 | True | 0.0198 | 0.6 | 0.625 | 1.0 | 1.034s | 49.284s |
| Iteration 29 | 356 | gini | None | 16 | 20 | 0.9 | False | 0.0219 | --- | 0.875 | 1.0 | 0.858s | 52.963s |
| Iteration 30 | 500 | entropy | None | 11 | 4 | log2 | True | 0.0266 | 0.9 | 0.75 | 1.0 | 1.044s | 55.407s |
| Iteration 31 | 183 | entropy | 2 | 11 | 5 | None | True | 0.035 | None | 0.625 | 1.0 | 0.776s | 57.206s |
| Iteration 32 | 273 | entropy | None | 4 | 5 | 0.8 | True | 0.0303 | 0.7 | 0.8125 | 1.0 | 0.893s | 59.573s |
| Iteration 33 | 15 | entropy | None | 16 | 15 | 0.7 | True | 0.0111 | None | 0.375 | 1.0 | 0.699s | 1m:01s |
| Iteration 34 | 434 | entropy | 1 | 9 | 5 | auto | True | 0.0325 | None | 0.75 | 1.0 | 0.955s | 1m:03s |
| Iteration 35 | 470 | entropy | 7 | 6 | 1 | 0.5 | False | 0.0249 | --- | 0.75 | 1.0 | 0.933s | 1m:06s |
| Iteration 36 | 261 | entropy | 1 | 7 | 5 | 0.7 | False | 0.0305 | --- | 0.8125 | 1.0 | 0.774s | 1m:08s |
| Iteration 37 | 254 | entropy | 6 | 17 | 3 | 0.7 | True | 0.0237 | None | 1.0 | 1.0 | 0.834s | 1m:10s |
| Iteration 38 | 175 | entropy | 6 | 11 | 3 | log2 | False | 0.0184 | --- | 1.0 | 1.0 | 0.736s | 1m:11s |
| Iteration 39 | 10 | entropy | 6 | 14 | 3 | sqrt | True | 0.0206 | 0.6 | 1.0 | 1.0 | 0.636s | 1m:13s |
| Iteration 40 | 293 | entropy | None | 11 | 5 | None | True | 0.0254 | 0.9 | 0.875 | 1.0 | 0.860s | 1m:15s |
| Iteration 41 | 147 | entropy | 6 | 16 | 3 | 0.9 | False | 0.0292 | --- | 0.9375 | 1.0 | 0.719s | 1m:17s |
| Iteration 42 | 369 | entropy | 6 | 9 | 3 | 0.5 | True | 0.0064 | None | 0.6875 | 1.0 | 0.928s | 1m:19s |
| Iteration 43 | 277 | entropy | 6 | 8 | 3 | None | False | 0.0231 | --- | 0.9375 | 1.0 | 0.818s | 1m:21s |
| Iteration 44 | 465 | entropy | 1 | 11 | 5 | 0.7 | True | 0.0165 | 0.9 | 0.8125 | 1.0 | 0.994s | 1m:23s |
| Iteration 45 | 226 | entropy | 4 | 12 | 3 | sqrt | True | 0.0226 | 0.7 | 1.0 | 1.0 | 0.844s | 1m:25s |
| Iteration 46 | 138 | entropy | 5 | 11 | 3 | sqrt | True | 0.0209 | 0.7 | 1.0 | 1.0 | 0.784s | 1m:27s |
| Iteration 47 | 126 | entropy | 5 | 17 | 4 | sqrt | False | 0.0208 | --- | 0.8125 | 1.0 | 0.745s | 1m:29s |
| Iteration 48 | 207 | entropy | 5 | 7 | 3 | auto | True | 0.0205 | 0.5 | 0.875 | 1.0 | 0.863s | 1m:31s |
| Iteration 49 | 229 | entropy | 5 | 14 | 3 | log2 | True | 0.0257 | 0.9 | 0.6875 | 1.0 | 0.858s | 1m:33s |
| Iteration 50 | 149 | entropy | 8 | 18 | 5 | 0.7 | True | 0.029 | 0.9 | 0.75 | 1.0 | 0.756s | 1m:35s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'n_estimators': 499, 'criterion': 'entropy', 'max_depth': 1, 'min_samples_split': 20, 'min_samples_leaf': 5, 'max_features': 0.5, 'bootstrap': True, 'ccp_alpha': 0.0234, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8848
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.438s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.64 ± 0.02
Time elapsed: 2.013s
-------------------------------------------------
Total time: 1m:39s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.772s | 0.792s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.5625 | 0.5625 | 0.760s | 2.014s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.5625 | 0.764s | 3.206s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.5625 | 0.704s | 4.322s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.5625 | 0.749s | 5.506s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.5625 | 0.720s | 6.635s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.5625 | 0.741s | 7.801s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.5625 | 0.732s | 8.990s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.75 | 0.75 | 0.763s | 10.170s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.75 | 0.827s | 11.407s |
| Iteration 11 | 226 | 0.0693 | 3 | 0.0 | 4 | 0.8 | 0.5 | 0 | 10 | 0.9375 | 0.9375 | 0.720s | 12.968s |
| Iteration 12 | 351 | 0.2348 | 5 | 0.0022 | 5 | 0.9 | 0.6 | 0.01 | 0.01 | 1.0 | 1.0 | 1.379s | 15.130s |
| Iteration 13 | 500 | 0.8747 | 4 | 0.0 | 5 | 0.7 | 0.8 | 0 | 100 | 0.9688 | 1.0 | 0.779s | 16.700s |
| Iteration 14 | 258 | 0.0894 | 7 | 0.0 | 5 | 1.0 | 0.4 | 0.1 | 0 | 1.0 | 1.0 | 0.721s | 18.229s |
| Iteration 15 | 256 | 0.1394 | 1 | 0.0 | 5 | 1.0 | 1.0 | 0.01 | 0 | 0.5625 | 1.0 | 0.727s | 19.772s |
| Iteration 16 | 376 | 0.2154 | 9 | 0.0 | 5 | 0.9 | 0.5 | 0.01 | 100 | 0.5625 | 1.0 | 0.743s | 21.347s |
| Iteration 17 | 73 | 0.01 | 6 | 0.0 | 10 | 1.0 | 0.4 | 0 | 100 | 0.5 | 1.0 | 0.699s | 22.853s |
| Iteration 18 | 256 | 0.0955 | 7 | 0.0 | 5 | 1.0 | 0.4 | 0.1 | 0 | 0.75 | 1.0 | 0.728s | 24.452s |
| Iteration 19 | 210 | 0.1292 | 5 | 0.0 | 5 | 1.0 | 0.4 | 0 | 1 | 0.625 | 1.0 | 0.718s | 25.935s |
| Iteration 20 | 488 | 0.216 | 4 | 0.0 | 5 | 0.7 | 0.7 | 0.01 | 0.1 | 0.1875 | 1.0 | 0.764s | 27.590s |
| Iteration 21 | 422 | 0.4705 | 4 | 0.17 | 4 | 0.8 | 0.7 | 0 | 100 | 0.75 | 1.0 | 0.758s | 29.183s |
| Iteration 22 | 305 | 0.135 | 3 | 0.0203 | 2 | 0.7 | 0.6 | 0 | 10 | 0.8125 | 1.0 | 0.742s | 30.709s |
| Iteration 23 | 59 | 0.0142 | 5 | 0.804 | 3 | 0.9 | 1.0 | 0.01 | 0 | 1.0 | 1.0 | 0.697s | 32.232s |
| Iteration 24 | 51 | 0.0451 | 5 | 0.8731 | 9 | 0.9 | 0.8 | 0.01 | 10 | 0.5 | 1.0 | 0.702s | 33.819s |
| Iteration 25 | 261 | 0.2357 | 5 | 0.0017 | 3 | 0.9 | 0.8 | 0.01 | 0 | 1.0 | 1.0 | 0.741s | 35.371s |
| Iteration 26 | 161 | 0.014 | 5 | 0.0645 | 10 | 0.9 | 0.4 | 0.01 | 1 | 0.5 | 1.0 | 0.714s | 36.905s |
| Iteration 27 | 152 | 0.0854 | 7 | 0.0 | 5 | 1.0 | 0.8 | 0.1 | 1 | 0.75 | 1.0 | 0.716s | 38.543s |
| Iteration 28 | 327 | 0.4437 | 5 | 0.9705 | 5 | 0.9 | 0.8 | 0.01 | 0 | 0.6562 | 1.0 | 0.732s | 40.190s |
| Iteration 29 | 458 | 0.0142 | 5 | 0.8282 | 8 | 0.9 | 0.8 | 1 | 10 | 0.5 | 1.0 | 0.760s | 41.866s |
| Iteration 30 | 218 | 0.2356 | 5 | 0.0699 | 7 | 0.9 | 0.7 | 0.01 | 0 | 0.625 | 1.0 | 0.722s | 43.546s |
| Iteration 31 | 497 | 0.0141 | 5 | 0.8 | 5 | 0.9 | 0.6 | 0.01 | 10 | 0.5625 | 1.0 | 0.759s | 45.241s |
| Iteration 32 | 129 | 0.0278 | 7 | 0.0 | 2 | 0.9 | 0.6 | 0.01 | 0.01 | 0.8125 | 1.0 | 0.708s | 46.884s |
| Iteration 33 | 226 | 0.0248 | 2 | 0.1352 | 5 | 0.7 | 0.4 | 0 | 10 | 0.5 | 1.0 | 0.730s | 48.493s |
| Iteration 34 | 290 | 0.0306 | 7 | 0.1695 | 2 | 1.0 | 0.6 | 0.01 | 0 | 1.0 | 1.0 | 0.726s | 50.421s |
| Iteration 35 | 127 | 0.0475 | 7 | 0.1494 | 2 | 1.0 | 0.5 | 0.01 | 0 | 0.75 | 1.0 | 0.661s | 52.468s |
| Iteration 36 | 401 | 0.0723 | 6 | 0.1066 | 2 | 0.9 | 0.9 | 0 | 0 | 0.625 | 1.0 | 0.702s | 54.139s |
| Iteration 37 | 73 | 0.1082 | 7 | 0.4138 | 2 | 1.0 | 0.9 | 0.1 | 0 | 1.0 | 1.0 | 0.675s | 55.778s |
| Iteration 38 | 226 | 0.0431 | 7 | 0.2905 | 2 | 1.0 | 0.8 | 0.1 | 0 | 1.0 | 1.0 | 1.322s | 58.038s |
| Iteration 39 | 255 | 0.0316 | 9 | 0.1076 | 1 | 1.0 | 1.0 | 1 | 0 | 1.0 | 1.0 | 0.749s | 59.761s |
| Iteration 40 | 197 | 0.0149 | 5 | 0.2988 | 1 | 1.0 | 0.5 | 1 | 0 | 0.8125 | 1.0 | 0.735s | 1m:02s |
| Iteration 41 | 380 | 0.0804 | 10 | 0.6985 | 2 | 1.0 | 1.0 | 0.1 | 0 | 0.8125 | 1.0 | 0.762s | 1m:03s |
| Iteration 42 | 153 | 0.5419 | 10 | 0.0571 | 1 | 1.0 | 0.8 | 100 | 0 | 0.5 | 1.0 | 0.725s | 1m:05s |
| Iteration 43 | 95 | 0.0416 | 1 | 0.4493 | 1 | 1.0 | 0.8 | 0.1 | 0 | 0.9062 | 1.0 | 0.700s | 1m:07s |
| Iteration 44 | 480 | 0.9968 | 3 | 0.1038 | 1 | 0.9 | 0.5 | 0.1 | 0 | 0.5 | 1.0 | 0.776s | 1m:08s |
| Iteration 45 | 206 | 0.0773 | 9 | 0.0762 | 1 | 1.0 | 0.6 | 0.1 | 100 | 1.0 | 1.0 | 0.735s | 1m:10s |
| Iteration 46 | 203 | 1.0 | 10 | 0.6845 | 1 | 1.0 | 1.0 | 0.1 | 10 | 1.0 | 1.0 | 0.735s | 1m:12s |
| Iteration 47 | 214 | 1.0 | 10 | 0.726 | 1 | 0.5 | 0.9 | 0.1 | 0.1 | 1.0 | 1.0 | 0.739s | 1m:14s |
| Iteration 48 | 211 | 0.6775 | 10 | 0.6262 | 1 | 1.0 | 1.0 | 0.1 | 0 | 0.8125 | 1.0 | 0.688s | 1m:16s |
| Iteration 49 | 205 | 0.0253 | 10 | 0.0 | 1 | 0.5 | 1.0 | 0.1 | 10 | 0.6875 | 1.0 | 0.682s | 1m:17s |
| Iteration 50 | 20 | 1.0 | 7 | 1.0 | 1 | 1.0 | 1.0 | 0.1 | 100 | 0.5 | 1.0 | 0.651s | 1m:19s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'n_estimators': 351, 'learning_rate': 0.2348, 'max_depth': 5, 'gamma': 0.0022, 'min_child_weight': 5, 'subsample': 0.9, 'colsample_bytree': 0.6, 'reg_alpha': 0.01, 'reg_lambda': 0.01}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9085
Test evaluation --> roc_auc: 0.775
Time elapsed: 0.080s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.725 ± 0.1949
Time elapsed: 0.226s
-------------------------------------------------
Total time: 1m:20s
Final results ==================== >>
Duration: 9m:29s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.73 ± 0.04 ~
Logistic Regression --> roc_auc: 0.49 ± 0.02 ~
Linear Discriminant Analysis --> roc_auc: 0.42 ± 0.0927 ~
Quadratic Discriminant Analysis --> roc_auc: 0.46 ± 0.0374 ~
Radius Nearest Neighbors --> roc_auc: 0.7 ± 0.0316 ~
AdaBoost --> roc_auc: 0.815 ± 0.1158 !
Random Forest --> roc_auc: 0.64 ± 0.02 ~
XGBoost --> roc_auc: 0.725 ± 0.1949
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAASKTGNQFYF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASTNTGNQFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAVYNAGNMLTF.
>>> Dropping feature CAASANTGNQFYF.
>>> Dropping feature CALMDTGRRALTF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAGNSGNTPLVF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CAENNNARLMF.
>>> Dropping feature CALSSGGSNYKLTF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVRYGGSQGNLIF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CAYRSANFGNEKLTF.
>>> Dropping feature CAVSDDYKLSF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVKGFGNVLHC.
>>> Dropping feature CAVRGAAGNKLTF.
>>> Dropping feature CAVRPNDYKLSF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVANAGGTSYGKLTF.
>>> Dropping feature CAVDTDKLIF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAVSSGNTPLVF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.8125 | 0.8125 | 3.208s | 3.229s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.5625 | 0.8125 | 3.239s | 6.881s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.875 | 0.875 | 3.208s | 10.530s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.375 | 0.875 | 3.171s | 14.184s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.6875 | 0.875 | 3.213s | 17.810s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.5625 | 0.875 | 3.216s | 21.449s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.9375 | 0.9375 | 3.213s | 25.740s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.5625 | 0.9375 | 3.267s | 29.596s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.5 | 0.9375 | 3.166s | 33.180s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.75 | 0.9375 | 3.166s | 36.774s |
| Iteration 11 | exponen.. | 1.0 | 500 | 0.8 | squared_er.. | 2 | 1 | 10 | auto | 0.035 | 0.875 | 0.9375 | 3.305s | 40.812s |
| Iteration 12 | exponen.. | 0.8062 | 10 | 0.8 | squared_er.. | 6 | 13 | 4 | 0.7 | 0.0069 | 1.0 | 1.0 | 3.155s | 44.835s |
| Iteration 13 | deviance | 0.092 | 309 | 0.8 | squared_er.. | 2 | 11 | 1 | None | 0.0106 | 0.6875 | 1.0 | 3.206s | 48.949s |
| Iteration 14 | exponen.. | 0.9286 | 10 | 0.8 | squared_er.. | 11 | 10 | 1 | None | 0.0 | 0.7188 | 1.0 | 3.736s | 54.704s |
| Iteration 15 | exponen.. | 1.0 | 270 | 0.8 | squared_er.. | 12 | 17 | 6 | 0.5 | 0.0 | 0.6875 | 1.0 | 3.207s | 59.095s |
| Iteration 16 | exponen.. | 0.6561 | 10 | 0.8 | squared_er.. | 5 | 13 | 3 | 0.7 | 0.0056 | 0.5625 | 1.0 | 3.134s | 1m:03s |
| Iteration 17 | exponen.. | 0.2055 | 295 | 0.8 | friedman_mse | 15 | 14 | 2 | auto | 0.035 | 0.9375 | 1.0 | 3.216s | 1m:07s |
| Iteration 18 | exponen.. | 0.0839 | 187 | 0.5 | squared_er.. | 2 | 9 | 5 | log2 | 0.0214 | 0.875 | 1.0 | 3.161s | 1m:11s |
| Iteration 19 | exponen.. | 0.8869 | 64 | 0.7 | squared_er.. | 7 | 8 | 8 | 0.5 | 0.0304 | 0.5 | 1.0 | 3.169s | 1m:15s |
| Iteration 20 | exponen.. | 0.4485 | 50 | 0.8 | friedman_mse | 8 | 13 | 5 | 0.5 | 0.0069 | 0.375 | 1.0 | 3.144s | 1m:19s |
| Iteration 21 | exponen.. | 0.1369 | 259 | 0.8 | squared_er.. | 11 | 14 | 4 | auto | 0.028 | 0.5625 | 1.0 | 3.202s | 1m:23s |
| Iteration 22 | exponen.. | 0.0147 | 255 | 0.9 | squared_er.. | 2 | 6 | 6 | auto | 0.0216 | 0.5625 | 1.0 | 3.220s | 1m:27s |
| Iteration 23 | exponen.. | 0.1594 | 296 | 0.8 | friedman_mse | 14 | 14 | 2 | 0.6 | 0.0074 | 0.625 | 1.0 | 3.221s | 1m:31s |
| Iteration 24 | exponen.. | 0.6702 | 434 | 0.8 | squared_er.. | 17 | 8 | 9 | auto | 0.0164 | 0.75 | 1.0 | 3.249s | 1m:35s |
| Iteration 25 | exponen.. | 0.8432 | 192 | 0.8 | squared_er.. | 4 | 5 | 7 | None | 0.0064 | 1.0 | 1.0 | 3.237s | 1m:39s |
| Iteration 26 | exponen.. | 0.8264 | 214 | 0.8 | squared_er.. | 18 | 8 | 5 | 0.8 | 0.0078 | 0.6875 | 1.0 | 3.221s | 1m:43s |
| Iteration 27 | exponen.. | 0.827 | 362 | 0.8 | squared_er.. | 5 | 6 | 3 | 0.8 | 0.0149 | 0.6875 | 1.0 | 3.236s | 1m:47s |
| Iteration 28 | exponen.. | 0.8226 | 10 | 0.8 | squared_er.. | 4 | 20 | 8 | log2 | 0.0188 | 0.625 | 1.0 | 3.126s | 1m:51s |
| Iteration 29 | exponen.. | 0.2294 | 434 | 0.8 | friedman_mse | 16 | 14 | 6 | log2 | 0.0193 | 0.625 | 1.0 | 3.245s | 1m:55s |
| Iteration 30 | exponen.. | 0.8188 | 169 | 0.8 | squared_er.. | 5 | 10 | 6 | log2 | 0.0049 | 0.75 | 1.0 | 3.188s | 1m:59s |
| Iteration 31 | exponen.. | 0.0437 | 123 | 0.5 | squared_er.. | 10 | 6 | 3 | 0.9 | 0.0081 | 0.6875 | 1.0 | 3.161s | 2m:03s |
| Iteration 32 | exponen.. | 0.1656 | 223 | 0.5 | squared_er.. | 19 | 6 | 2 | sqrt | 0.0242 | 0.625 | 1.0 | 3.207s | 2m:08s |
| Iteration 33 | exponen.. | 0.0728 | 355 | 0.5 | squared_er.. | 5 | 19 | 7 | 0.6 | 0.0261 | 0.5 | 1.0 | 3.210s | 2m:12s |
| Iteration 34 | exponen.. | 0.8591 | 235 | 0.8 | squared_er.. | 2 | 2 | 6 | 0.7 | 0.0297 | 0.0625 | 1.0 | 3.234s | 2m:16s |
| Iteration 35 | exponen.. | 1.0 | 288 | 0.7 | squared_er.. | 4 | 19 | 10 | None | 0.0077 | 0.5 | 1.0 | 3.231s | 2m:20s |
| Iteration 36 | exponen.. | 0.7307 | 241 | 0.8 | squared_er.. | 13 | 15 | 9 | auto | 0.0293 | 0.5938 | 1.0 | 3.181s | 2m:24s |
| Iteration 37 | exponen.. | 0.823 | 143 | 1.0 | squared_er.. | 12 | 2 | 3 | 0.8 | 0.0067 | 0.75 | 1.0 | 3.199s | 2m:28s |
| Iteration 38 | exponen.. | 0.8275 | 92 | 0.8 | squared_er.. | 2 | 20 | 7 | 0.7 | 0.0066 | 0.5 | 1.0 | 3.798s | 2m:33s |
| Iteration 39 | exponen.. | 0.8368 | 414 | 0.8 | squared_er.. | 2 | 6 | 4 | log2 | 0.0068 | 0.625 | 1.0 | 3.256s | 2m:37s |
| Iteration 40 | exponen.. | 0.8358 | 429 | 0.9 | squared_er.. | 18 | 7 | 7 | None | 0.0044 | 0.75 | 1.0 | 3.255s | 2m:42s |
| Iteration 41 | exponen.. | 0.8058 | 185 | 0.8 | squared_er.. | 6 | 12 | 3 | 0.7 | 0.0067 | 0.6562 | 1.0 | 3.200s | 2m:46s |
| Iteration 42 | deviance | 0.2092 | 346 | 0.8 | friedman_mse | 15 | 13 | 9 | log2 | 0.0344 | 0.75 | 1.0 | 3.242s | 2m:50s |
| Iteration 43 | deviance | 0.8722 | 125 | 1.0 | squared_er.. | 8 | 4 | 2 | None | 0.0068 | 0.75 | 1.0 | 3.204s | 2m:54s |
| Iteration 44 | exponen.. | 0.1986 | 498 | 1.0 | friedman_mse | 2 | 15 | 7 | auto | 0.035 | 0.8438 | 1.0 | 3.253s | 2m:58s |
| Iteration 45 | exponen.. | 0.2481 | 69 | 0.6 | friedman_mse | 19 | 11 | 4 | auto | 0.035 | 0.5625 | 1.0 | 3.187s | 3m:03s |
| Iteration 46 | exponen.. | 0.2016 | 93 | 0.7 | friedman_mse | 13 | 10 | 9 | auto | 0.035 | 0.875 | 1.0 | 3.193s | 3m:07s |
| Iteration 47 | deviance | 0.9924 | 351 | 0.6 | squared_er.. | 13 | 1 | 1 | auto | 0.0331 | 0.75 | 1.0 | 3.230s | 3m:11s |
| Iteration 48 | deviance | 0.0489 | 314 | 1.0 | friedman_mse | 18 | 20 | 7 | auto | 0.035 | 0.5 | 1.0 | 3.219s | 3m:15s |
| Iteration 49 | exponen.. | 0.204 | 448 | 0.9 | friedman_mse | 19 | 17 | 2 | auto | 0.035 | 0.8125 | 1.0 | 3.297s | 3m:19s |
| Iteration 50 | exponen.. | 0.2014 | 292 | 0.8 | friedman_mse | 4 | 9 | 2 | auto | 0.0314 | 0.625 | 1.0 | 3.248s | 3m:24s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.8432, 'n_estimators': 192, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 4, 'min_samples_leaf': 5, 'max_depth': 7, 'max_features': None, 'ccp_alpha': 0.0064}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:25s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.064s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.685 ± 0.0735
Time elapsed: 0.292s
-------------------------------------------------
Total time: 3m:25s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.25 | 0.25 | 3.211s | 3.223s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.625 | 0.625 | 3.179s | 6.804s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.9375 | 0.9375 | 3.180s | 10.409s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.4375 | 0.9375 | 3.169s | 13.972s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.375 | 0.9375 | 3.174s | 17.543s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.75 | 0.9375 | 3.167s | 21.126s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.375 | 0.9375 | 3.155s | 24.681s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.5 | 0.9375 | 3.154s | 28.239s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.875 | 0.9375 | 3.133s | 31.774s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.3125 | 0.9375 | 3.163s | 35.352s |
| Iteration 11 | l2 | 0.0136 | libli.. | 320 | --- | 0.875 | 0.9375 | 3.142s | 39.167s |
| Iteration 12 | l2 | 0.0461 | libli.. | 299 | --- | 0.25 | 0.9375 | 3.153s | 43.024s |
| Iteration 13 | l2 | 0.0316 | libli.. | 978 | --- | 0.8125 | 0.9375 | 3.152s | 46.848s |
| Iteration 14 | l1 | 3.1678 | libli.. | 274 | --- | 0.6875 | 0.9375 | 3.160s | 51.298s |
| Iteration 15 | l1 | 36.6135 | libli.. | 749 | --- | 0.5 | 0.9375 | 3.154s | 55.261s |
| Iteration 16 | l2 | 0.1523 | libli.. | 364 | --- | 0.4375 | 0.9375 | 3.769s | 59.795s |
| Iteration 17 | l2 | 0.4462 | libli.. | 323 | --- | 1.0 | 1.0 | 3.184s | 1m:04s |
| Iteration 18 | l2 | 0.4944 | libli.. | 1000 | --- | 0.5625 | 1.0 | 3.177s | 1m:08s |
| Iteration 19 | l2 | 0.5911 | libli.. | 340 | --- | 0.5 | 1.0 | 3.181s | 1m:12s |
| Iteration 20 | l2 | 0.4376 | libli.. | 1000 | --- | 0.375 | 1.0 | 3.147s | 1m:16s |
| Iteration 21 | l1 | 0.4731 | libli.. | 590 | --- | 0.4375 | 1.0 | 3.162s | 1m:20s |
| Iteration 22 | l2 | 0.4336 | libli.. | 360 | --- | 0.375 | 1.0 | 3.158s | 1m:23s |
| Iteration 23 | l2 | 0.1165 | libli.. | 318 | --- | 0.875 | 1.0 | 3.161s | 1m:27s |
| Iteration 24 | l2 | 1.0676 | libli.. | 294 | --- | 1.0 | 1.0 | 3.147s | 1m:31s |
| Iteration 25 | l2 | 2.437 | libli.. | 305 | --- | 0.8125 | 1.0 | 3.190s | 1m:36s |
| Iteration 26 | l1 | 14.1347 | libli.. | 276 | --- | 0.625 | 1.0 | 3.163s | 1m:39s |
| Iteration 27 | l2 | 0.0834 | libli.. | 289 | --- | 0.625 | 1.0 | 3.185s | 1m:43s |
| Iteration 28 | l2 | 0.0306 | libli.. | 334 | --- | 0.5 | 1.0 | 3.160s | 1m:47s |
| Iteration 29 | l2 | 0.0069 | libli.. | 306 | --- | 0.5625 | 1.0 | 3.190s | 1m:51s |
| Iteration 30 | l2 | 0.607 | libli.. | 311 | --- | 0.75 | 1.0 | 3.099s | 1m:56s |
| Iteration 31 | l2 | 44.6871 | libli.. | 943 | --- | 0.6875 | 1.0 | 3.146s | 2m:00s |
| Iteration 32 | l2 | 47.997 | libli.. | 722 | --- | 0.4375 | 1.0 | 3.152s | 2m:04s |
| Iteration 33 | none | --- | newto.. | 189 | --- | 0.4375 | 1.0 | 3.156s | 2m:08s |
| Iteration 34 | l2 | 0.3012 | lbfgs | 308 | --- | 0.5 | 1.0 | 3.130s | 2m:12s |
| Iteration 35 | l2 | 0.6565 | sag | 267 | --- | 0.4375 | 1.0 | 3.173s | 2m:16s |
| Iteration 36 | l2 | 12.347 | newto.. | 154 | --- | 0.4688 | 1.0 | 3.147s | 2m:20s |
| Iteration 37 | l2 | 0.6279 | libli.. | 327 | --- | 0.6875 | 1.0 | 3.155s | 2m:24s |
| Iteration 38 | l2 | 32.0794 | sag | 140 | --- | 0.4375 | 1.0 | 3.147s | 2m:28s |
| Iteration 39 | l2 | 83.0253 | libli.. | 940 | --- | 0.5 | 1.0 | 3.764s | 2m:32s |
| Iteration 40 | l2 | 0.0018 | libli.. | 1000 | --- | 0.625 | 1.0 | 3.145s | 2m:36s |
| Iteration 41 | l2 | 1.158 | libli.. | 295 | --- | 0.6562 | 1.0 | 3.134s | 2m:40s |
| Iteration 42 | l2 | 0.0055 | libli.. | 221 | --- | 0.625 | 1.0 | 3.155s | 2m:44s |
| Iteration 43 | l2 | 0.1901 | libli.. | 209 | --- | 0.8125 | 1.0 | 3.172s | 2m:49s |
| Iteration 44 | l1 | 0.0121 | libli.. | 173 | --- | 0.5 | 1.0 | 3.145s | 2m:54s |
| Iteration 45 | l2 | 0.0163 | libli.. | 308 | --- | 0.3125 | 1.0 | 3.168s | 2m:58s |
| Iteration 46 | l2 | 0.6363 | libli.. | 284 | --- | 0.875 | 1.0 | 3.175s | 3m:02s |
| Iteration 47 | l2 | 0.4655 | libli.. | 298 | --- | 0.625 | 1.0 | 3.125s | 3m:06s |
| Iteration 48 | l2 | 0.6397 | libli.. | 266 | --- | 0.6875 | 1.0 | 3.154s | 3m:10s |
| Iteration 49 | l2 | 0.7521 | libli.. | 297 | --- | 0.75 | 1.0 | 3.128s | 3m:14s |
| Iteration 50 | l2 | 0.761 | libli.. | 296 | --- | 0.25 | 1.0 | 3.170s | 3m:18s |
Bayesian Optimization ---------------------------
Best call --> Iteration 17
Best parameters --> {'penalty': 'l2', 'C': 0.4462, 'solver': 'liblinear', 'max_iter': 323}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:19s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9152
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.52 ± 0.1166
Time elapsed: 0.052s
-------------------------------------------------
Total time: 3m:19s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.5625 | 0.5625 | 3.133s | 3.139s |
| Initial point 2 | svd | --- | 0.625 | 0.625 | 3.139s | 6.688s |
| Initial point 3 | svd | --- | 0.625 | 0.625 | 0.001s | 7.090s |
| Initial point 4 | lsqr | 0.8 | 0.75 | 0.75 | 3.123s | 10.623s |
| Initial point 5 | eigen | 0.9 | 0.875 | 0.875 | 3.195s | 14.228s |
| Initial point 6 | lsqr | 0.7 | 0.6875 | 0.875 | 3.136s | 17.779s |
| Initial point 7 | lsqr | 0.5 | 0.75 | 0.875 | 3.183s | 21.421s |
| Initial point 8 | lsqr | 0.9 | 0.625 | 0.875 | 3.150s | 25.010s |
| Initial point 9 | lsqr | 0.6 | 0.8125 | 0.875 | 3.163s | 28.568s |
| Initial point 10 | eigen | 0.8 | 0.4375 | 0.875 | 3.143s | 32.119s |
| Iteration 11 | eigen | 0.9 | 0.875 | 0.875 | 0.000s | 32.649s |
| Iteration 12 | eigen | 0.7 | 0.8125 | 0.875 | 3.157s | 36.332s |
| Iteration 13 | svd | --- | 0.625 | 0.875 | 0.000s | 36.875s |
| Iteration 14 | lsqr | auto | 0.8125 | 0.875 | 3.141s | 40.570s |
| Iteration 15 | eigen | auto | 0.4375 | 0.875 | 3.140s | 44.242s |
| Iteration 16 | svd | --- | 0.625 | 0.875 | 0.000s | 44.789s |
| Iteration 17 | svd | --- | 0.625 | 0.875 | 0.000s | 45.360s |
| Iteration 18 | lsqr | 1.0 | 0.75 | 0.875 | 3.153s | 49.087s |
| Iteration 19 | svd | --- | 0.625 | 0.875 | 0.000s | 49.641s |
| Iteration 20 | lsqr | None | 0.5 | 0.875 | 3.760s | 53.954s |
| Iteration 21 | eigen | 0.5 | 0.625 | 0.875 | 3.156s | 57.707s |
| Iteration 22 | eigen | 0.6 | 0.0 | 0.875 | 3.190s | 1m:01s |
| Iteration 23 | svd | --- | 0.625 | 0.875 | 0.000s | 1m:02s |
| Iteration 24 | svd | --- | 0.625 | 0.875 | 0.000s | 1m:03s |
| Iteration 25 | eigen | None | 0.8125 | 0.875 | 3.102s | 1m:06s |
| Iteration 26 | eigen | 0.9 | 0.875 | 0.875 | 0.000s | 1m:07s |
| Iteration 27 | eigen | 0.9 | 0.875 | 0.875 | 0.000s | 1m:08s |
| Iteration 28 | eigen | 0.9 | 0.875 | 0.875 | 0.000s | 1m:08s |
| Iteration 29 | lsqr | auto | 0.8125 | 0.875 | 0.000s | 1m:09s |
| Iteration 30 | eigen | auto | 0.4375 | 0.875 | 0.000s | 1m:10s |
| Iteration 31 | lsqr | auto | 0.8125 | 0.875 | 0.000s | 1m:10s |
| Iteration 32 | eigen | 0.9 | 0.875 | 0.875 | 0.000s | 1m:11s |
| Iteration 33 | eigen | 0.9 | 0.875 | 0.875 | 0.000s | 1m:12s |
| Iteration 34 | eigen | 0.9 | 0.875 | 0.875 | 0.000s | 1m:12s |
| Iteration 35 | eigen | 0.5 | 0.625 | 0.875 | 0.000s | 1m:13s |
| Iteration 36 | lsqr | 0.9 | 0.625 | 0.875 | 0.000s | 1m:14s |
| Iteration 37 | eigen | 0.9 | 0.875 | 0.875 | 0.000s | 1m:14s |
| Iteration 38 | svd | --- | 0.625 | 0.875 | 0.000s | 1m:15s |
| Iteration 39 | eigen | 0.9 | 0.875 | 0.875 | 0.000s | 1m:16s |
| Iteration 40 | eigen | 0.9 | 0.875 | 0.875 | 0.000s | 1m:16s |
| Iteration 41 | eigen | 0.9 | 0.875 | 0.875 | 0.000s | 1m:17s |
| Iteration 42 | eigen | 0.9 | 0.875 | 0.875 | 0.000s | 1m:18s |
| Iteration 43 | eigen | 0.9 | 0.875 | 0.875 | 0.000s | 1m:18s |
| Iteration 44 | eigen | 0.9 | 0.875 | 0.875 | 0.000s | 1m:19s |
| Iteration 45 | eigen | 0.9 | 0.875 | 0.875 | 0.000s | 1m:20s |
| Iteration 46 | eigen | 0.9 | 0.875 | 0.875 | 0.000s | 1m:21s |
| Iteration 47 | eigen | 0.9 | 0.875 | 0.875 | 0.000s | 1m:21s |
| Iteration 48 | eigen | 0.9 | 0.875 | 0.875 | 0.000s | 1m:22s |
| Iteration 49 | eigen | 0.9 | 0.875 | 0.875 | 0.000s | 1m:23s |
| Iteration 50 | eigen | 0.9 | 0.875 | 0.875 | 0.000s | 1m:24s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.9}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7625
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.55 ± 0.0
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:24s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.5625 | 0.5625 | 3.140s | 3.143s |
| Initial point 2 | 0.9 | 0.625 | 0.625 | 3.165s | 6.708s |
| Initial point 3 | 0.1 | 1.0 | 1.0 | 3.176s | 10.286s |
| Initial point 4 | 1.0 | 0.5625 | 1.0 | 0.000s | 10.674s |
| Initial point 5 | 0.2 | 0.75 | 1.0 | 3.161s | 14.256s |
| Initial point 6 | 0.4 | 0.5625 | 1.0 | 3.159s | 17.804s |
| Initial point 7 | 0.4 | 0.5625 | 1.0 | 0.000s | 18.212s |
| Initial point 8 | 0.7 | 0.625 | 1.0 | 3.110s | 21.720s |
| Initial point 9 | 0.9 | 0.625 | 1.0 | 0.000s | 22.117s |
| Initial point 10 | 0.8 | 0.375 | 1.0 | 3.157s | 25.659s |
| Iteration 11 | 0.3 | 0.875 | 1.0 | 3.163s | 29.310s |
| Iteration 12 | 0.6 | 0.625 | 1.0 | 3.139s | 32.935s |
| Iteration 13 | 0.1 | 1.0 | 1.0 | 0.000s | 33.439s |
| Iteration 14 | 0.5 | 1.0 | 1.0 | 3.157s | 37.075s |
| Iteration 15 | 0.0 | 0.6875 | 1.0 | 3.153s | 40.728s |
| Iteration 16 | 0.5 | 1.0 | 1.0 | 0.000s | 41.227s |
| Iteration 17 | 0.1 | 1.0 | 1.0 | 0.000s | 41.749s |
| Iteration 18 | 0.5 | 1.0 | 1.0 | 0.000s | 42.288s |
| Iteration 19 | 0.1 | 1.0 | 1.0 | 0.000s | 42.846s |
| Iteration 20 | 0.5 | 1.0 | 1.0 | 0.000s | 44.128s |
| Iteration 21 | 0.1 | 1.0 | 1.0 | 0.000s | 44.688s |
| Iteration 22 | 0.5 | 1.0 | 1.0 | 0.000s | 45.187s |
| Iteration 23 | 0.5 | 1.0 | 1.0 | 0.000s | 45.701s |
| Iteration 24 | 0.1 | 1.0 | 1.0 | 0.000s | 46.209s |
| Iteration 25 | 0.1 | 1.0 | 1.0 | 0.000s | 46.727s |
| Iteration 26 | 0.5 | 1.0 | 1.0 | 0.000s | 47.231s |
| Iteration 27 | 0.1 | 1.0 | 1.0 | 0.000s | 47.732s |
| Iteration 28 | 0.9 | 0.625 | 1.0 | 0.000s | 48.245s |
| Iteration 29 | 0.2 | 0.75 | 1.0 | 0.000s | 48.763s |
| Iteration 30 | 0.8 | 0.375 | 1.0 | 0.000s | 49.298s |
| Iteration 31 | 0.5 | 1.0 | 1.0 | 0.000s | 49.828s |
| Iteration 32 | 0.1 | 1.0 | 1.0 | 0.000s | 50.354s |
| Iteration 33 | 0.5 | 1.0 | 1.0 | 0.000s | 50.892s |
| Iteration 34 | 0.1 | 1.0 | 1.0 | 0.000s | 51.439s |
| Iteration 35 | 0.5 | 1.0 | 1.0 | 0.000s | 51.985s |
| Iteration 36 | 0.1 | 1.0 | 1.0 | 0.000s | 52.538s |
| Iteration 37 | 0.5 | 1.0 | 1.0 | 0.000s | 53.087s |
| Iteration 38 | 0.1 | 1.0 | 1.0 | 0.000s | 53.650s |
| Iteration 39 | 0.5 | 1.0 | 1.0 | 0.000s | 54.209s |
| Iteration 40 | 0.1 | 1.0 | 1.0 | 0.000s | 54.780s |
| Iteration 41 | 0.5 | 1.0 | 1.0 | 0.000s | 55.354s |
| Iteration 42 | 0.1 | 1.0 | 1.0 | 0.000s | 55.939s |
| Iteration 43 | 0.5 | 1.0 | 1.0 | 0.000s | 56.517s |
| Iteration 44 | 0.1 | 1.0 | 1.0 | 0.000s | 57.105s |
| Iteration 45 | 0.5 | 1.0 | 1.0 | 0.001s | 57.706s |
| Iteration 46 | 0.5 | 1.0 | 1.0 | 0.000s | 58.315s |
| Iteration 47 | 0.1 | 1.0 | 1.0 | 0.001s | 58.925s |
| Iteration 48 | 0.1 | 1.0 | 1.0 | 0.000s | 59.543s |
| Iteration 49 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:00s |
| Iteration 50 | 0.1 | 1.0 | 1.0 | 0.000s | 1m:01s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'reg_param': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:01s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.75
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.58 ± 0.0245
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:02s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 11.0249 | dista.. | auto | 40 | 1 | 0.5 | 0.5 | 3.148s | 3.168s |
| Initial point 2 | 4.3846 | uniform | kd_tree | 39 | 2 | 0.6875 | 0.6875 | 3.193s | 6.796s |
| Initial point 3 | 3.4636 | dista.. | ball_tree | 25 | 2 | 0.9375 | 0.9375 | 3.193s | 10.405s |
| Initial point 4 | 10.1048 | uniform | ball_tree | 39 | 2 | 0.5 | 0.9375 | 3.200s | 14.010s |
| Initial point 5 | 7.9158 | dista.. | auto | 30 | 2 | 0.6875 | 0.9375 | 3.231s | 17.657s |
| Initial point 6 | 9.1671 | dista.. | ball_tree | 21 | 2 | 0.5 | 0.9375 | 3.200s | 21.275s |
| Initial point 7 | 6.557 | dista.. | ball_tree | 24 | 1 | 0.875 | 0.9375 | 3.164s | 24.918s |
| Initial point 8 | 1.5713 | dista.. | ball_tree | 21 | 2 | 0.25 | 0.9375 | 3.182s | 28.512s |
| Initial point 9 | 7.304 | uniform | ball_tree | 24 | 1 | 0.5938 | 0.9375 | 3.164s | 32.090s |
| Initial point 10 | 5.1879 | uniform | brute | 22 | 2 | 0.5625 | 0.9375 | 3.126s | 35.631s |
| Iteration 11 | 8.7396 | dista.. | ball_tree | 25 | 1 | 0.6875 | 0.9375 | 3.141s | 39.483s |
| Iteration 12 | 3.5554 | dista.. | ball_tree | 25 | 2 | 0.4062 | 0.9375 | 3.204s | 43.429s |
| Iteration 13 | 7.0096 | dista.. | ball_tree | 27 | 1 | 0.4688 | 0.9375 | 3.158s | 47.193s |
| Iteration 14 | 7.7016 | dista.. | auto | 28 | 2 | 0.5 | 0.9375 | 3.173s | 51.001s |
| Iteration 15 | 7.0443 | dista.. | auto | 24 | 1 | 0.3438 | 0.9375 | 3.182s | 54.810s |
| Iteration 16 | 4.5293 | uniform | kd_tree | 37 | 2 | 0.5 | 0.9375 | 3.183s | 59.502s |
| Iteration 17 | 0.0688 | dista.. | ball_tree | 23 | 2 | 0.5 | 0.9375 | 3.185s | 1m:04s |
| Iteration 18 | 0.0962 | dista.. | ball_tree | 23 | 1 | 0.5 | 0.9375 | 3.798s | 1m:08s |
| Iteration 19 | 6.4987 | uniform | ball_tree | 24 | 1 | 0.625 | 0.9375 | 3.188s | 1m:12s |
| Iteration 20 | 3.3439 | dista.. | ball_tree | 25 | 2 | 0.625 | 0.9375 | 3.191s | 1m:16s |
| Iteration 21 | 6.6131 | dista.. | ball_tree | 24 | 1 | 0.5 | 0.9375 | 3.197s | 1m:20s |
| Iteration 22 | 3.4378 | dista.. | ball_tree | 35 | 2 | 0.1562 | 0.9375 | 3.354s | 1m:24s |
| Iteration 23 | 1.8583 | uniform | brute | 31 | 1 | 0.375 | 0.9375 | 3.173s | 1m:27s |
| Iteration 24 | 5.1021 | dista.. | ball_tree | 25 | 2 | 1.0 | 1.0 | 3.199s | 1m:31s |
| Iteration 25 | 10.8182 | uniform | ball_tree | 25 | 2 | 0.5 | 1.0 | 3.189s | 1m:35s |
| Iteration 26 | 10.5438 | dista.. | ball_tree | 25 | 2 | 0.75 | 1.0 | 3.158s | 1m:39s |
| Iteration 27 | 6.4754 | dista.. | ball_tree | 26 | 2 | 0.625 | 1.0 | 3.170s | 1m:43s |
| Iteration 28 | 7.7863 | dista.. | auto | 32 | 2 | 0.5 | 1.0 | 3.179s | 1m:47s |
| Iteration 29 | 0.3814 | uniform | ball_tree | 22 | 2 | 0.5 | 1.0 | 3.153s | 1m:51s |
| Iteration 30 | 4.481 | dista.. | kd_tree | 40 | 2 | 0.625 | 1.0 | 3.119s | 1m:55s |
| Iteration 31 | 10.9298 | dista.. | brute | 25 | 2 | 0.6875 | 1.0 | 3.152s | 1m:59s |
| Iteration 32 | 11.0257 | dista.. | auto | 25 | 2 | 0.75 | 1.0 | 3.204s | 2m:03s |
| Iteration 33 | 1.2091 | dista.. | auto | 25 | 1 | 0.5 | 1.0 | 3.130s | 2m:07s |
| Iteration 34 | 0.8164 | dista.. | brute | 30 | 1 | 0.5 | 1.0 | 3.115s | 2m:11s |
| Iteration 35 | 0.092 | dista.. | brute | 38 | 2 | 0.5 | 1.0 | 3.142s | 2m:15s |
| Iteration 36 | 11.0343 | uniform | auto | 28 | 2 | 0.5 | 1.0 | 3.145s | 2m:19s |
| Iteration 37 | 10.895 | dista.. | brute | 25 | 2 | 0.875 | 1.0 | 3.137s | 2m:23s |
| Iteration 38 | 11.0331 | dista.. | brute | 25 | 2 | 0.75 | 1.0 | 3.122s | 2m:27s |
| Iteration 39 | 10.4863 | dista.. | brute | 25 | 2 | 0.5 | 1.0 | 3.148s | 2m:30s |
| Iteration 40 | 10.8013 | dista.. | brute | 25 | 2 | 0.375 | 1.0 | 3.194s | 2m:34s |
| Iteration 41 | 10.8714 | uniform | auto | 33 | 2 | 0.5 | 1.0 | 3.112s | 2m:38s |
| Iteration 42 | 10.8892 | dista.. | auto | 25 | 2 | 0.5 | 1.0 | 3.771s | 2m:43s |
| Iteration 43 | 0.425 | uniform | brute | 26 | 2 | 0.5 | 1.0 | 3.149s | 2m:47s |
| Iteration 44 | 9.6619 | uniform | brute | 20 | 1 | 0.8125 | 1.0 | 3.157s | 2m:51s |
| Iteration 45 | 0.5263 | dista.. | auto | 25 | 2 | 0.375 | 1.0 | 3.163s | 2m:55s |
| Iteration 46 | 5.0142 | dista.. | kd_tree | 25 | 2 | 0.8125 | 1.0 | 3.173s | 2m:59s |
| Iteration 47 | 4.9455 | dista.. | ball_tree | 25 | 2 | 0.9375 | 1.0 | 3.125s | 3m:03s |
| Iteration 48 | 4.9927 | dista.. | auto | 25 | 2 | 0.6875 | 1.0 | 3.121s | 3m:07s |
| Iteration 49 | 5.0304 | uniform | kd_tree | 28 | 2 | 0.625 | 1.0 | 3.139s | 3m:11s |
| Iteration 50 | 4.9926 | dista.. | kd_tree | 25 | 2 | 0.4375 | 1.0 | 3.145s | 3m:15s |
Bayesian Optimization ---------------------------
Best call --> Iteration 24
Best parameters --> {'radius': 5.1021, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 25, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:16s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.0447
Time elapsed: 0.054s
-------------------------------------------------
Total time: 3m:16s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.6875 | 0.6875 | 3.559s | 3.567s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.5 | 0.6875 | 3.525s | 7.502s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.875 | 0.875 | 3.321s | 11.230s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.625 | 0.875 | 3.468s | 15.111s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.9375 | 0.9375 | 3.343s | 18.846s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.875 | 0.9375 | 3.540s | 22.799s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.9062 | 0.9375 | 3.189s | 26.385s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.375 | 0.9375 | 3.436s | 30.239s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.5 | 0.9375 | 3.165s | 33.803s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.6875 | 0.9375 | 3.291s | 37.510s |
| Iteration 11 | 242 | 0.1262 | SAMME | 0.9375 | 0.9375 | 3.332s | 41.517s |
| Iteration 12 | 250 | 2.2173 | SAMME | 0.8125 | 0.9375 | 3.163s | 45.465s |
| Iteration 13 | 245 | 0.0392 | SAMME | 0.8125 | 0.9375 | 3.317s | 49.445s |
| Iteration 14 | 276 | 0.01 | SAMME.R | 1.0 | 1.0 | 3.377s | 53.491s |
| Iteration 15 | 297 | 0.01 | SAMME | 0.7812 | 1.0 | 3.353s | 58.342s |
| Iteration 16 | 272 | 10.0 | SAMME.R | 0.625 | 1.0 | 3.374s | 1m:03s |
| Iteration 17 | 269 | 0.01 | SAMME.R | 1.0 | 1.0 | 3.389s | 1m:07s |
| Iteration 18 | 176 | 0.0105 | SAMME.R | 1.0 | 1.0 | 3.265s | 1m:11s |
| Iteration 19 | 300 | 1.9945 | SAMME | 0.8125 | 1.0 | 3.352s | 1m:15s |
| Iteration 20 | 233 | 0.0102 | SAMME.R | 0.25 | 1.0 | 4.060s | 1m:19s |
| Iteration 21 | 165 | 0.0105 | SAMME.R | 0.5312 | 1.0 | 3.366s | 1m:23s |
| Iteration 22 | 273 | 0.01 | SAMME.R | 0.6875 | 1.0 | 3.416s | 1m:28s |
| Iteration 23 | 233 | 0.01 | SAMME | 0.625 | 1.0 | 3.332s | 1m:32s |
| Iteration 24 | 250 | 0.1385 | SAMME | 1.0 | 1.0 | 3.359s | 1m:36s |
| Iteration 25 | 253 | 0.0155 | SAMME | 1.0 | 1.0 | 3.375s | 1m:40s |
| Iteration 26 | 252 | 0.01 | SAMME | 0.75 | 1.0 | 3.356s | 1m:44s |
| Iteration 27 | 264 | 8.2633 | SAMME | 0.375 | 1.0 | 3.209s | 1m:48s |
| Iteration 28 | 256 | 0.0714 | SAMME | 0.5938 | 1.0 | 3.370s | 1m:52s |
| Iteration 29 | 180 | 0.0105 | SAMME.R | 0.8125 | 1.0 | 3.378s | 1m:57s |
| Iteration 30 | 245 | 10.0 | SAMME | 0.5938 | 1.0 | 3.235s | 2m:01s |
| Iteration 31 | 246 | 0.1458 | SAMME | 0.6562 | 1.0 | 3.409s | 2m:05s |
| Iteration 32 | 279 | 0.01 | SAMME | 0.6562 | 1.0 | 3.405s | 2m:09s |
| Iteration 33 | 176 | 0.0583 | SAMME.R | 0.375 | 1.0 | 3.321s | 2m:13s |
| Iteration 34 | 262 | 0.0153 | SAMME.R | 0.2188 | 1.0 | 3.361s | 2m:17s |
| Iteration 35 | 280 | 0.0209 | SAMME.R | 0.8125 | 1.0 | 3.415s | 2m:21s |
| Iteration 36 | 250 | 0.0393 | SAMME | 0.4688 | 1.0 | 3.342s | 2m:25s |
| Iteration 37 | 278 | 3.8534 | SAMME.R | 0.625 | 1.0 | 3.418s | 2m:30s |
| Iteration 38 | 476 | 0.0207 | SAMME | 0.625 | 1.0 | 3.524s | 2m:35s |
| Iteration 39 | 457 | 6.592 | SAMME.R | 0.5 | 1.0 | 3.521s | 2m:40s |
| Iteration 40 | 248 | 0.0857 | SAMME | 0.8125 | 1.0 | 3.229s | 2m:45s |
| Iteration 41 | 238 | 0.2429 | SAMME | 0.4375 | 1.0 | 3.329s | 2m:50s |
| Iteration 42 | 276 | 0.0293 | SAMME.R | 0.625 | 1.0 | 3.362s | 2m:55s |
| Iteration 43 | 249 | 0.1294 | SAMME | 1.0 | 1.0 | 3.299s | 3m:00s |
| Iteration 44 | 251 | 0.1283 | SAMME | 0.7812 | 1.0 | 3.336s | 3m:05s |
| Iteration 45 | 244 | 0.1308 | SAMME | 0.5625 | 1.0 | 3.343s | 3m:09s |
| Iteration 46 | 253 | 0.8493 | SAMME | 0.9375 | 1.0 | 4.014s | 3m:14s |
| Iteration 47 | 252 | 8.4833 | SAMME | 0.375 | 1.0 | 3.195s | 3m:18s |
| Iteration 48 | 253 | 0.0155 | SAMME | 1.0 | 1.0 | 0.000s | 3m:19s |
| Iteration 49 | 466 | 0.0152 | SAMME | 0.6875 | 1.0 | 3.481s | 3m:23s |
| Iteration 50 | 314 | 0.9122 | SAMME | 0.6875 | 1.0 | 3.385s | 3m:28s |
Bayesian Optimization ---------------------------
Best call --> Iteration 17
Best parameters --> {'n_estimators': 269, 'learning_rate': 0.01, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9728
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.256s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.665 ± 0.0644
Time elapsed: 1.117s
-------------------------------------------------
Total time: 3m:30s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.75 | 0.75 | 3.528s | 3.547s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.625 | 0.75 | 3.382s | 7.342s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 1.0 | 1.0 | 3.421s | 11.191s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 1.0 | 3.209s | 14.877s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.875 | 1.0 | 3.449s | 18.748s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.6875 | 1.0 | 3.253s | 22.427s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.9375 | 1.0 | 3.310s | 26.164s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.5625 | 1.0 | 3.266s | 29.849s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.5 | 1.0 | 3.390s | 33.664s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.5625 | 1.0 | 3.291s | 37.392s |
| Iteration 11 | 500 | entropy | 9 | 20 | 1 | None | True | 0.0 | 0.9 | 0.875 | 1.0 | 3.568s | 41.902s |
| Iteration 12 | 500 | entropy | 6 | 14 | 1 | 0.8 | False | 0.0268 | --- | 0.75 | 1.0 | 3.460s | 46.304s |
| Iteration 13 | 10 | entropy | 6 | 20 | 20 | auto | True | 0.0 | None | 0.5 | 1.0 | 3.075s | 50.278s |
| Iteration 14 | 297 | entropy | 7 | 20 | 5 | log2 | True | 0.0329 | 0.7 | 1.0 | 1.0 | 3.387s | 54.483s |
| Iteration 15 | 284 | entropy | 7 | 18 | 4 | 0.5 | False | 0.029 | --- | 0.8125 | 1.0 | 3.319s | 58.721s |
| Iteration 16 | 486 | entropy | 6 | 18 | 4 | 0.6 | False | 0.027 | --- | 0.5 | 1.0 | 3.445s | 1m:03s |
| Iteration 17 | 47 | entropy | 9 | 8 | 5 | sqrt | True | 0.0255 | 0.6 | 1.0 | 1.0 | 3.155s | 1m:07s |
| Iteration 18 | 192 | entropy | 9 | 9 | 8 | 0.9 | True | 0.0338 | 0.9 | 0.8125 | 1.0 | 3.291s | 1m:11s |
| Iteration 19 | 32 | entropy | 9 | 5 | 1 | sqrt | False | 0.0302 | --- | 0.75 | 1.0 | 3.252s | 1m:15s |
| Iteration 20 | 137 | entropy | 9 | 18 | 7 | 0.5 | True | 0.0096 | 0.5 | 0.375 | 1.0 | 3.227s | 1m:19s |
| Iteration 21 | 191 | entropy | 6 | 20 | 3 | 0.6 | True | 0.035 | 0.9 | 0.5625 | 1.0 | 3.260s | 1m:24s |
| Iteration 22 | 71 | entropy | 3 | 15 | 14 | 0.7 | True | 0.035 | 0.6 | 0.5 | 1.0 | 3.166s | 1m:28s |
| Iteration 23 | 248 | entropy | 8 | 18 | 5 | log2 | True | 0.0321 | 0.7 | 0.875 | 1.0 | 3.312s | 1m:32s |
| Iteration 24 | 422 | gini | 2 | 3 | 3 | 0.9 | False | 0.0146 | --- | 0.875 | 1.0 | 3.458s | 1m:37s |
| Iteration 25 | 68 | gini | 2 | 12 | 5 | 0.5 | True | 0.0119 | 0.6 | 1.0 | 1.0 | 3.186s | 1m:41s |
| Iteration 26 | 345 | gini | 5 | 8 | 5 | 0.8 | True | 0.0068 | None | 0.6875 | 1.0 | 3.384s | 1m:45s |
| Iteration 27 | 313 | entropy | 7 | 20 | 5 | log2 | True | 0.0336 | 0.7 | 0.8125 | 1.0 | 3.375s | 1m:49s |
| Iteration 28 | 63 | entropy | 1 | 17 | 5 | 0.5 | True | 0.0238 | 0.7 | 0.625 | 1.0 | 3.171s | 1m:54s |
| Iteration 29 | 164 | entropy | 6 | 15 | 5 | log2 | True | 0.033 | 0.6 | 0.8125 | 1.0 | 3.258s | 1m:58s |
| Iteration 30 | 465 | entropy | 8 | 17 | 19 | 0.6 | True | 0.0295 | 0.7 | 0.5 | 1.0 | 3.468s | 2m:02s |
| Iteration 31 | 411 | entropy | 8 | 19 | 3 | 0.6 | False | 0.0271 | --- | 0.6875 | 1.0 | 3.345s | 2m:07s |
| Iteration 32 | 353 | gini | 4 | 20 | 7 | 0.6 | False | 0.0307 | --- | 0.5625 | 1.0 | 3.305s | 2m:11s |
| Iteration 33 | 300 | entropy | 1 | 12 | 4 | 0.5 | True | 0.0122 | 0.8 | 0.1875 | 1.0 | 3.319s | 2m:16s |
| Iteration 34 | 312 | entropy | 9 | 14 | 5 | sqrt | False | 0.0328 | --- | 0.1875 | 1.0 | 3.284s | 2m:20s |
| Iteration 35 | 373 | entropy | 8 | 17 | 2 | 0.6 | False | 0.0292 | --- | 0.875 | 1.0 | 3.338s | 2m:24s |
| Iteration 36 | 203 | gini | 5 | 12 | 4 | 0.5 | True | 0.012 | 0.7 | 0.5312 | 1.0 | 3.264s | 2m:29s |
| Iteration 37 | 274 | entropy | 4 | 14 | 18 | 0.6 | False | 0.0288 | --- | 0.8438 | 1.0 | 3.264s | 2m:33s |
| Iteration 38 | 338 | entropy | 7 | 19 | 13 | log2 | True | 0.0327 | 0.7 | 0.625 | 1.0 | 3.352s | 2m:38s |
| Iteration 39 | 334 | entropy | 1 | 5 | 6 | 0.8 | False | 0.0295 | --- | 0.625 | 1.0 | 3.282s | 2m:42s |
| Iteration 40 | 458 | gini | 2 | 15 | 4 | 0.6 | False | 0.0289 | --- | 0.8125 | 1.0 | 3.350s | 2m:46s |
| Iteration 41 | 241 | entropy | 3 | 9 | 5 | sqrt | False | 0.0256 | --- | 0.5312 | 1.0 | 3.236s | 2m:51s |
| Iteration 42 | 350 | entropy | 2 | 17 | 5 | 0.5 | True | 0.012 | 0.6 | 0.6875 | 1.0 | 3.380s | 2m:55s |
| Iteration 43 | 415 | gini | 9 | 7 | 5 | auto | True | 0.017 | None | 0.9375 | 1.0 | 3.436s | 2m:60s |
| Iteration 44 | 460 | entropy | None | 2 | 3 | 0.5 | False | 0.0316 | --- | 0.75 | 1.0 | 3.401s | 3m:04s |
| Iteration 45 | 449 | gini | 9 | 6 | 5 | auto | True | 0.0022 | None | 0.625 | 1.0 | 3.453s | 3m:09s |
| Iteration 46 | 201 | gini | 4 | 19 | 3 | 0.5 | False | 0.0175 | --- | 0.9375 | 1.0 | 3.229s | 3m:13s |
| Iteration 47 | 255 | gini | 9 | 5 | 5 | 0.6 | True | 0.0289 | 0.7 | 0.6875 | 1.0 | 3.313s | 3m:18s |
| Iteration 48 | 179 | gini | 3 | 5 | 3 | 0.6 | False | 0.0 | --- | 0.75 | 1.0 | 3.252s | 3m:23s |
| Iteration 49 | 441 | gini | 5 | 13 | 6 | auto | False | 0.0119 | --- | 0.8125 | 1.0 | 3.390s | 3m:27s |
| Iteration 50 | 368 | entropy | 5 | 19 | 2 | None | False | 0.0327 | --- | 0.75 | 1.0 | 3.354s | 3m:32s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'n_estimators': 470, 'criterion': 'entropy', 'max_depth': 6, 'min_samples_split': 16, 'min_samples_leaf': 3, 'max_features': 0.6, 'bootstrap': False, 'ccp_alpha': 0.029}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:33s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9982
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.334s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.68 ± 0.1435
Time elapsed: 1.478s
-------------------------------------------------
Total time: 3m:35s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.210s | 3.227s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.625 | 0.625 | 3.205s | 6.856s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.625 | 3.176s | 10.490s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.625 | 3.138s | 14.066s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.625 | 3.207s | 17.739s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.625 | 3.167s | 21.332s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.625 | 3.189s | 24.976s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.625 | 3.178s | 28.592s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.5 | 0.625 | 3.194s | 32.242s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.625 | 3.158s | 35.913s |
| Iteration 11 | 385 | 0.0516 | 8 | 0.2782 | 3 | 0.9 | 1.0 | 0.01 | 0.1 | 1.0 | 1.0 | 3.221s | 39.843s |
| Iteration 12 | 294 | 0.0198 | 7 | 0.0 | 5 | 1.0 | 1.0 | 0 | 1 | 0.75 | 1.0 | 3.187s | 43.860s |
| Iteration 13 | 381 | 0.0346 | 8 | 0.148 | 2 | 0.9 | 1.0 | 0.01 | 0.01 | 0.5625 | 1.0 | 3.186s | 47.867s |
| Iteration 14 | 111 | 0.9442 | 9 | 0.2649 | 9 | 1.0 | 1.0 | 0 | 10 | 0.5 | 1.0 | 3.119s | 52.296s |
| Iteration 15 | 163 | 0.0534 | 8 | 0.8781 | 5 | 0.6 | 1.0 | 0.01 | 0.1 | 0.4688 | 1.0 | 3.199s | 56.378s |
| Iteration 16 | 271 | 0.0783 | 5 | 0.0863 | 6 | 0.9 | 0.9 | 0 | 0.1 | 0.625 | 1.0 | 3.200s | 1m:00s |
| Iteration 17 | 250 | 0.0558 | 7 | 0.0269 | 4 | 0.9 | 0.7 | 0 | 1 | 1.0 | 1.0 | 3.201s | 1m:04s |
| Iteration 18 | 297 | 0.111 | 7 | 0.2505 | 3 | 0.9 | 0.9 | 0.01 | 0.01 | 0.75 | 1.0 | 3.211s | 1m:08s |
| Iteration 19 | 411 | 0.9795 | 6 | 0.0 | 4 | 1.0 | 0.8 | 0 | 0.1 | 0.9062 | 1.0 | 3.365s | 1m:13s |
| Iteration 20 | 369 | 0.015 | 8 | 0.0 | 4 | 0.6 | 0.4 | 100 | 100 | 0.5 | 1.0 | 3.293s | 1m:17s |
| Iteration 21 | 391 | 0.2212 | 4 | 0.1226 | 4 | 0.5 | 0.5 | 0 | 1 | 0.4375 | 1.0 | 3.186s | 1m:21s |
| Iteration 22 | 232 | 0.0278 | 4 | 0.0 | 4 | 0.9 | 0.5 | 0 | 1 | 0.6562 | 1.0 | 3.164s | 1m:25s |
| Iteration 23 | 218 | 0.0918 | 9 | 0.0 | 4 | 1.0 | 0.5 | 0.01 | 10 | 0.875 | 1.0 | 3.160s | 1m:29s |
| Iteration 24 | 324 | 0.2446 | 10 | 0.0 | 4 | 0.9 | 0.8 | 100 | 0 | 0.5 | 1.0 | 3.166s | 1m:33s |
| Iteration 25 | 331 | 0.0785 | 8 | 0.055 | 4 | 1.0 | 0.9 | 0 | 100 | 1.0 | 1.0 | 3.210s | 1m:37s |
| Iteration 26 | 497 | 0.0335 | 9 | 0.1188 | 3 | 1.0 | 0.8 | 0 | 0 | 0.625 | 1.0 | 3.205s | 1m:42s |
| Iteration 27 | 318 | 0.3842 | 8 | 0.1146 | 4 | 1.0 | 0.9 | 0 | 10 | 0.6562 | 1.0 | 3.800s | 1m:47s |
| Iteration 28 | 180 | 0.0473 | 8 | 0.0403 | 4 | 0.7 | 0.7 | 0 | 10 | 0.5938 | 1.0 | 3.170s | 1m:51s |
| Iteration 29 | 189 | 0.0263 | 4 | 0.6546 | 1 | 1.0 | 0.6 | 0 | 10 | 0.8125 | 1.0 | 3.183s | 1m:55s |
| Iteration 30 | 52 | 0.1927 | 1 | 0.7341 | 1 | 1.0 | 0.5 | 0 | 100 | 0.625 | 1.0 | 3.141s | 1m:59s |
| Iteration 31 | 477 | 1.0 | 10 | 1.0 | 4 | 1.0 | 0.4 | 0 | 100 | 0.5 | 1.0 | 3.208s | 2m:03s |
| Iteration 32 | 147 | 0.0172 | 3 | 0.0 | 1 | 1.0 | 0.9 | 0 | 100 | 0.5938 | 1.0 | 3.170s | 2m:07s |
| Iteration 33 | 477 | 0.0141 | 7 | 0.9647 | 10 | 1.0 | 0.9 | 100 | 100 | 0.5 | 1.0 | 3.191s | 2m:11s |
| Iteration 34 | 442 | 0.6351 | 8 | 0.0289 | 4 | 1.0 | 1.0 | 0 | 0.1 | 0.125 | 1.0 | 3.198s | 2m:15s |
| Iteration 35 | 424 | 0.0657 | 9 | 0.7431 | 3 | 1.0 | 0.8 | 0.01 | 100 | 0.625 | 1.0 | 3.247s | 2m:20s |
| Iteration 36 | 70 | 0.0531 | 8 | 0.2071 | 3 | 0.9 | 0.8 | 0.1 | 1 | 0.5312 | 1.0 | 3.149s | 2m:24s |
| Iteration 37 | 274 | 0.067 | 6 | 0.1097 | 2 | 1.0 | 0.6 | 0 | 1 | 0.6875 | 1.0 | 3.252s | 2m:28s |
| Iteration 38 | 239 | 0.1645 | 9 | 0.4594 | 1 | 1.0 | 0.5 | 10 | 0 | 0.5 | 1.0 | 3.208s | 2m:32s |
| Iteration 39 | 223 | 0.0102 | 1 | 0.4895 | 7 | 1.0 | 0.8 | 0.1 | 1 | 0.75 | 1.0 | 3.205s | 2m:36s |
| Iteration 40 | 102 | 0.0591 | 8 | 0.5139 | 9 | 1.0 | 0.4 | 0 | 10 | 0.5 | 1.0 | 3.175s | 2m:40s |
| Iteration 41 | 278 | 0.0477 | 10 | 0.2851 | 3 | 1.0 | 0.7 | 0 | 100 | 0.5 | 1.0 | 3.224s | 2m:45s |
| Iteration 42 | 388 | 0.0123 | 6 | 0.402 | 1 | 1.0 | 0.8 | 100 | 1 | 0.5 | 1.0 | 3.176s | 2m:49s |
| Iteration 43 | 25 | 0.0428 | 3 | 0.8838 | 9 | 0.5 | 0.9 | 100 | 0.01 | 0.5 | 1.0 | 3.185s | 2m:53s |
| Iteration 44 | 322 | 0.0494 | 6 | 0.0121 | 4 | 1.0 | 0.7 | 0 | 0.1 | 0.75 | 1.0 | 3.177s | 2m:57s |
| Iteration 45 | 104 | 0.573 | 8 | 0.8416 | 10 | 1.0 | 0.8 | 100 | 0.01 | 0.5 | 1.0 | 3.504s | 3m:02s |
| Iteration 46 | 273 | 0.0103 | 9 | 0.9937 | 10 | 0.9 | 0.8 | 0 | 1 | 0.5 | 1.0 | 3.207s | 3m:08s |
| Iteration 47 | 319 | 0.0627 | 8 | 0.0043 | 4 | 1.0 | 0.8 | 0 | 10 | 0.6875 | 1.0 | 3.185s | 3m:13s |
| Iteration 48 | 428 | 0.0118 | 7 | 0.1935 | 1 | 0.5 | 1.0 | 0.01 | 10 | 0.9375 | 1.0 | 3.245s | 3m:18s |
| Iteration 49 | 158 | 0.0127 | 7 | 0.041 | 10 | 0.8 | 0.5 | 0 | 10 | 0.5 | 1.0 | 3.198s | 3m:22s |
| Iteration 50 | 163 | 0.0104 | 8 | 0.8147 | 1 | 0.8 | 0.8 | 0 | 100 | 0.625 | 1.0 | 3.178s | 3m:26s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'n_estimators': 385, 'learning_rate': 0.0516, 'max_depth': 8, 'gamma': 0.2782, 'min_child_weight': 3, 'subsample': 0.9, 'colsample_bytree': 1.0, 'reg_alpha': 0.01, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:27s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9696
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.084s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.62 ± 0.103
Time elapsed: 0.253s
-------------------------------------------------
Total time: 3m:28s
Final results ==================== >>
Duration: 22m:58s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.685 ± 0.0735 ~
Logistic Regression --> roc_auc: 0.52 ± 0.1166 ~
Linear Discriminant Analysis --> roc_auc: 0.55 ± 0.0 ~
Quadratic Discriminant Analysis --> roc_auc: 0.58 ± 0.0245 ~
Radius Nearest Neighbors --> roc_auc: 0.75 ± 0.0447 !
AdaBoost --> roc_auc: 0.665 ± 0.0644 ~
Random Forest --> roc_auc: 0.68 ± 0.1435
XGBoost --> roc_auc: 0.62 ± 0.103 ~
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 825 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAATSGSARQLTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAASMNSGYSTLTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVDAGGTSYGKLTF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVRGAAGNKLTF.
>>> Dropping feature CAVSSGGYNKLIF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAARDNYGQNFVF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAASTNTGNQFYF.
>>> Dropping feature CALILTGGGNKLTF.
>>> Dropping feature CAVANAGGTSYGKLTF.
>>> Dropping feature CAVDTDKLIF.
>>> Dropping feature CAVGGGSYIPTF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVLDSSYKLIF.
>>> Dropping feature CAVTNTGGFKTIF.
>>> Dropping feature CAASANTGNQFYF.
>>> Dropping feature CAASKGSARQLTF.
>>> Dropping feature CALMDTGRRALTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVRNAGNMLTF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CAVDGQKLLF.
>>> Dropping feature CAVEDTGGFKTIF.
>>> Dropping feature CAVGGGSNYKLTF.
>>> Dropping feature CAVKSGGSYIPTF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAVSSGGGADGLTF.
>>> Dropping feature CAYTGANSKLTF.
>>> Dropping feature CAVDGSSNTGKLIF.
>>> Dropping feature CAVVNAGGTSYGKLTF.
>>> Dropping feature CAALNAGNNRKLIW.
>>> Dropping feature CAVKGGSEKLVF.
>>> Dropping feature CAVSPSGGYQKVTF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CVVNKAAGNKLTF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.6875 | 0.6875 | 0.692s | 0.712s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.5938 | 0.6875 | 0.683s | 1.886s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.6875 | 0.6875 | 0.646s | 2.978s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.5625 | 0.6875 | 0.679s | 4.101s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.9375 | 0.9375 | 0.691s | 5.209s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.875 | 0.9375 | 0.737s | 6.395s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.8125 | 0.9375 | 0.712s | 7.529s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.75 | 0.9375 | 0.747s | 8.716s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.9375 | 0.9375 | 0.675s | 9.841s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.875 | 0.9375 | 0.676s | 10.957s |
| Iteration 11 | exponen.. | 0.2866 | 231 | 1.0 | friedman_mse | 16 | 18 | 6 | 0.5 | 0.0015 | 0.375 | 0.9375 | 0.697s | 12.403s |
| Iteration 12 | exponen.. | 0.0244 | 466 | 0.5 | friedman_mse | 7 | 7 | 7 | 0.6 | 0.0061 | 0.75 | 0.9375 | 0.763s | 13.957s |
| Iteration 13 | exponen.. | 0.0556 | 471 | 0.7 | friedman_mse | 11 | 4 | 10 | 0.6 | 0.0025 | 0.8125 | 0.9375 | 0.817s | 15.539s |
| Iteration 14 | exponen.. | 0.1163 | 61 | 0.7 | friedman_mse | 3 | 5 | 1 | 0.8 | 0.0279 | 0.9375 | 0.9375 | 0.725s | 17.079s |
| Iteration 15 | exponen.. | 0.1342 | 121 | 0.8 | friedman_mse | 9 | 11 | 1 | 0.7 | 0.0158 | 0.75 | 0.9375 | 0.729s | 18.726s |
| Iteration 16 | deviance | 0.0155 | 32 | 0.7 | friedman_mse | 14 | 13 | 10 | log2 | 0.0265 | 0.9375 | 0.9375 | 0.688s | 20.108s |
| Iteration 17 | exponen.. | 0.01 | 483 | 1.0 | squared_er.. | 15 | 3 | 9 | 0.9 | 0.0149 | 0.75 | 0.9375 | 0.809s | 21.654s |
| Iteration 18 | deviance | 0.0314 | 40 | 0.6 | friedman_mse | 6 | 3 | 10 | 0.8 | 0.03 | 0.875 | 0.9375 | 0.687s | 23.071s |
| Iteration 19 | exponen.. | 0.1617 | 43 | 0.8 | squared_er.. | 16 | 18 | 10 | 0.6 | 0.0126 | 0.8125 | 0.9375 | 0.686s | 24.518s |
| Iteration 20 | exponen.. | 0.0218 | 10 | 0.9 | friedman_mse | 16 | 15 | 9 | sqrt | 0.029 | 0.9375 | 0.9375 | 0.688s | 25.960s |
| Iteration 21 | deviance | 0.0136 | 10 | 0.8 | squared_er.. | 4 | 13 | 9 | log2 | 0.0011 | 0.5625 | 0.9375 | 0.645s | 27.521s |
| Iteration 22 | exponen.. | 0.0155 | 45 | 0.8 | friedman_mse | 19 | 13 | 9 | 0.5 | 0.0058 | 0.75 | 0.9375 | 0.636s | 28.935s |
| Iteration 23 | exponen.. | 0.0264 | 500 | 0.7 | friedman_mse | 20 | 15 | 9 | auto | 0.0331 | 0.9375 | 0.9375 | 0.746s | 30.446s |
| Iteration 24 | exponen.. | 0.0385 | 287 | 0.5 | friedman_mse | 5 | 8 | 1 | 0.5 | 0.035 | 0.5625 | 0.9375 | 0.692s | 31.911s |
| Iteration 25 | exponen.. | 0.0174 | 416 | 0.7 | friedman_mse | 5 | 6 | 10 | 0.8 | 0.035 | 0.625 | 0.9375 | 0.754s | 33.423s |
| Iteration 26 | exponen.. | 0.0296 | 377 | 0.8 | friedman_mse | 14 | 12 | 9 | auto | 0.0284 | 0.75 | 0.9375 | 0.725s | 34.959s |
| Iteration 27 | deviance | 0.0255 | 42 | 0.7 | friedman_mse | 6 | 15 | 10 | auto | 0.0224 | 0.75 | 0.9375 | 0.636s | 36.379s |
| Iteration 28 | deviance | 0.0296 | 272 | 0.7 | squared_er.. | 20 | 3 | 10 | 0.8 | 0.0258 | 0.1875 | 0.9375 | 1.261s | 38.400s |
| Iteration 29 | exponen.. | 0.3198 | 391 | 0.5 | friedman_mse | 4 | 12 | 1 | 0.8 | 0.0169 | 0.375 | 0.9375 | 0.719s | 39.877s |
| Iteration 30 | deviance | 0.01 | 413 | 0.9 | friedman_mse | 20 | 14 | 1 | 0.8 | 0.0327 | 0.9688 | 0.9688 | 0.774s | 41.460s |
| Iteration 31 | deviance | 0.01 | 22 | 1.0 | friedman_mse | 2 | 17 | 1 | sqrt | 0.0335 | 0.875 | 0.9688 | 0.681s | 43.139s |
| Iteration 32 | deviance | 0.01 | 10 | 0.5 | friedman_mse | 20 | 8 | 4 | auto | 0.035 | 0.6562 | 0.9688 | 0.674s | 44.759s |
| Iteration 33 | deviance | 0.0878 | 197 | 1.0 | friedman_mse | 14 | 9 | 6 | 0.8 | 0.0297 | 0.125 | 0.9688 | 0.719s | 46.333s |
| Iteration 34 | deviance | 0.0273 | 400 | 0.9 | friedman_mse | 8 | 17 | 1 | 0.7 | 0.0338 | 0.9375 | 0.9688 | 0.715s | 47.923s |
| Iteration 35 | deviance | 0.1598 | 164 | 0.6 | friedman_mse | 9 | 7 | 9 | 0.5 | 0.0275 | 0.7812 | 0.9688 | 0.707s | 49.565s |
| Iteration 36 | exponen.. | 0.1532 | 82 | 0.9 | friedman_mse | 20 | 14 | 1 | 0.9 | 0.0 | 0.875 | 0.9688 | 0.690s | 51.137s |
| Iteration 37 | exponen.. | 0.0653 | 440 | 0.6 | friedman_mse | 19 | 12 | 9 | auto | 0.0 | 1.0 | 1.0 | 0.768s | 52.753s |
| Iteration 38 | deviance | 0.01 | 364 | 0.6 | friedman_mse | 20 | 14 | 9 | auto | 0.015 | 0.8125 | 1.0 | 0.757s | 54.444s |
| Iteration 39 | deviance | 0.0311 | 156 | 0.7 | friedman_mse | 20 | 14 | 10 | 0.7 | 0.0222 | 0.8125 | 1.0 | 0.707s | 56.119s |
| Iteration 40 | deviance | 0.1516 | 411 | 0.7 | friedman_mse | 17 | 9 | 9 | auto | 0.0 | 0.875 | 1.0 | 0.781s | 57.844s |
| Iteration 41 | deviance | 0.0611 | 409 | 0.9 | friedman_mse | 2 | 4 | 9 | 0.7 | 0.0001 | 1.0 | 1.0 | 0.786s | 59.535s |
| Iteration 42 | deviance | 0.7684 | 306 | 0.9 | friedman_mse | 8 | 8 | 9 | 0.7 | 0.0 | 0.8125 | 1.0 | 0.739s | 1m:01s |
| Iteration 43 | deviance | 0.0261 | 298 | 0.9 | friedman_mse | 12 | 20 | 1 | log2 | 0.0305 | 0.5938 | 1.0 | 0.738s | 1m:03s |
| Iteration 44 | deviance | 0.0308 | 313 | 0.9 | friedman_mse | 10 | 9 | 9 | 0.7 | 0.0055 | 0.6875 | 1.0 | 0.761s | 1m:05s |
| Iteration 45 | deviance | 0.01 | 470 | 1.0 | friedman_mse | 15 | 17 | 2 | 0.9 | 0.0112 | 0.9375 | 1.0 | 0.757s | 1m:06s |
| Iteration 46 | exponen.. | 0.01 | 67 | 1.0 | friedman_mse | 12 | 8 | 3 | 0.6 | 0.0179 | 1.0 | 1.0 | 0.686s | 1m:08s |
| Iteration 47 | exponen.. | 0.0154 | 77 | 0.7 | friedman_mse | 8 | 4 | 2 | None | 0.0187 | 0.875 | 1.0 | 0.689s | 1m:10s |
| Iteration 48 | deviance | 0.0525 | 444 | 0.9 | friedman_mse | 4 | 9 | 9 | None | 0.0 | 0.625 | 1.0 | 0.787s | 1m:11s |
| Iteration 49 | exponen.. | 1.0 | 478 | 0.5 | friedman_mse | 17 | 12 | 9 | auto | 0.0346 | 0.5 | 1.0 | 0.779s | 1m:13s |
| Iteration 50 | exponen.. | 0.0301 | 228 | 1.0 | friedman_mse | 7 | 2 | 2 | None | 0.0027 | 0.6875 | 1.0 | 0.722s | 1m:15s |
Bayesian Optimization ---------------------------
Best call --> Iteration 41
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.0611, 'n_estimators': 409, 'subsample': 0.9, 'criterion': 'friedman_mse', 'min_samples_split': 2, 'min_samples_leaf': 4, 'max_depth': 9, 'max_features': 0.7, 'ccp_alpha': 0.0001}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:16s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.141s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.77 ± 0.04
Time elapsed: 0.642s
-------------------------------------------------
Total time: 1m:17s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.1875 | 0.1875 | 1.269s | 1.282s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.9375 | 0.9375 | 0.676s | 2.389s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.375 | 0.9375 | 0.695s | 3.498s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.5 | 0.9375 | 0.682s | 4.595s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.625 | 0.9375 | 0.688s | 5.722s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.8125 | 0.9375 | 0.688s | 6.821s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.75 | 0.9375 | 0.680s | 7.950s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.5625 | 0.9375 | 0.683s | 9.055s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.4375 | 0.9375 | 0.683s | 10.177s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.75 | 0.9375 | 0.638s | 11.224s |
| Iteration 11 | l1 | 0.3177 | saga | 941 | --- | 0.3125 | 0.9375 | 0.635s | 12.904s |
| Iteration 12 | l2 | 0.0826 | sag | 874 | --- | 0.5 | 0.9375 | 0.643s | 14.237s |
| Iteration 13 | none | --- | newto.. | 943 | --- | 0.375 | 0.9375 | 0.646s | 15.482s |
| Iteration 14 | l2 | 1.6815 | lbfgs | 948 | --- | 0.1875 | 0.9375 | 0.643s | 16.792s |
| Iteration 15 | elast.. | 0.1532 | saga | 943 | 0.8 | 0.5 | 0.9375 | 0.640s | 18.236s |
| Iteration 16 | l2 | 0.8148 | sag | 942 | --- | 0.6875 | 0.9375 | 0.652s | 19.715s |
| Iteration 17 | l2 | 0.0047 | sag | 950 | --- | 0.5625 | 0.9375 | 0.633s | 21.061s |
| Iteration 18 | l2 | 0.043 | sag | 934 | --- | 0.5625 | 0.9375 | 0.634s | 22.412s |
| Iteration 19 | l2 | 0.453 | newto.. | 160 | --- | 0.5625 | 0.9375 | 0.639s | 23.760s |
| Iteration 20 | l2 | 5.067 | newto.. | 145 | --- | 0.3125 | 0.9375 | 0.636s | 25.129s |
| Iteration 21 | l2 | 0.0329 | sag | 959 | --- | 0.625 | 0.9375 | 0.642s | 26.553s |
| Iteration 22 | l2 | 0.035 | sag | 930 | --- | 0.5 | 0.9375 | 0.636s | 28.119s |
| Iteration 23 | none | --- | sag | 947 | --- | 0.875 | 0.9375 | 0.652s | 29.532s |
| Iteration 24 | l2 | 0.305 | sag | 947 | --- | 0.375 | 0.9375 | 0.639s | 30.990s |
| Iteration 25 | l2 | 0.7012 | newto.. | 153 | --- | 0.125 | 0.9375 | 0.639s | 32.308s |
| Iteration 26 | none | --- | sag | 101 | --- | 0.8125 | 0.9375 | 0.636s | 33.609s |
| Iteration 27 | none | --- | saga | 167 | --- | 0.5 | 0.9375 | 0.664s | 34.986s |
| Iteration 28 | none | --- | saga | 122 | --- | 0.5 | 0.9375 | 0.683s | 36.352s |
| Iteration 29 | none | --- | lbfgs | 111 | --- | 0.25 | 0.9375 | 1.277s | 38.346s |
| Iteration 30 | none | --- | saga | 143 | --- | 0.3125 | 0.9375 | 0.688s | 39.751s |
| Iteration 31 | none | --- | sag | 110 | --- | 0.5 | 0.9375 | 0.680s | 41.805s |
| Iteration 32 | none | --- | sag | 112 | --- | 0.5625 | 0.9375 | 0.683s | 44.048s |
| Iteration 33 | none | --- | sag | 139 | --- | 0.3125 | 0.9375 | 0.688s | 45.592s |
| Iteration 34 | l2 | 0.0011 | libli.. | 977 | --- | 0.875 | 0.9375 | 0.680s | 46.991s |
| Iteration 35 | l1 | 0.0022 | libli.. | 157 | --- | 0.5 | 0.9375 | 0.681s | 48.402s |
| Iteration 36 | l1 | 0.0016 | libli.. | 956 | --- | 0.5 | 0.9375 | 0.678s | 49.817s |
| Iteration 37 | none | --- | sag | 788 | --- | 0.8125 | 0.9375 | 0.661s | 51.317s |
| Iteration 38 | none | --- | sag | 916 | --- | 0.5 | 0.9375 | 0.682s | 52.821s |
| Iteration 39 | none | --- | sag | 873 | --- | 0.875 | 0.9375 | 0.659s | 54.278s |
| Iteration 40 | none | --- | sag | 204 | --- | 1.0 | 1.0 | 0.677s | 55.711s |
| Iteration 41 | l2 | 83.9305 | newto.. | 697 | --- | 0.4375 | 1.0 | 0.657s | 57.218s |
| Iteration 42 | none | --- | sag | 128 | --- | 0.375 | 1.0 | 0.647s | 58.656s |
| Iteration 43 | none | --- | sag | 935 | --- | 0.5 | 1.0 | 0.636s | 1m:00s |
| Iteration 44 | none | --- | sag | 102 | --- | 0.4375 | 1.0 | 0.638s | 1m:03s |
| Iteration 45 | none | --- | sag | 950 | --- | 0.625 | 1.0 | 0.644s | 1m:05s |
| Iteration 46 | none | --- | sag | 981 | --- | 0.8125 | 1.0 | 0.636s | 1m:07s |
| Iteration 47 | none | --- | sag | 1000 | --- | 0.6875 | 1.0 | 0.638s | 1m:08s |
| Iteration 48 | l2 | 0.0011 | sag | 979 | --- | 0.625 | 1.0 | 0.634s | 1m:10s |
| Iteration 49 | l1 | 71.903 | saga | 983 | --- | 0.9375 | 1.0 | 0.640s | 1m:11s |
| Iteration 50 | l2 | 0.6736 | sag | 870 | --- | 0.4375 | 1.0 | 0.641s | 1m:13s |
Bayesian Optimization ---------------------------
Best call --> Iteration 40
Best parameters --> {'penalty': 'none', 'solver': 'sag', 'max_iter': 204}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7268
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.77 ± 0.2561
Time elapsed: 0.058s
-------------------------------------------------
Total time: 1m:14s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.125 | 0.125 | 0.634s | 0.639s |
| Initial point 2 | svd | --- | 0.875 | 0.875 | 0.635s | 1.695s |
| Initial point 3 | svd | --- | 0.875 | 0.875 | 0.000s | 2.114s |
| Initial point 4 | lsqr | 0.8 | 0.25 | 0.875 | 0.630s | 3.168s |
| Initial point 5 | eigen | 0.9 | 0.4375 | 0.875 | 1.246s | 4.845s |
| Initial point 6 | lsqr | 0.7 | 0.6875 | 0.875 | 0.627s | 5.909s |
| Initial point 7 | lsqr | 0.5 | 0.5625 | 0.875 | 0.627s | 6.986s |
| Initial point 8 | lsqr | 0.9 | 0.25 | 0.875 | 0.658s | 8.097s |
| Initial point 9 | lsqr | 0.6 | 0.3125 | 0.875 | 0.647s | 9.207s |
| Initial point 10 | eigen | 0.8 | 0.5625 | 0.875 | 0.638s | 10.336s |
| Iteration 11 | svd | --- | 0.875 | 0.875 | 0.000s | 10.864s |
| Iteration 12 | svd | --- | 0.875 | 0.875 | 0.000s | 11.405s |
| Iteration 13 | svd | --- | 0.875 | 0.875 | 0.000s | 11.954s |
| Iteration 14 | svd | --- | 0.875 | 0.875 | 0.000s | 12.628s |
| Iteration 15 | svd | --- | 0.875 | 0.875 | 0.000s | 13.174s |
| Iteration 16 | svd | --- | 0.875 | 0.875 | 0.001s | 13.762s |
| Iteration 17 | svd | --- | 0.875 | 0.875 | 0.000s | 14.358s |
| Iteration 18 | svd | --- | 0.875 | 0.875 | 0.000s | 14.949s |
| Iteration 19 | lsqr | auto | 0.5625 | 0.875 | 0.649s | 16.195s |
| Iteration 20 | svd | --- | 0.875 | 0.875 | 0.001s | 16.868s |
| Iteration 21 | svd | --- | 0.875 | 0.875 | 0.000s | 17.469s |
| Iteration 22 | svd | --- | 0.875 | 0.875 | 0.000s | 18.054s |
| Iteration 23 | svd | --- | 0.875 | 0.875 | 0.000s | 18.705s |
| Iteration 24 | svd | --- | 0.875 | 0.875 | 0.000s | 19.489s |
| Iteration 25 | svd | --- | 0.875 | 0.875 | 0.000s | 20.216s |
| Iteration 26 | svd | --- | 0.875 | 0.875 | 0.000s | 20.858s |
| Iteration 27 | svd | --- | 0.875 | 0.875 | 0.000s | 21.463s |
| Iteration 28 | svd | --- | 0.875 | 0.875 | 0.000s | 22.093s |
| Iteration 29 | svd | --- | 0.875 | 0.875 | 0.000s | 22.705s |
| Iteration 30 | svd | --- | 0.875 | 0.875 | 0.000s | 23.341s |
| Iteration 31 | svd | --- | 0.875 | 0.875 | 0.000s | 23.980s |
| Iteration 32 | svd | --- | 0.875 | 0.875 | 0.000s | 24.683s |
| Iteration 33 | svd | --- | 0.875 | 0.875 | 0.000s | 25.323s |
| Iteration 34 | svd | --- | 0.875 | 0.875 | 0.000s | 26.009s |
| Iteration 35 | svd | --- | 0.875 | 0.875 | 0.000s | 26.749s |
| Iteration 36 | svd | --- | 0.875 | 0.875 | 0.001s | 27.404s |
| Iteration 37 | svd | --- | 0.875 | 0.875 | 0.000s | 28.561s |
| Iteration 38 | svd | --- | 0.875 | 0.875 | 0.000s | 29.461s |
| Iteration 39 | svd | --- | 0.875 | 0.875 | 0.000s | 30.118s |
| Iteration 40 | svd | --- | 0.875 | 0.875 | 0.000s | 30.820s |
| Iteration 41 | svd | --- | 0.875 | 0.875 | 0.000s | 31.505s |
| Iteration 42 | svd | --- | 0.875 | 0.875 | 0.000s | 32.217s |
| Iteration 43 | svd | --- | 0.875 | 0.875 | 0.000s | 32.931s |
| Iteration 44 | svd | --- | 0.875 | 0.875 | 0.000s | 33.633s |
| Iteration 45 | svd | --- | 0.875 | 0.875 | 0.000s | 34.368s |
| Iteration 46 | svd | --- | 0.875 | 0.875 | 0.000s | 35.106s |
| Iteration 47 | svd | --- | 0.875 | 0.875 | 0.000s | 35.839s |
| Iteration 48 | svd | --- | 0.875 | 0.875 | 0.000s | 36.591s |
| Iteration 49 | svd | --- | 0.875 | 0.875 | 0.000s | 37.355s |
| Iteration 50 | svd | --- | 0.875 | 0.875 | 0.001s | 38.319s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'solver': 'svd'}
Best evaluation --> roc_auc: 0.875
Time elapsed: 39.277s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7357
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.1225
Time elapsed: 0.029s
-------------------------------------------------
Total time: 39.316s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.125 | 0.125 | 0.639s | 0.643s |
| Initial point 2 | 0.9 | 0.5625 | 0.5625 | 0.640s | 1.949s |
| Initial point 3 | 0.1 | 0.1875 | 0.5625 | 0.628s | 3.004s |
| Initial point 4 | 1.0 | 0.125 | 0.5625 | 0.000s | 4.091s |
| Initial point 5 | 0.2 | 0.4375 | 0.5625 | 0.634s | 5.298s |
| Initial point 6 | 0.4 | 0.6875 | 0.6875 | 0.635s | 6.336s |
| Initial point 7 | 0.4 | 0.6875 | 0.6875 | 0.000s | 6.744s |
| Initial point 8 | 0.7 | 0.1875 | 0.6875 | 0.629s | 7.777s |
| Initial point 9 | 0.9 | 0.5625 | 0.6875 | 0.000s | 8.191s |
| Initial point 10 | 0.8 | 0.5625 | 0.6875 | 0.629s | 9.231s |
| Iteration 11 | 0.3 | 0.375 | 0.6875 | 0.627s | 10.338s |
| Iteration 12 | 0.6 | 0.25 | 0.6875 | 0.631s | 11.466s |
| Iteration 13 | 0.5 | 0.1875 | 0.6875 | 0.626s | 13.147s |
| Iteration 14 | 0.0 | 0.25 | 0.6875 | 0.627s | 14.265s |
| Iteration 15 | 0.4 | 0.6875 | 0.6875 | 0.000s | 14.754s |
| Iteration 16 | 0.4 | 0.6875 | 0.6875 | 0.000s | 15.292s |
| Iteration 17 | 0.4 | 0.6875 | 0.6875 | 0.000s | 15.806s |
| Iteration 18 | 0.4 | 0.6875 | 0.6875 | 0.000s | 16.351s |
| Iteration 19 | 0.4 | 0.6875 | 0.6875 | 0.000s | 16.853s |
| Iteration 20 | 0.4 | 0.6875 | 0.6875 | 0.000s | 17.370s |
| Iteration 21 | 0.6 | 0.25 | 0.6875 | 0.000s | 17.889s |
| Iteration 22 | 0.4 | 0.6875 | 0.6875 | 0.000s | 18.413s |
| Iteration 23 | 0.4 | 0.6875 | 0.6875 | 0.000s | 18.938s |
| Iteration 24 | 0.4 | 0.6875 | 0.6875 | 0.000s | 19.452s |
| Iteration 25 | 0.4 | 0.6875 | 0.6875 | 0.000s | 20.084s |
| Iteration 26 | 0.4 | 0.6875 | 0.6875 | 0.000s | 20.649s |
| Iteration 27 | 0.4 | 0.6875 | 0.6875 | 0.000s | 21.170s |
| Iteration 28 | 0.9 | 0.5625 | 0.6875 | 0.000s | 21.691s |
| Iteration 29 | 0.4 | 0.6875 | 0.6875 | 0.000s | 22.210s |
| Iteration 30 | 0.8 | 0.5625 | 0.6875 | 0.000s | 22.736s |
| Iteration 31 | 0.4 | 0.6875 | 0.6875 | 0.000s | 23.273s |
| Iteration 32 | 0.4 | 0.6875 | 0.6875 | 0.000s | 23.819s |
| Iteration 33 | 0.4 | 0.6875 | 0.6875 | 0.000s | 24.366s |
| Iteration 34 | 0.4 | 0.6875 | 0.6875 | 0.000s | 24.914s |
| Iteration 35 | 0.4 | 0.6875 | 0.6875 | 0.000s | 25.464s |
| Iteration 36 | 0.4 | 0.6875 | 0.6875 | 0.000s | 26.101s |
| Iteration 37 | 0.4 | 0.6875 | 0.6875 | 0.000s | 27.356s |
| Iteration 38 | 0.4 | 0.6875 | 0.6875 | 0.000s | 28.822s |
| Iteration 39 | 0.4 | 0.6875 | 0.6875 | 0.000s | 30.307s |
| Iteration 40 | 0.4 | 0.6875 | 0.6875 | 0.000s | 31.121s |
| Iteration 41 | 0.4 | 0.6875 | 0.6875 | 0.000s | 31.712s |
| Iteration 42 | 0.4 | 0.6875 | 0.6875 | 0.000s | 32.318s |
| Iteration 43 | 0.4 | 0.6875 | 0.6875 | 0.000s | 32.931s |
| Iteration 44 | 0.4 | 0.6875 | 0.6875 | 0.001s | 33.533s |
| Iteration 45 | 0.4 | 0.6875 | 0.6875 | 0.000s | 34.134s |
| Iteration 46 | 0.4 | 0.6875 | 0.6875 | 0.000s | 34.829s |
| Iteration 47 | 0.4 | 0.6875 | 0.6875 | 0.000s | 35.461s |
| Iteration 48 | 0.4 | 0.6875 | 0.6875 | 0.001s | 36.110s |
| Iteration 49 | 0.4 | 0.6875 | 0.6875 | 0.001s | 36.744s |
| Iteration 50 | 0.4 | 0.6875 | 0.6875 | 0.000s | 37.381s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'reg_param': 0.4}
Best evaluation --> roc_auc: 0.6875
Time elapsed: 38.019s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6312
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.79 ± 0.3105
Time elapsed: 0.027s
-------------------------------------------------
Total time: 38.056s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 11.7757 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 0.636s | 0.656s |
| Initial point 2 | 4.6832 | uniform | kd_tree | 39 | 2 | 0.5 | 1.0 | 0.630s | 1.706s |
| Initial point 3 | 3.6994 | dista.. | ball_tree | 25 | 2 | 0.6875 | 1.0 | 0.634s | 2.761s |
| Initial point 4 | 10.7929 | uniform | ball_tree | 39 | 2 | 0.5 | 1.0 | 0.640s | 3.944s |
| Initial point 5 | 8.4548 | dista.. | auto | 30 | 2 | 1.0 | 1.0 | 0.638s | 4.992s |
| Initial point 6 | 9.7913 | dista.. | ball_tree | 21 | 2 | 0.75 | 1.0 | 0.634s | 6.042s |
| Initial point 7 | 7.0035 | dista.. | ball_tree | 24 | 1 | 0.7812 | 1.0 | 0.630s | 7.092s |
| Initial point 8 | 1.6783 | dista.. | ball_tree | 21 | 2 | 0.8125 | 1.0 | 0.636s | 8.147s |
| Initial point 9 | 7.8014 | uniform | ball_tree | 24 | 1 | 0.4375 | 1.0 | 0.656s | 9.218s |
| Initial point 10 | 5.5412 | uniform | brute | 22 | 2 | 0.625 | 1.0 | 0.631s | 10.279s |
| Iteration 11 | 0.0 | dista.. | auto | 20 | 1 | 0.5 | 1.0 | 0.640s | 11.651s |
| Iteration 12 | 10.5891 | dista.. | auto | 34 | 2 | 0.9375 | 1.0 | 0.628s | 12.981s |
| Iteration 13 | 11.8089 | dista.. | auto | 20 | 1 | 0.5 | 1.0 | 0.629s | 14.312s |
| Iteration 14 | 0.0 | dista.. | auto | 33 | 1 | 0.5 | 1.0 | 0.631s | 15.630s |
| Iteration 15 | 0.3442 | dista.. | brute | 32 | 2 | 0.6875 | 1.0 | 1.198s | 17.507s |
| Iteration 16 | 7.9076 | dista.. | auto | 30 | 2 | 0.75 | 1.0 | 0.644s | 18.822s |
| Iteration 17 | 11.8089 | dista.. | kd_tree | 40 | 2 | 0.6875 | 1.0 | 0.629s | 20.099s |
| Iteration 18 | 10.1488 | dista.. | auto | 40 | 2 | 0.625 | 1.0 | 0.634s | 21.440s |
| Iteration 19 | 1.4826 | dista.. | brute | 40 | 1 | 0.8125 | 1.0 | 0.629s | 22.922s |
| Iteration 20 | 0.7583 | dista.. | brute | 34 | 2 | 0.5625 | 1.0 | 0.649s | 24.299s |
| Iteration 21 | 0.048 | dista.. | auto | 39 | 1 | 0.5 | 1.0 | 0.638s | 25.754s |
| Iteration 22 | 11.7377 | dista.. | auto | 38 | 1 | 0.75 | 1.0 | 0.635s | 27.086s |
| Iteration 23 | 10.0036 | dista.. | ball_tree | 40 | 1 | 0.9375 | 1.0 | 0.635s | 28.393s |
| Iteration 24 | 0.331 | dista.. | auto | 40 | 1 | 0.625 | 1.0 | 0.635s | 29.966s |
| Iteration 25 | 10.2617 | dista.. | brute | 40 | 1 | 0.375 | 1.0 | 0.638s | 31.317s |
| Iteration 26 | 8.3207 | dista.. | ball_tree | 40 | 1 | 0.6875 | 1.0 | 0.637s | 32.657s |
| Iteration 27 | 11.8089 | dista.. | ball_tree | 40 | 2 | 0.625 | 1.0 | 0.631s | 33.994s |
| Iteration 28 | 11.2555 | dista.. | auto | 27 | 2 | 0.125 | 1.0 | 0.634s | 35.348s |
| Iteration 29 | 8.6912 | dista.. | auto | 30 | 2 | 0.3125 | 1.0 | 0.631s | 36.837s |
| Iteration 30 | 11.7757 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 0.000s | 37.544s |
| Iteration 31 | 11.6043 | dista.. | auto | 40 | 1 | 0.6875 | 1.0 | 0.636s | 38.911s |
| Iteration 32 | 11.5709 | dista.. | auto | 40 | 1 | 0.625 | 1.0 | 0.629s | 40.255s |
| Iteration 33 | 8.3658 | dista.. | auto | 30 | 2 | 0.375 | 1.0 | 0.645s | 42.002s |
| Iteration 34 | 11.1025 | dista.. | ball_tree | 38 | 1 | 1.0 | 1.0 | 0.629s | 43.420s |
| Iteration 35 | 11.3453 | dista.. | ball_tree | 37 | 1 | 0.5938 | 1.0 | 0.659s | 44.808s |
| Iteration 36 | 8.2722 | dista.. | auto | 38 | 1 | 0.625 | 1.0 | 0.632s | 46.137s |
| Iteration 37 | 11.6163 | dista.. | ball_tree | 40 | 1 | 0.9375 | 1.0 | 0.723s | 47.638s |
| Iteration 38 | 11.8036 | dista.. | ball_tree | 40 | 1 | 0.9375 | 1.0 | 0.646s | 49.044s |
| Iteration 39 | 11.8089 | dista.. | ball_tree | 40 | 1 | 0.8125 | 1.0 | 0.636s | 50.825s |
| Iteration 40 | 11.8089 | dista.. | ball_tree | 40 | 1 | 0.8125 | 1.0 | 0.000s | 53.701s |
| Iteration 41 | 8.885 | dista.. | auto | 35 | 2 | 1.0 | 1.0 | 0.657s | 56.963s |
| Iteration 42 | 9.3663 | dista.. | auto | 35 | 2 | 0.5625 | 1.0 | 0.645s | 1m:00s |
| Iteration 43 | 11.8089 | dista.. | ball_tree | 40 | 1 | 0.8125 | 1.0 | 0.000s | 1m:02s |
| Iteration 44 | 11.8089 | dista.. | ball_tree | 40 | 1 | 0.8125 | 1.0 | 0.000s | 1m:04s |
| Iteration 45 | 11.8089 | dista.. | ball_tree | 40 | 1 | 0.8125 | 1.0 | 0.000s | 1m:05s |
| Iteration 46 | 11.8089 | dista.. | ball_tree | 40 | 1 | 0.8125 | 1.0 | 0.000s | 1m:05s |
| Iteration 47 | 11.8089 | dista.. | ball_tree | 40 | 1 | 0.8125 | 1.0 | 0.001s | 1m:06s |
| Iteration 48 | 8.5165 | dista.. | auto | 30 | 2 | 0.5625 | 1.0 | 0.637s | 1m:08s |
| Iteration 49 | 3.8039 | dista.. | auto | 35 | 2 | 0.25 | 1.0 | 0.640s | 1m:10s |
| Iteration 50 | 10.5761 | dista.. | ball_tree | 40 | 1 | 0.875 | 1.0 | 0.637s | 1m:11s |
Bayesian Optimization ---------------------------
Best call --> Iteration 41
Best parameters --> {'radius': 8.885, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 35, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 1.0 ± 0.0
Time elapsed: 0.053s
-------------------------------------------------
Total time: 1m:12s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.75 | 0.75 | 1.040s | 1.048s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.6875 | 0.75 | 1.037s | 2.493s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.8125 | 0.8125 | 0.794s | 3.780s |
| Initial point 4 | 431 | 0.0871 | SAMME | 1.0 | 1.0 | 0.947s | 5.161s |
| Initial point 5 | 250 | 0.0488 | SAMME | 1.0 | 1.0 | 0.815s | 6.391s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.75 | 1.0 | 1.008s | 7.856s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.25 | 1.0 | 0.657s | 8.945s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.9375 | 1.0 | 0.919s | 11.262s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.625 | 1.0 | 0.636s | 12.560s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.7812 | 1.0 | 0.747s | 13.721s |
| Iteration 11 | 362 | 0.056 | SAMME | 0.5625 | 1.0 | 0.892s | 15.206s |
| Iteration 12 | 481 | 0.0102 | SAMME | 0.9062 | 1.0 | 0.968s | 16.737s |
| Iteration 13 | 500 | 0.0171 | SAMME | 1.0 | 1.0 | 0.976s | 18.317s |
| Iteration 14 | 500 | 0.01 | SAMME | 0.9688 | 1.0 | 0.978s | 19.926s |
| Iteration 15 | 428 | 0.0586 | SAMME | 0.75 | 1.0 | 0.921s | 21.587s |
| Iteration 16 | 500 | 0.0227 | SAMME | 0.9062 | 1.0 | 1.012s | 23.238s |
| Iteration 17 | 244 | 0.0609 | SAMME | 0.75 | 1.0 | 0.827s | 24.723s |
| Iteration 18 | 465 | 0.024 | SAMME | 1.0 | 1.0 | 0.981s | 26.414s |
| Iteration 19 | 192 | 0.0465 | SAMME | 1.0 | 1.0 | 0.771s | 27.862s |
| Iteration 20 | 462 | 0.0148 | SAMME | 0.875 | 1.0 | 1.561s | 30.033s |
| Iteration 21 | 147 | 0.1361 | SAMME | 0.625 | 1.0 | 0.740s | 31.454s |
| Iteration 22 | 133 | 0.01 | SAMME.R | 0.6875 | 1.0 | 0.741s | 32.944s |
| Iteration 23 | 50 | 0.01 | SAMME | 0.875 | 1.0 | 0.659s | 34.222s |
| Iteration 24 | 50 | 0.01 | SAMME | 0.875 | 1.0 | 0.000s | 34.877s |
| Iteration 25 | 500 | 0.01 | SAMME | 0.9688 | 1.0 | 0.000s | 35.530s |
| Iteration 26 | 500 | 0.01 | SAMME | 0.9688 | 1.0 | 0.000s | 36.173s |
| Iteration 27 | 50 | 0.01 | SAMME | 0.875 | 1.0 | 0.000s | 36.843s |
| Iteration 28 | 50 | 10.0 | SAMME.R | 0.5 | 1.0 | 0.660s | 38.191s |
| Iteration 29 | 500 | 0.01 | SAMME | 0.9688 | 1.0 | 0.000s | 38.894s |
| Iteration 30 | 500 | 0.01 | SAMME | 0.9688 | 1.0 | 0.000s | 39.581s |
| Iteration 31 | 500 | 0.01 | SAMME | 0.9688 | 1.0 | 0.000s | 40.245s |
| Iteration 32 | 500 | 0.01 | SAMME | 0.9688 | 1.0 | 0.000s | 40.916s |
| Iteration 33 | 500 | 0.01 | SAMME | 0.9688 | 1.0 | 0.000s | 41.619s |
| Iteration 34 | 500 | 0.01 | SAMME | 0.9688 | 1.0 | 0.000s | 42.854s |
| Iteration 35 | 500 | 0.01 | SAMME | 0.9688 | 1.0 | 0.000s | 43.675s |
| Iteration 36 | 500 | 0.01 | SAMME | 0.9688 | 1.0 | 0.001s | 44.381s |
| Iteration 37 | 500 | 0.01 | SAMME | 0.9688 | 1.0 | 0.000s | 45.071s |
| Iteration 38 | 500 | 0.01 | SAMME | 0.9688 | 1.0 | 0.000s | 45.779s |
| Iteration 39 | 467 | 0.022 | SAMME | 1.0 | 1.0 | 0.973s | 47.646s |
| Iteration 40 | 500 | 0.01 | SAMME | 0.9688 | 1.0 | 0.001s | 48.352s |
| Iteration 41 | 500 | 0.01 | SAMME | 0.9688 | 1.0 | 0.000s | 49.528s |
| Iteration 42 | 500 | 0.01 | SAMME | 0.9688 | 1.0 | 0.000s | 50.231s |
| Iteration 43 | 297 | 0.0263 | SAMME | 0.75 | 1.0 | 0.837s | 51.839s |
| Iteration 44 | 434 | 0.1236 | SAMME | 0.5625 | 1.0 | 0.928s | 53.585s |
| Iteration 45 | 237 | 0.0473 | SAMME | 1.0 | 1.0 | 0.790s | 55.255s |
| Iteration 46 | 50 | 10.0 | SAMME | 0.125 | 1.0 | 0.640s | 56.641s |
| Iteration 47 | 451 | 0.023 | SAMME | 0.8125 | 1.0 | 0.940s | 58.396s |
| Iteration 48 | 217 | 0.0334 | SAMME | 0.8125 | 1.0 | 0.778s | 1m:00s |
| Iteration 49 | 376 | 0.0147 | SAMME | 0.875 | 1.0 | 0.893s | 1m:02s |
| Iteration 50 | 490 | 0.0242 | SAMME | 0.7812 | 1.0 | 0.968s | 1m:04s |
Bayesian Optimization ---------------------------
Best call --> Iteration 18
Best parameters --> {'n_estimators': 465, 'learning_rate': 0.024, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9223
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.371s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.815 ± 0.0374
Time elapsed: 1.707s
-------------------------------------------------
Total time: 1m:07s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.625 | 0.625 | 1.056s | 1.076s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.8125 | 0.8125 | 0.940s | 2.512s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.6875 | 0.8125 | 0.963s | 4.044s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.8125 | 0.775s | 5.310s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.9375 | 0.9375 | 0.977s | 6.754s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 1.0 | 1.0 | 0.810s | 7.994s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 1.0 | 1.0 | 0.852s | 9.296s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 1.0 | 1.0 | 0.843s | 10.629s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.9375 | 1.0 | 1.534s | 12.589s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.875 | 1.0 | 0.932s | 14.139s |
| Iteration 11 | 449 | gini | 3 | 7 | 2 | 0.8 | False | 0.0076 | --- | 0.5312 | 1.0 | 0.966s | 16.107s |
| Iteration 12 | 500 | gini | None | 20 | 4 | auto | True | 0.0 | None | 0.8125 | 1.0 | 1.048s | 17.952s |
| Iteration 13 | 159 | entropy | 2 | 10 | 13 | log2 | False | 0.0251 | --- | 1.0 | 1.0 | 0.764s | 19.660s |
| Iteration 14 | 113 | entropy | 1 | 20 | 2 | sqrt | True | 0.0014 | 0.6 | 0.875 | 1.0 | 0.759s | 21.279s |
| Iteration 15 | 277 | entropy | 1 | 7 | 3 | 0.7 | False | 0.0088 | --- | 0.75 | 1.0 | 0.836s | 22.903s |
| Iteration 16 | 317 | entropy | 8 | 20 | 10 | 0.7 | False | 0.035 | --- | 0.75 | 1.0 | 0.861s | 24.661s |
| Iteration 17 | 199 | gini | 6 | 6 | 12 | sqrt | False | 0.0306 | --- | 0.6875 | 1.0 | 0.788s | 26.318s |
| Iteration 18 | 10 | entropy | 2 | 4 | 19 | auto | False | 0.035 | --- | 0.875 | 1.0 | 0.681s | 27.786s |
| Iteration 19 | 65 | entropy | None | 3 | 10 | sqrt | False | 0.0349 | --- | 0.9375 | 1.0 | 0.715s | 29.271s |
| Iteration 20 | 88 | entropy | 6 | 19 | 6 | log2 | False | 0.0337 | --- | 1.0 | 1.0 | 0.721s | 30.776s |
| Iteration 21 | 220 | entropy | 1 | 8 | 20 | auto | False | 0.0284 | --- | 0.3438 | 1.0 | 0.796s | 32.453s |
| Iteration 22 | 158 | entropy | 6 | 19 | 6 | log2 | False | 0.0341 | --- | 0.8125 | 1.0 | 0.762s | 34.097s |
| Iteration 23 | 217 | entropy | 6 | 19 | 6 | log2 | False | 0.0335 | --- | 1.0 | 1.0 | 0.801s | 35.800s |
| Iteration 24 | 497 | entropy | None | 7 | 15 | auto | False | 0.0243 | --- | 0.3125 | 1.0 | 0.966s | 37.734s |
| Iteration 25 | 418 | entropy | 6 | 20 | 6 | log2 | False | 0.0146 | --- | 0.4375 | 1.0 | 0.919s | 39.580s |
| Iteration 26 | 56 | entropy | 2 | 9 | 13 | log2 | False | 0.0341 | --- | 0.6875 | 1.0 | 0.702s | 41.172s |
| Iteration 27 | 122 | entropy | 2 | 10 | 13 | log2 | False | 0.0146 | --- | 0.75 | 1.0 | 0.740s | 42.871s |
| Iteration 28 | 360 | entropy | 2 | 10 | 13 | log2 | False | 0.0333 | --- | 0.375 | 1.0 | 0.839s | 44.701s |
| Iteration 29 | 195 | gini | None | 3 | 6 | log2 | False | 0.0334 | --- | 0.5625 | 1.0 | 0.756s | 46.395s |
| Iteration 30 | 345 | entropy | None | 5 | 16 | 0.6 | False | 0.0184 | --- | 0.8125 | 1.0 | 0.841s | 48.120s |
| Iteration 31 | 341 | gini | 2 | 10 | 13 | 0.9 | False | 0.0254 | --- | 0.9375 | 1.0 | 0.850s | 49.920s |
| Iteration 32 | 322 | gini | None | 5 | 16 | sqrt | False | 0.0197 | --- | 0.8125 | 1.0 | 0.858s | 51.703s |
| Iteration 33 | 422 | gini | 2 | 11 | 13 | 0.8 | False | 0.0249 | --- | 0.3125 | 1.0 | 0.973s | 54.278s |
| Iteration 34 | 165 | gini | 6 | 19 | 6 | 0.6 | False | 0.0335 | --- | 1.0 | 1.0 | 0.810s | 56.149s |
| Iteration 35 | 420 | gini | 2 | 10 | 13 | 0.5 | False | 0.0249 | --- | 0.7188 | 1.0 | 0.948s | 58.118s |
| Iteration 36 | 280 | entropy | 8 | 4 | 11 | 0.6 | False | 0.0319 | --- | 0.8125 | 1.0 | 0.807s | 59.961s |
| Iteration 37 | 86 | gini | 6 | 19 | 6 | log2 | False | 0.0336 | --- | 0.875 | 1.0 | 0.680s | 1m:02s |
| Iteration 38 | 218 | entropy | 6 | 19 | 6 | 0.6 | False | 0.0332 | --- | 0.8125 | 1.0 | 0.765s | 1m:05s |
| Iteration 39 | 384 | entropy | 6 | 19 | 6 | 0.6 | False | 0.0316 | --- | 1.0 | 1.0 | 0.876s | 1m:07s |
| Iteration 40 | 441 | gini | 6 | 19 | 6 | 0.5 | False | 0.0312 | --- | 1.0 | 1.0 | 0.913s | 1m:09s |
| Iteration 41 | 127 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 1.0 | 1.0 | 0.705s | 1m:11s |
| Iteration 42 | 245 | entropy | 6 | 19 | 6 | log2 | False | 0.0328 | --- | 0.625 | 1.0 | 0.776s | 1m:12s |
| Iteration 43 | 411 | entropy | 6 | 19 | 6 | 0.6 | False | 0.0314 | --- | 0.625 | 1.0 | 0.898s | 1m:14s |
| Iteration 44 | 305 | entropy | 8 | 4 | 11 | 0.7 | False | 0.0286 | --- | 0.7812 | 1.0 | 0.809s | 1m:16s |
| Iteration 45 | 157 | gini | 5 | 14 | 8 | log2 | False | 0.0008 | --- | 1.0 | 1.0 | 0.720s | 1m:18s |
| Iteration 46 | 84 | entropy | 8 | 4 | 11 | 0.6 | False | 0.035 | --- | 1.0 | 1.0 | 0.679s | 1m:20s |
| Iteration 47 | 12 | entropy | 5 | 14 | 8 | None | False | 0.0 | --- | 0.9062 | 1.0 | 0.639s | 1m:21s |
| Iteration 48 | 170 | gini | 8 | 4 | 11 | 0.6 | False | 0.035 | --- | 0.8125 | 1.0 | 0.734s | 1m:23s |
| Iteration 49 | 274 | entropy | None | 3 | 10 | 0.6 | False | 0.0307 | --- | 0.8125 | 1.0 | 0.793s | 1m:25s |
| Iteration 50 | 29 | entropy | 5 | 14 | 8 | 0.5 | False | 0.0031 | --- | 0.8125 | 1.0 | 0.647s | 1m:26s |
Bayesian Optimization ---------------------------
Best call --> Iteration 40
Best parameters --> {'n_estimators': 441, 'criterion': 'gini', 'max_depth': 6, 'min_samples_split': 19, 'min_samples_leaf': 6, 'max_features': 0.5, 'bootstrap': False, 'ccp_alpha': 0.0312}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:27s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.925
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.309s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.86 ± 0.1881
Time elapsed: 1.373s
-------------------------------------------------
Total time: 1m:29s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.773s | 0.793s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.625 | 0.625 | 0.714s | 2.346s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.625 | 0.703s | 3.886s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.625 | 0.659s | 4.979s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.625 | 0.706s | 6.133s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.625 | 0.671s | 7.246s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.625 | 0.678s | 8.900s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.625 | 1.256s | 10.728s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.9375 | 0.9375 | 0.709s | 11.874s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.9375 | 0.684s | 12.969s |
| Iteration 11 | 226 | 0.0691 | 3 | 0.0 | 4 | 0.8 | 0.5 | 0 | 10 | 0.4375 | 0.9375 | 0.683s | 14.562s |
| Iteration 12 | 466 | 0.0168 | 6 | 0.6793 | 7 | 0.8 | 0.6 | 0 | 0.01 | 0.625 | 0.9375 | 0.712s | 16.216s |
| Iteration 13 | 51 | 0.8483 | 6 | 0.1977 | 1 | 0.6 | 0.8 | 1 | 100 | 0.9375 | 0.9375 | 0.679s | 17.718s |
| Iteration 14 | 450 | 0.1617 | 6 | 0.944 | 9 | 0.9 | 0.6 | 0.01 | 100 | 0.5 | 0.9375 | 0.721s | 19.229s |
| Iteration 15 | 327 | 0.3617 | 6 | 0.1154 | 1 | 0.6 | 0.8 | 1 | 10 | 0.75 | 0.9375 | 0.707s | 20.910s |
| Iteration 16 | 149 | 0.0548 | 1 | 0.8919 | 8 | 0.8 | 0.8 | 100 | 0 | 0.5 | 0.9375 | 0.667s | 22.399s |
| Iteration 17 | 262 | 0.6518 | 4 | 0.217 | 1 | 0.6 | 0.7 | 1 | 10 | 0.5625 | 0.9375 | 0.698s | 23.885s |
| Iteration 18 | 312 | 0.0132 | 6 | 0.8412 | 9 | 0.9 | 0.8 | 10 | 0 | 0.5 | 0.9375 | 0.694s | 25.281s |
| Iteration 19 | 65 | 0.5325 | 6 | 0.1799 | 5 | 0.7 | 0.8 | 0 | 100 | 0.7812 | 0.9375 | 0.664s | 26.689s |
| Iteration 20 | 478 | 0.0193 | 8 | 0.9068 | 3 | 1.0 | 0.8 | 0 | 10 | 1.0 | 1.0 | 0.729s | 28.303s |
| Iteration 21 | 500 | 0.0173 | 5 | 0.9998 | 1 | 0.5 | 0.8 | 0 | 10 | 0.625 | 1.0 | 0.746s | 29.890s |
| Iteration 22 | 124 | 0.1677 | 10 | 0.3995 | 2 | 1.0 | 0.8 | 0.01 | 100 | 0.625 | 1.0 | 0.685s | 31.485s |
| Iteration 23 | 463 | 0.0774 | 8 | 0.368 | 3 | 0.6 | 0.8 | 0 | 0.1 | 1.0 | 1.0 | 0.742s | 33.091s |
| Iteration 24 | 453 | 0.018 | 7 | 0.9945 | 4 | 0.8 | 0.8 | 1 | 10 | 0.3125 | 1.0 | 0.736s | 34.740s |
| Iteration 25 | 470 | 0.1745 | 4 | 0.0686 | 4 | 0.5 | 0.8 | 0 | 0 | 0.375 | 1.0 | 0.726s | 36.321s |
| Iteration 26 | 32 | 0.0363 | 6 | 0.7928 | 4 | 0.7 | 0.4 | 1 | 10 | 0.5312 | 1.0 | 0.654s | 37.829s |
| Iteration 27 | 465 | 0.0205 | 8 | 0.5091 | 3 | 0.8 | 0.7 | 0 | 1 | 0.8125 | 1.0 | 0.730s | 39.636s |
| Iteration 28 | 470 | 0.0311 | 8 | 0.5568 | 3 | 0.9 | 0.8 | 0.01 | 10 | 0.375 | 1.0 | 0.732s | 41.321s |
| Iteration 29 | 471 | 0.0111 | 8 | 0.7228 | 3 | 0.7 | 0.8 | 0 | 0 | 0.5625 | 1.0 | 0.727s | 43.239s |
| Iteration 30 | 477 | 0.094 | 8 | 0.5442 | 3 | 0.6 | 0.8 | 0 | 10 | 0.75 | 1.0 | 0.740s | 44.896s |
| Iteration 31 | 87 | 0.0414 | 8 | 0.4261 | 3 | 0.9 | 0.4 | 0 | 1 | 0.875 | 1.0 | 0.688s | 46.511s |
| Iteration 32 | 462 | 0.0155 | 8 | 0.3905 | 3 | 0.8 | 0.8 | 0 | 100 | 0.7188 | 1.0 | 0.792s | 48.173s |
| Iteration 33 | 137 | 0.168 | 7 | 0.028 | 3 | 1.0 | 0.9 | 0 | 0.1 | 0.9375 | 1.0 | 0.743s | 49.871s |
| Iteration 34 | 83 | 0.2817 | 8 | 0.9833 | 3 | 1.0 | 0.9 | 0 | 0.1 | 0.75 | 1.0 | 1.344s | 52.215s |
| Iteration 35 | 331 | 0.0326 | 6 | 0.3239 | 3 | 0.9 | 0.8 | 0 | 1 | 0.75 | 1.0 | 0.780s | 54.035s |
| Iteration 36 | 495 | 0.4085 | 5 | 0.3628 | 4 | 0.7 | 0.8 | 0.01 | 1 | 0.8125 | 1.0 | 0.776s | 55.762s |
| Iteration 37 | 80 | 0.2466 | 8 | 0.1471 | 3 | 1.0 | 0.7 | 0 | 0.1 | 1.0 | 1.0 | 0.713s | 57.496s |
| Iteration 38 | 143 | 0.0499 | 8 | 0.2387 | 3 | 0.7 | 0.8 | 0 | 0.1 | 0.875 | 1.0 | 0.734s | 59.289s |
| Iteration 39 | 443 | 0.2036 | 7 | 0.393 | 5 | 1.0 | 0.4 | 0 | 0.1 | 0.5625 | 1.0 | 0.764s | 1m:01s |
| Iteration 40 | 420 | 0.1633 | 8 | 0.3724 | 3 | 1.0 | 0.6 | 0 | 0.1 | 0.875 | 1.0 | 0.769s | 1m:03s |
| Iteration 41 | 130 | 0.5391 | 9 | 1.0 | 3 | 0.6 | 0.5 | 0 | 10 | 0.8438 | 1.0 | 0.742s | 1m:05s |
| Iteration 42 | 449 | 0.1004 | 8 | 0.0 | 3 | 0.9 | 0.8 | 0 | 0.1 | 0.5 | 1.0 | 0.726s | 1m:07s |
| Iteration 43 | 20 | 0.0182 | 4 | 0.184 | 4 | 0.6 | 0.6 | 0.01 | 10 | 0.75 | 1.0 | 0.649s | 1m:08s |
| Iteration 44 | 422 | 0.5151 | 5 | 0.9785 | 4 | 0.8 | 0.8 | 0.01 | 0 | 0.8125 | 1.0 | 0.710s | 1m:10s |
| Iteration 45 | 23 | 0.0143 | 8 | 0.6357 | 2 | 0.8 | 0.9 | 0 | 1 | 1.0 | 1.0 | 0.649s | 1m:12s |
| Iteration 46 | 357 | 0.0192 | 5 | 0.8352 | 2 | 1.0 | 0.5 | 0 | 100 | 0.5 | 1.0 | 0.699s | 1m:14s |
| Iteration 47 | 27 | 0.1137 | 3 | 1.0 | 2 | 0.8 | 0.9 | 0.1 | 1 | 0.875 | 1.0 | 0.652s | 1m:15s |
| Iteration 48 | 365 | 0.018 | 3 | 0.1703 | 3 | 0.6 | 0.9 | 0 | 0.1 | 0.625 | 1.0 | 0.704s | 1m:17s |
| Iteration 49 | 20 | 0.1712 | 7 | 0.7098 | 2 | 0.8 | 0.5 | 0 | 1 | 0.875 | 1.0 | 0.645s | 1m:19s |
| Iteration 50 | 445 | 0.0514 | 9 | 0.3128 | 3 | 0.6 | 0.8 | 0 | 0.1 | 1.0 | 1.0 | 0.736s | 1m:21s |
Bayesian Optimization ---------------------------
Best call --> Iteration 23
Best parameters --> {'n_estimators': 463, 'learning_rate': 0.0774, 'max_depth': 8, 'gamma': 0.368, 'min_child_weight': 3, 'subsample': 0.6, 'colsample_bytree': 0.8, 'reg_alpha': 0, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:23s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9321
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.096s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.92 ± 0.103
Time elapsed: 0.289s
-------------------------------------------------
Total time: 1m:23s
Final results ==================== >>
Duration: 8m:59s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.77 ± 0.04
Logistic Regression --> roc_auc: 0.77 ± 0.2561
Linear Discriminant Analysis --> roc_auc: 0.9 ± 0.1225
Quadratic Discriminant Analysis --> roc_auc: 0.79 ± 0.3105
Radius Nearest Neighbors --> roc_auc: 1.0 ± 0.0 !
AdaBoost --> roc_auc: 0.815 ± 0.0374
Random Forest --> roc_auc: 0.86 ± 0.1881
XGBoost --> roc_auc: 0.92 ± 0.103
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAATSGSARQLTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAASMNSGYSTLTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVDAGGTSYGKLTF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVRGAAGNKLTF.
>>> Dropping feature CAVSSGGYNKLIF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAARDNYGQNFVF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAASTNTGNQFYF.
>>> Dropping feature CALILTGGGNKLTF.
>>> Dropping feature CAVANAGGTSYGKLTF.
>>> Dropping feature CAVDTDKLIF.
>>> Dropping feature CAVGGGSYIPTF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVLDSSYKLIF.
>>> Dropping feature CAVTNTGGFKTIF.
>>> Dropping feature CAASANTGNQFYF.
>>> Dropping feature CAASKGSARQLTF.
>>> Dropping feature CALMDTGRRALTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVRNAGNMLTF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CAVDGQKLLF.
>>> Dropping feature CAVEDTGGFKTIF.
>>> Dropping feature CAVGGGSNYKLTF.
>>> Dropping feature CAVKSGGSYIPTF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAVSSGGGADGLTF.
>>> Dropping feature CAYTGANSKLTF.
>>> Dropping feature CAVDGSSNTGKLIF.
>>> Dropping feature CAVVNAGGTSYGKLTF.
>>> Dropping feature CAALNAGNNRKLIW.
>>> Dropping feature CAVKGGSEKLVF.
>>> Dropping feature CAVSPSGGYQKVTF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CVVNKAAGNKLTF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.9375 | 0.9375 | 3.221s | 3.241s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.7812 | 0.9375 | 3.217s | 6.894s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.5625 | 0.9375 | 3.198s | 10.544s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.8125 | 0.9375 | 3.253s | 14.253s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.6875 | 0.9375 | 3.231s | 17.920s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.25 | 0.9375 | 3.259s | 21.846s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.875 | 0.9375 | 3.244s | 25.666s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.875 | 0.9375 | 3.265s | 29.419s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.8125 | 0.9375 | 3.205s | 33.069s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.6875 | 0.9375 | 3.804s | 37.351s |
| Iteration 11 | exponen.. | 1.0 | 469 | 0.7 | squared_er.. | 9 | 4 | 7 | 0.8 | 0.0157 | 0.625 | 0.9375 | 3.271s | 42.311s |
| Iteration 12 | exponen.. | 0.0151 | 340 | 0.7 | squared_er.. | 10 | 4 | 9 | 0.6 | 0.0218 | 0.875 | 0.9375 | 3.265s | 47.259s |
| Iteration 13 | deviance | 0.0138 | 10 | 0.9 | squared_er.. | 15 | 9 | 10 | None | 0.0239 | 1.0 | 1.0 | 3.185s | 51.477s |
| Iteration 14 | exponen.. | 0.0228 | 469 | 0.7 | squared_er.. | 17 | 3 | 6 | 0.5 | 0.0092 | 0.625 | 1.0 | 3.248s | 55.532s |
| Iteration 15 | deviance | 0.0252 | 37 | 0.5 | squared_er.. | 14 | 7 | 2 | log2 | 0.0139 | 0.625 | 1.0 | 3.187s | 59.586s |
| Iteration 16 | deviance | 0.01 | 500 | 0.5 | friedman_mse | 2 | 20 | 1 | auto | 0.0 | 0.5 | 1.0 | 3.284s | 1m:04s |
| Iteration 17 | deviance | 0.0992 | 11 | 0.9 | squared_er.. | 18 | 5 | 6 | auto | 0.0102 | 0.5625 | 1.0 | 3.215s | 1m:08s |
| Iteration 18 | deviance | 0.01 | 10 | 1.0 | squared_er.. | 14 | 9 | 10 | 0.9 | 0.0233 | 0.6875 | 1.0 | 3.187s | 1m:12s |
| Iteration 19 | exponen.. | 0.0523 | 10 | 0.9 | friedman_mse | 2 | 20 | 5 | None | 0.0135 | 0.625 | 1.0 | 3.201s | 1m:16s |
| Iteration 20 | deviance | 0.8026 | 10 | 1.0 | friedman_mse | 2 | 4 | 5 | None | 0.03 | 0.4375 | 1.0 | 3.174s | 1m:20s |
| Iteration 21 | exponen.. | 0.0119 | 10 | 0.6 | squared_er.. | 2 | 4 | 10 | 0.5 | 0.0108 | 0.625 | 1.0 | 3.153s | 1m:24s |
| Iteration 22 | deviance | 0.01 | 10 | 0.9 | friedman_mse | 20 | 11 | 5 | None | 0.006 | 0.75 | 1.0 | 3.172s | 1m:28s |
| Iteration 23 | exponen.. | 1.0 | 10 | 0.7 | squared_er.. | 14 | 19 | 10 | None | 0.0291 | 0.625 | 1.0 | 3.178s | 1m:32s |
| Iteration 24 | deviance | 0.0358 | 10 | 0.9 | squared_er.. | 14 | 20 | 10 | None | 0.0326 | 0.125 | 1.0 | 3.154s | 1m:36s |
| Iteration 25 | exponen.. | 0.0999 | 79 | 0.6 | squared_er.. | 15 | 11 | 3 | auto | 0.035 | 0.5 | 1.0 | 3.135s | 1m:40s |
| Iteration 26 | exponen.. | 0.3794 | 457 | 0.9 | friedman_mse | 9 | 7 | 5 | 0.5 | 0.035 | 1.0 | 1.0 | 3.284s | 1m:44s |
| Iteration 27 | exponen.. | 0.0119 | 397 | 1.0 | squared_er.. | 13 | 6 | 8 | 0.9 | 0.035 | 0.9375 | 1.0 | 3.240s | 1m:48s |
| Iteration 28 | exponen.. | 0.01 | 10 | 0.5 | squared_er.. | 20 | 7 | 1 | auto | 0.035 | 0.4375 | 1.0 | 3.158s | 1m:52s |
| Iteration 29 | exponen.. | 0.01 | 500 | 1.0 | friedman_mse | 4 | 10 | 4 | 0.5 | 0.035 | 0.375 | 1.0 | 3.260s | 1m:57s |
| Iteration 30 | exponen.. | 0.2751 | 165 | 0.9 | friedman_mse | 11 | 7 | 6 | auto | 0.0122 | 0.8125 | 1.0 | 3.190s | 2m:01s |
| Iteration 31 | exponen.. | 0.1929 | 424 | 0.5 | squared_er.. | 9 | 7 | 8 | None | 0.0268 | 0.6875 | 1.0 | 3.267s | 2m:05s |
| Iteration 32 | exponen.. | 0.4322 | 495 | 1.0 | squared_er.. | 9 | 7 | 10 | 0.9 | 0.035 | 0.875 | 1.0 | 3.287s | 2m:09s |
| Iteration 33 | exponen.. | 0.0862 | 431 | 1.0 | squared_er.. | 7 | 6 | 2 | None | 0.035 | 0.1875 | 1.0 | 3.258s | 2m:13s |
| Iteration 34 | exponen.. | 0.0173 | 168 | 1.0 | squared_er.. | 8 | 7 | 9 | 0.9 | 0.0306 | 0.6875 | 1.0 | 3.831s | 2m:18s |
| Iteration 35 | deviance | 0.0315 | 449 | 0.7 | squared_er.. | 12 | 7 | 10 | 0.9 | 0.0284 | 0.625 | 1.0 | 3.277s | 2m:22s |
| Iteration 36 | exponen.. | 0.01 | 500 | 0.8 | squared_er.. | 19 | 6 | 5 | None | 0.035 | 0.875 | 1.0 | 3.307s | 2m:26s |
| Iteration 37 | exponen.. | 0.1299 | 391 | 1.0 | friedman_mse | 13 | 9 | 7 | 0.7 | 0.0329 | 0.6875 | 1.0 | 3.225s | 2m:30s |
| Iteration 38 | exponen.. | 0.01 | 46 | 0.9 | squared_er.. | 20 | 6 | 6 | None | 0.035 | 0.9375 | 1.0 | 3.163s | 2m:35s |
| Iteration 39 | exponen.. | 0.2816 | 436 | 1.0 | squared_er.. | 9 | 6 | 7 | sqrt | 0.035 | 0.6562 | 1.0 | 3.237s | 2m:39s |
| Iteration 40 | exponen.. | 0.0173 | 66 | 1.0 | squared_er.. | 5 | 7 | 5 | 0.9 | 0.0317 | 0.5625 | 1.0 | 3.186s | 2m:43s |
| Iteration 41 | exponen.. | 0.3112 | 369 | 0.5 | friedman_mse | 11 | 19 | 1 | 0.5 | 0.0286 | 0.5 | 1.0 | 3.289s | 2m:47s |
| Iteration 42 | exponen.. | 0.3481 | 484 | 0.9 | friedman_mse | 13 | 8 | 8 | 0.8 | 0.035 | 0.375 | 1.0 | 3.272s | 2m:52s |
| Iteration 43 | deviance | 0.0118 | 307 | 1.0 | squared_er.. | 18 | 8 | 10 | None | 0.0086 | 0.625 | 1.0 | 3.269s | 2m:56s |
| Iteration 44 | exponen.. | 0.0133 | 215 | 0.9 | squared_er.. | 16 | 9 | 8 | None | 0.0255 | 0.6875 | 1.0 | 3.215s | 3m:01s |
| Iteration 45 | exponen.. | 0.1032 | 15 | 0.8 | friedman_mse | 8 | 6 | 7 | 0.9 | 0.0334 | 0.5 | 1.0 | 3.179s | 3m:05s |
| Iteration 46 | deviance | 0.0143 | 11 | 0.9 | squared_er.. | 14 | 9 | 9 | 0.5 | 0.0239 | 0.7188 | 1.0 | 3.179s | 3m:10s |
| Iteration 47 | deviance | 0.3972 | 437 | 0.7 | friedman_mse | 4 | 7 | 6 | 0.6 | 0.035 | 0.7188 | 1.0 | 3.283s | 3m:14s |
| Iteration 48 | exponen.. | 0.6471 | 358 | 0.9 | squared_er.. | 20 | 13 | 6 | 0.9 | 0.0216 | 0.4375 | 1.0 | 3.226s | 3m:18s |
| Iteration 49 | exponen.. | 0.3776 | 359 | 0.9 | friedman_mse | 18 | 7 | 6 | 0.6 | 0.0307 | 0.8125 | 1.0 | 3.253s | 3m:23s |
| Iteration 50 | deviance | 0.0145 | 12 | 0.9 | squared_er.. | 4 | 9 | 10 | None | 0.0239 | 0.5 | 1.0 | 3.179s | 3m:27s |
Bayesian Optimization ---------------------------
Best call --> Iteration 26
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.3794, 'n_estimators': 457, 'subsample': 0.9, 'criterion': 'friedman_mse', 'min_samples_split': 9, 'min_samples_leaf': 7, 'max_depth': 5, 'max_features': 0.5, 'ccp_alpha': 0.035}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:28s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9942
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.120s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.975 ± 0.0224
Time elapsed: 0.588s
-------------------------------------------------
Total time: 3m:29s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.5625 | 0.5625 | 3.161s | 3.173s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.9375 | 0.9375 | 3.169s | 6.780s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.3125 | 0.9375 | 3.196s | 10.404s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.75 | 0.9375 | 3.185s | 14.011s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.25 | 0.9375 | 3.180s | 17.702s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.3125 | 0.9375 | 3.203s | 21.329s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.75 | 0.9375 | 3.191s | 24.947s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.75 | 0.9375 | 3.212s | 28.710s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.8125 | 0.9375 | 3.174s | 32.465s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.75 | 0.9375 | 3.122s | 36.006s |
| Iteration 11 | none | --- | saga | 1000 | --- | 0.3125 | 0.9375 | 3.159s | 39.865s |
| Iteration 12 | l2 | 0.0786 | saga | 949 | --- | 0.75 | 0.9375 | 3.186s | 43.773s |
| Iteration 13 | l2 | 0.2098 | libli.. | 935 | --- | 0.5 | 0.9375 | 3.811s | 48.528s |
| Iteration 14 | none | --- | sag | 796 | --- | 0.625 | 0.9375 | 3.191s | 52.421s |
| Iteration 15 | l2 | 0.1036 | sag | 951 | --- | 0.4375 | 0.9375 | 3.191s | 57.034s |
| Iteration 16 | l2 | 0.0424 | sag | 691 | --- | 0.5625 | 0.9375 | 3.205s | 1m:01s |
| Iteration 17 | l2 | 0.0582 | sag | 743 | --- | 0.6875 | 0.9375 | 3.209s | 1m:05s |
| Iteration 18 | l2 | 0.0182 | lbfgs | 877 | --- | 0.6875 | 0.9375 | 3.179s | 1m:09s |
| Iteration 19 | l2 | 0.0078 | newto.. | 749 | --- | 0.3125 | 0.9375 | 3.189s | 1m:13s |
| Iteration 20 | none | --- | sag | 577 | --- | 0.125 | 0.9375 | 3.220s | 1m:17s |
| Iteration 21 | none | --- | lbfgs | 287 | --- | 0.3125 | 0.9375 | 3.205s | 1m:22s |
| Iteration 22 | l2 | 99.4481 | newto.. | 217 | --- | 0.3125 | 0.9375 | 3.172s | 1m:26s |
| Iteration 23 | none | --- | saga | 993 | --- | 0.4375 | 0.9375 | 3.209s | 1m:30s |
| Iteration 24 | l2 | 0.8583 | sag | 405 | --- | 0.5625 | 0.9375 | 3.179s | 1m:34s |
| Iteration 25 | l2 | 85.6121 | libli.. | 885 | --- | 0.375 | 0.9375 | 3.193s | 1m:38s |
| Iteration 26 | l2 | 6.0881 | libli.. | 976 | --- | 0.5625 | 0.9375 | 3.195s | 1m:42s |
| Iteration 27 | l2 | 0.0149 | saga | 897 | --- | 0.625 | 0.9375 | 3.182s | 1m:46s |
| Iteration 28 | l2 | 0.0512 | saga | 165 | --- | 0.4375 | 0.9375 | 3.197s | 1m:50s |
| Iteration 29 | l2 | 0.0866 | newto.. | 906 | --- | 0.3125 | 0.9375 | 3.190s | 1m:54s |
| Iteration 30 | l2 | 0.0773 | sag | 941 | --- | 0.5625 | 0.9375 | 3.219s | 1m:58s |
| Iteration 31 | l2 | 0.0323 | lbfgs | 943 | --- | 0.75 | 0.9375 | 3.197s | 2m:02s |
| Iteration 32 | l2 | 0.01 | sag | 940 | --- | 0.6875 | 0.9375 | 3.184s | 2m:06s |
| Iteration 33 | l2 | 0.001 | newto.. | 946 | --- | 0.375 | 0.9375 | 3.176s | 2m:10s |
| Iteration 34 | l1 | 0.0253 | saga | 934 | --- | 0.5 | 0.9375 | 3.183s | 2m:14s |
| Iteration 35 | l2 | 0.0875 | lbfgs | 204 | --- | 0.75 | 0.9375 | 3.191s | 2m:18s |
| Iteration 36 | l2 | 0.0281 | lbfgs | 854 | --- | 0.75 | 0.9375 | 3.808s | 2m:23s |
| Iteration 37 | none | --- | saga | 547 | --- | 0.25 | 0.9375 | 3.181s | 2m:27s |
| Iteration 38 | l2 | 0.0881 | libli.. | 279 | --- | 0.25 | 0.9375 | 3.212s | 2m:32s |
| Iteration 39 | l2 | 0.0809 | sag | 401 | --- | 0.6875 | 0.9375 | 3.147s | 2m:37s |
| Iteration 40 | l2 | 0.0146 | libli.. | 550 | --- | 0.4375 | 0.9375 | 3.199s | 2m:42s |
| Iteration 41 | l2 | 0.0567 | sag | 260 | --- | 0.5 | 0.9375 | 3.208s | 2m:47s |
| Iteration 42 | l2 | 0.1274 | libli.. | 348 | --- | 0.1875 | 0.9375 | 3.189s | 2m:51s |
| Iteration 43 | l2 | 0.052 | sag | 909 | --- | 0.0 | 0.9375 | 3.191s | 2m:55s |
| Iteration 44 | l1 | 0.0158 | libli.. | 206 | --- | 0.5 | 0.9375 | 3.190s | 2m:59s |
| Iteration 45 | l2 | 0.0439 | libli.. | 944 | --- | 0.5 | 0.9375 | 3.175s | 3m:03s |
| Iteration 46 | l2 | 0.3366 | newto.. | 944 | --- | 0.3125 | 0.9375 | 3.188s | 3m:07s |
| Iteration 47 | l2 | 0.0213 | sag | 864 | --- | 0.375 | 0.9375 | 3.308s | 3m:11s |
| Iteration 48 | l2 | 0.0018 | newto.. | 288 | --- | 0.0 | 0.9375 | 3.293s | 3m:16s |
| Iteration 49 | l2 | 0.0901 | libli.. | 943 | --- | 0.8125 | 0.9375 | 3.181s | 3m:20s |
| Iteration 50 | none | --- | newto.. | 946 | --- | 0.375 | 0.9375 | 3.192s | 3m:24s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'penalty': 'l2', 'C': 0.087, 'solver': 'sag', 'max_iter': 942}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 3m:25s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7991
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 1.0 ± 0.0
Time elapsed: 0.054s
-------------------------------------------------
Total time: 3m:25s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.25 | 0.25 | 3.196s | 3.202s |
| Initial point 2 | svd | --- | 0.8125 | 0.8125 | 3.173s | 7.239s |
| Initial point 3 | svd | --- | 0.8125 | 0.8125 | 0.001s | 7.657s |
| Initial point 4 | lsqr | 0.8 | 0.25 | 0.8125 | 3.179s | 11.234s |
| Initial point 5 | eigen | 0.9 | 0.5625 | 0.8125 | 3.196s | 14.900s |
| Initial point 6 | lsqr | 0.7 | 0.375 | 0.8125 | 3.202s | 18.536s |
| Initial point 7 | lsqr | 0.5 | 0.75 | 0.8125 | 3.248s | 22.358s |
| Initial point 8 | lsqr | 0.9 | 0.3125 | 0.8125 | 3.105s | 26.916s |
| Initial point 9 | lsqr | 0.6 | 0.4375 | 0.8125 | 3.199s | 31.180s |
| Initial point 10 | eigen | 0.8 | 0.625 | 0.8125 | 3.187s | 35.187s |
| Iteration 11 | svd | --- | 0.8125 | 0.8125 | 0.000s | 35.748s |
| Iteration 12 | svd | --- | 0.8125 | 0.8125 | 0.000s | 36.297s |
| Iteration 13 | svd | --- | 0.8125 | 0.8125 | 0.000s | 36.891s |
| Iteration 14 | svd | --- | 0.8125 | 0.8125 | 0.000s | 37.451s |
| Iteration 15 | svd | --- | 0.8125 | 0.8125 | 0.000s | 38.004s |
| Iteration 16 | svd | --- | 0.8125 | 0.8125 | 0.000s | 38.620s |
| Iteration 17 | svd | --- | 0.8125 | 0.8125 | 0.000s | 39.178s |
| Iteration 18 | eigen | 0.5 | 0.75 | 0.8125 | 3.171s | 42.923s |
| Iteration 19 | eigen | 0.7 | 0.0 | 0.8125 | 3.792s | 47.301s |
| Iteration 20 | eigen | 0.6 | 0.3125 | 0.8125 | 3.189s | 51.118s |
| Iteration 21 | lsqr | auto | 0.3125 | 0.8125 | 3.180s | 54.903s |
| Iteration 22 | eigen | None | 0.125 | 0.8125 | 3.187s | 58.682s |
| Iteration 23 | lsqr | 1.0 | 0.5625 | 0.8125 | 3.220s | 1m:03s |
| Iteration 24 | lsqr | None | 0.5625 | 0.8125 | 3.160s | 1m:06s |
| Iteration 25 | svd | --- | 0.8125 | 0.8125 | 0.000s | 1m:07s |
| Iteration 26 | eigen | auto | 0.4375 | 0.8125 | 3.174s | 1m:11s |
| Iteration 27 | svd | --- | 0.8125 | 0.8125 | 0.000s | 1m:12s |
| Iteration 28 | svd | --- | 0.8125 | 0.8125 | 0.000s | 1m:12s |
| Iteration 29 | svd | --- | 0.8125 | 0.8125 | 0.001s | 1m:14s |
| Iteration 30 | svd | --- | 0.8125 | 0.8125 | 0.000s | 1m:14s |
| Iteration 31 | svd | --- | 0.8125 | 0.8125 | 0.000s | 1m:15s |
| Iteration 32 | svd | --- | 0.8125 | 0.8125 | 0.000s | 1m:16s |
| Iteration 33 | svd | --- | 0.8125 | 0.8125 | 0.000s | 1m:16s |
| Iteration 34 | svd | --- | 0.8125 | 0.8125 | 0.000s | 1m:18s |
| Iteration 35 | svd | --- | 0.8125 | 0.8125 | 0.000s | 1m:19s |
| Iteration 36 | svd | --- | 0.8125 | 0.8125 | 0.000s | 1m:21s |
| Iteration 37 | svd | --- | 0.8125 | 0.8125 | 0.000s | 1m:23s |
| Iteration 38 | svd | --- | 0.8125 | 0.8125 | 0.000s | 1m:24s |
| Iteration 39 | svd | --- | 0.8125 | 0.8125 | 0.000s | 1m:25s |
| Iteration 40 | svd | --- | 0.8125 | 0.8125 | 0.000s | 1m:25s |
| Iteration 41 | svd | --- | 0.8125 | 0.8125 | 0.000s | 1m:26s |
| Iteration 42 | svd | --- | 0.8125 | 0.8125 | 0.000s | 1m:27s |
| Iteration 43 | svd | --- | 0.8125 | 0.8125 | 0.000s | 1m:28s |
| Iteration 44 | svd | --- | 0.8125 | 0.8125 | 0.000s | 1m:28s |
| Iteration 45 | svd | --- | 0.8125 | 0.8125 | 0.000s | 1m:29s |
| Iteration 46 | svd | --- | 0.8125 | 0.8125 | 0.000s | 1m:30s |
| Iteration 47 | svd | --- | 0.8125 | 0.8125 | 0.000s | 1m:30s |
| Iteration 48 | svd | --- | 0.8125 | 0.8125 | 0.000s | 1m:31s |
| Iteration 49 | svd | --- | 0.8125 | 0.8125 | 0.000s | 1m:32s |
| Iteration 50 | svd | --- | 0.8125 | 0.8125 | 0.000s | 1m:33s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'solver': 'svd'}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:34s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8027
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.008s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.99 ± 0.02
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:34s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.25 | 0.25 | 3.137s | 3.141s |
| Initial point 2 | 0.9 | 0.5 | 0.5 | 3.167s | 6.725s |
| Initial point 3 | 0.1 | 0.3125 | 0.5 | 3.192s | 10.662s |
| Initial point 4 | 1.0 | 0.25 | 0.5 | 0.000s | 11.094s |
| Initial point 5 | 0.2 | 0.625 | 0.625 | 3.196s | 14.694s |
| Initial point 6 | 0.4 | 0.375 | 0.625 | 3.199s | 18.329s |
| Initial point 7 | 0.4 | 0.375 | 0.625 | 0.000s | 18.745s |
| Initial point 8 | 0.7 | 0.3125 | 0.625 | 3.189s | 22.341s |
| Initial point 9 | 0.9 | 0.5 | 0.625 | 0.001s | 22.852s |
| Initial point 10 | 0.8 | 0.5 | 0.625 | 3.189s | 26.480s |
| Iteration 11 | 0.3 | 0.75 | 0.75 | 3.169s | 30.182s |
| Iteration 12 | 0.6 | 0.9375 | 0.9375 | 3.196s | 33.892s |
| Iteration 13 | 0.5 | 0.1875 | 0.9375 | 3.187s | 37.587s |
| Iteration 14 | 0.0 | 0.25 | 0.9375 | 3.154s | 41.275s |
| Iteration 15 | 0.6 | 0.9375 | 0.9375 | 0.000s | 41.799s |
| Iteration 16 | 0.6 | 0.9375 | 0.9375 | 0.000s | 42.367s |
| Iteration 17 | 0.6 | 0.9375 | 0.9375 | 0.001s | 42.873s |
| Iteration 18 | 0.6 | 0.9375 | 0.9375 | 0.000s | 43.431s |
| Iteration 19 | 0.6 | 0.9375 | 0.9375 | 0.000s | 43.964s |
| Iteration 20 | 0.6 | 0.9375 | 0.9375 | 0.000s | 44.492s |
| Iteration 21 | 0.6 | 0.9375 | 0.9375 | 0.000s | 46.183s |
| Iteration 22 | 0.6 | 0.9375 | 0.9375 | 0.000s | 46.869s |
| Iteration 23 | 0.6 | 0.9375 | 0.9375 | 0.000s | 47.393s |
| Iteration 24 | 0.6 | 0.9375 | 0.9375 | 0.000s | 47.922s |
| Iteration 25 | 0.6 | 0.9375 | 0.9375 | 0.000s | 48.726s |
| Iteration 26 | 0.6 | 0.9375 | 0.9375 | 0.000s | 49.259s |
| Iteration 27 | 0.0 | 0.25 | 0.9375 | 0.000s | 49.798s |
| Iteration 28 | 0.6 | 0.9375 | 0.9375 | 0.000s | 50.329s |
| Iteration 29 | 0.6 | 0.9375 | 0.9375 | 0.000s | 50.885s |
| Iteration 30 | 0.6 | 0.9375 | 0.9375 | 0.000s | 51.441s |
| Iteration 31 | 0.6 | 0.9375 | 0.9375 | 0.000s | 53.090s |
| Iteration 32 | 0.6 | 0.9375 | 0.9375 | 0.001s | 54.032s |
| Iteration 33 | 0.6 | 0.9375 | 0.9375 | 0.001s | 54.673s |
| Iteration 34 | 0.6 | 0.9375 | 0.9375 | 0.001s | 55.268s |
| Iteration 35 | 0.6 | 0.9375 | 0.9375 | 0.001s | 55.868s |
| Iteration 36 | 0.6 | 0.9375 | 0.9375 | 0.001s | 56.456s |
| Iteration 37 | 0.6 | 0.9375 | 0.9375 | 0.001s | 57.161s |
| Iteration 38 | 0.6 | 0.9375 | 0.9375 | 0.001s | 57.763s |
| Iteration 39 | 0.6 | 0.9375 | 0.9375 | 0.001s | 58.387s |
| Iteration 40 | 0.6 | 0.9375 | 0.9375 | 0.001s | 59.026s |
| Iteration 41 | 0.6 | 0.9375 | 0.9375 | 0.001s | 59.637s |
| Iteration 42 | 0.6 | 0.9375 | 0.9375 | 0.001s | 1m:00s |
| Iteration 43 | 0.6 | 0.9375 | 0.9375 | 0.000s | 1m:01s |
| Iteration 44 | 0.6 | 0.9375 | 0.9375 | 0.000s | 1m:01s |
| Iteration 45 | 0.6 | 0.9375 | 0.9375 | 0.000s | 1m:02s |
| Iteration 46 | 0.6 | 0.9375 | 0.9375 | 0.000s | 1m:03s |
| Iteration 47 | 0.6 | 0.9375 | 0.9375 | 0.000s | 1m:03s |
| Iteration 48 | 0.6 | 0.9375 | 0.9375 | 0.000s | 1m:04s |
| Iteration 49 | 0.6 | 0.9375 | 0.9375 | 0.000s | 1m:05s |
| Iteration 50 | 0.6 | 0.9375 | 0.9375 | 0.000s | 1m:05s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'reg_param': 0.6}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 1m:06s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8027
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.2846
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:06s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 10.486 | dista.. | auto | 40 | 1 | 0.75 | 0.75 | 3.117s | 3.138s |
| Initial point 2 | 4.1703 | uniform | kd_tree | 39 | 2 | 0.4062 | 0.75 | 3.159s | 6.731s |
| Initial point 3 | 3.2943 | dista.. | ball_tree | 25 | 2 | 0.5625 | 0.75 | 3.140s | 10.297s |
| Initial point 4 | 9.6109 | uniform | ball_tree | 39 | 2 | 0.625 | 0.75 | 3.190s | 13.917s |
| Initial point 5 | 7.5289 | dista.. | auto | 30 | 2 | 0.3125 | 0.75 | 3.213s | 17.554s |
| Initial point 6 | 8.719 | dista.. | ball_tree | 21 | 2 | 0.3125 | 0.75 | 3.228s | 21.438s |
| Initial point 7 | 6.2365 | dista.. | ball_tree | 24 | 1 | 0.7812 | 0.7812 | 3.221s | 25.733s |
| Initial point 8 | 1.4945 | dista.. | ball_tree | 21 | 2 | 0.4062 | 0.7812 | 3.207s | 29.588s |
| Initial point 9 | 6.947 | uniform | ball_tree | 24 | 1 | 0.8125 | 0.8125 | 3.226s | 33.337s |
| Initial point 10 | 4.9343 | uniform | brute | 22 | 2 | 0.7188 | 0.8125 | 3.189s | 37.007s |
| Iteration 11 | 10.5156 | uniform | kd_tree | 24 | 1 | 0.5 | 0.8125 | 3.177s | 40.882s |
| Iteration 12 | 10.5156 | uniform | ball_tree | 24 | 1 | 0.6562 | 0.8125 | 3.149s | 44.739s |
| Iteration 13 | 4.7539 | uniform | ball_tree | 24 | 1 | 0.4062 | 0.8125 | 3.191s | 48.705s |
| Iteration 14 | 0.0186 | dista.. | brute | 21 | 1 | 0.5 | 0.8125 | 3.212s | 52.569s |
| Iteration 15 | 0.0304 | dista.. | auto | 39 | 1 | 0.5 | 0.8125 | 3.204s | 56.402s |
| Iteration 16 | 10.5129 | uniform | auto | 33 | 1 | 0.5 | 0.8125 | 3.195s | 1m:00s |
| Iteration 17 | 0.8955 | uniform | brute | 40 | 2 | 0.5 | 0.8125 | 3.223s | 1m:04s |
| Iteration 18 | 10.5096 | dista.. | kd_tree | 34 | 1 | 0.625 | 0.8125 | 3.204s | 1m:08s |
| Iteration 19 | 10.5094 | dista.. | ball_tree | 28 | 1 | 0.5938 | 0.8125 | 3.815s | 1m:12s |
| Iteration 20 | 0.0009 | uniform | ball_tree | 35 | 1 | 0.5 | 0.8125 | 3.216s | 1m:16s |
| Iteration 21 | 6.8508 | dista.. | brute | 39 | 1 | 0.375 | 0.8125 | 3.191s | 1m:20s |
| Iteration 22 | 9.3492 | dista.. | ball_tree | 23 | 1 | 0.6875 | 0.8125 | 3.203s | 1m:24s |
| Iteration 23 | 6.697 | dista.. | ball_tree | 24 | 1 | 0.5 | 0.8125 | 3.195s | 1m:28s |
| Iteration 24 | 10.5156 | dista.. | ball_tree | 38 | 1 | 0.4375 | 0.8125 | 3.204s | 1m:32s |
| Iteration 25 | 10.5156 | dista.. | ball_tree | 22 | 1 | 0.625 | 0.8125 | 3.192s | 1m:36s |
| Iteration 26 | 10.5156 | dista.. | ball_tree | 23 | 1 | 0.5 | 0.8125 | 3.226s | 1m:40s |
| Iteration 27 | 0.9159 | dista.. | brute | 25 | 2 | 0.5312 | 0.8125 | 3.266s | 1m:44s |
| Iteration 28 | 9.7398 | dista.. | brute | 20 | 2 | 0.125 | 0.8125 | 3.222s | 1m:48s |
| Iteration 29 | 7.9382 | uniform | ball_tree | 20 | 1 | 0.5625 | 0.8125 | 3.207s | 1m:52s |
| Iteration 30 | 10.5156 | uniform | kd_tree | 20 | 2 | 0.5 | 0.8125 | 3.210s | 1m:56s |
| Iteration 31 | 0.0129 | uniform | kd_tree | 26 | 1 | 0.5 | 0.8125 | 3.207s | 1m:60s |
| Iteration 32 | 0.0027 | uniform | brute | 32 | 2 | 0.5 | 0.8125 | 3.182s | 2m:04s |
| Iteration 33 | 10.5146 | uniform | kd_tree | 32 | 2 | 0.5 | 0.8125 | 3.131s | 2m:08s |
| Iteration 34 | 10.5156 | dista.. | auto | 20 | 1 | 0.6875 | 0.8125 | 3.182s | 2m:12s |
| Iteration 35 | 3.0068 | dista.. | kd_tree | 20 | 1 | 0.5 | 0.8125 | 3.227s | 2m:16s |
| Iteration 36 | 4.2581 | uniform | kd_tree | 40 | 1 | 0.5625 | 0.8125 | 3.131s | 2m:21s |
| Iteration 37 | 10.5156 | dista.. | kd_tree | 20 | 1 | 0.3125 | 0.8125 | 3.258s | 2m:25s |
| Iteration 38 | 0.0029 | uniform | auto | 35 | 2 | 0.5 | 0.8125 | 3.131s | 2m:29s |
| Iteration 39 | 10.5002 | uniform | brute | 35 | 1 | 0.4375 | 0.8125 | 3.170s | 2m:33s |
| Iteration 40 | 10.2375 | dista.. | auto | 20 | 1 | 0.9375 | 0.9375 | 3.130s | 2m:37s |
| Iteration 41 | 5.0857 | dista.. | auto | 38 | 1 | 0.8125 | 0.9375 | 3.162s | 2m:41s |
| Iteration 42 | 8.3043 | dista.. | auto | 27 | 1 | 0.5 | 0.9375 | 3.154s | 2m:45s |
| Iteration 43 | 10.5156 | dista.. | auto | 20 | 1 | 0.6875 | 0.9375 | 0.001s | 2m:46s |
| Iteration 44 | 10.5156 | dista.. | auto | 20 | 1 | 0.6875 | 0.9375 | 0.000s | 2m:47s |
| Iteration 45 | 10.5156 | dista.. | auto | 20 | 1 | 0.6875 | 0.9375 | 0.001s | 2m:48s |
| Iteration 46 | 10.5156 | dista.. | auto | 40 | 1 | 0.875 | 0.9375 | 3.202s | 2m:52s |
| Iteration 47 | 10.5156 | dista.. | auto | 40 | 1 | 0.875 | 0.9375 | 0.001s | 2m:53s |
| Iteration 48 | 7.0359 | uniform | ball_tree | 24 | 1 | 0.4375 | 0.9375 | 3.183s | 2m:58s |
| Iteration 49 | 10.2567 | dista.. | auto | 20 | 1 | 0.3125 | 0.9375 | 3.161s | 3m:03s |
| Iteration 50 | 0.0 | dista.. | auto | 40 | 1 | 0.5 | 0.9375 | 3.169s | 3m:07s |
Bayesian Optimization ---------------------------
Best call --> Iteration 40
Best parameters --> {'radius': 10.2375, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 20, 'p': 1}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 3m:08s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.73 ± 0.0245
Time elapsed: 0.054s
-------------------------------------------------
Total time: 3m:08s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.25 | 0.25 | 3.545s | 3.553s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.8125 | 0.8125 | 3.558s | 7.530s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.75 | 0.8125 | 3.309s | 11.286s |
| Initial point 4 | 431 | 0.0871 | SAMME | 1.0 | 1.0 | 3.472s | 15.193s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.375 | 1.0 | 3.310s | 18.924s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.5 | 1.0 | 3.509s | 23.151s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.7812 | 1.0 | 3.175s | 26.780s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.875 | 1.0 | 3.469s | 30.695s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.75 | 1.0 | 3.150s | 34.287s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.6562 | 1.0 | 3.247s | 37.965s |
| Iteration 11 | 444 | 0.0888 | SAMME | 0.75 | 1.0 | 3.420s | 42.024s |
| Iteration 12 | 390 | 0.1722 | SAMME | 0.8125 | 1.0 | 3.406s | 46.050s |
| Iteration 13 | 464 | 0.01 | SAMME | 0.8125 | 1.0 | 3.441s | 50.127s |
| Iteration 14 | 116 | 10.0 | SAMME | 0.375 | 1.0 | 3.126s | 53.893s |
| Iteration 15 | 383 | 0.01 | SAMME | 0.375 | 1.0 | 3.400s | 57.913s |
| Iteration 16 | 420 | 0.1935 | SAMME | 0.625 | 1.0 | 3.456s | 1m:02s |
| Iteration 17 | 500 | 0.0714 | SAMME | 0.625 | 1.0 | 3.504s | 1m:06s |
| Iteration 18 | 394 | 8.7793 | SAMME | 0.3125 | 1.0 | 3.115s | 1m:10s |
| Iteration 19 | 174 | 1.5209 | SAMME.R | 0.5 | 1.0 | 3.265s | 1m:14s |
| Iteration 20 | 429 | 0.1057 | SAMME.R | 0.625 | 1.0 | 3.467s | 1m:18s |
| Iteration 21 | 266 | 0.1185 | SAMME | 0.6875 | 1.0 | 3.277s | 1m:22s |
| Iteration 22 | 224 | 0.0233 | SAMME.R | 0.8125 | 1.0 | 3.319s | 1m:26s |
| Iteration 23 | 436 | 0.0225 | SAMME.R | 0.75 | 1.0 | 3.491s | 1m:31s |
| Iteration 24 | 68 | 0.5825 | SAMME | 0.5312 | 1.0 | 3.179s | 1m:34s |
| Iteration 25 | 78 | 0.0279 | SAMME | 0.5 | 1.0 | 3.182s | 1m:38s |
| Iteration 26 | 497 | 0.0176 | SAMME.R | 0.5 | 1.0 | 3.538s | 1m:42s |
| Iteration 27 | 427 | 0.0929 | SAMME | 0.9375 | 1.0 | 3.410s | 1m:47s |
| Iteration 28 | 112 | 0.0959 | SAMME | 0.75 | 1.0 | 3.212s | 1m:50s |
| Iteration 29 | 408 | 0.0305 | SAMME.R | 0.25 | 1.0 | 3.451s | 1m:55s |
| Iteration 30 | 428 | 0.0714 | SAMME | 0.875 | 1.0 | 3.407s | 1m:59s |
| Iteration 31 | 433 | 0.1026 | SAMME | 0.6875 | 1.0 | 3.442s | 2m:03s |
| Iteration 32 | 425 | 0.0836 | SAMME | 0.875 | 1.0 | 3.400s | 2m:07s |
| Iteration 33 | 436 | 0.0776 | SAMME | 0.1875 | 1.0 | 3.423s | 2m:12s |
| Iteration 34 | 412 | 0.0896 | SAMME | 0.5625 | 1.0 | 3.408s | 2m:16s |
| Iteration 35 | 438 | 0.0179 | SAMME | 0.6875 | 1.0 | 3.424s | 2m:20s |
| Iteration 36 | 498 | 0.0889 | SAMME | 0.875 | 1.0 | 3.456s | 2m:24s |
| Iteration 37 | 112 | 0.0877 | SAMME | 0.625 | 1.0 | 3.178s | 2m:28s |
| Iteration 38 | 299 | 0.0202 | SAMME | 0.875 | 1.0 | 3.337s | 2m:33s |
| Iteration 39 | 64 | 0.0197 | SAMME | 0.5 | 1.0 | 3.144s | 2m:36s |
| Iteration 40 | 500 | 0.0892 | SAMME | 0.6875 | 1.0 | 3.476s | 2m:41s |
| Iteration 41 | 453 | 0.0923 | SAMME | 0.625 | 1.0 | 3.446s | 2m:45s |
| Iteration 42 | 486 | 0.0201 | SAMME | 0.375 | 1.0 | 3.440s | 2m:49s |
| Iteration 43 | 422 | 0.1126 | SAMME | 0.375 | 1.0 | 3.416s | 2m:53s |
| Iteration 44 | 429 | 0.0849 | SAMME | 0.75 | 1.0 | 3.388s | 2m:58s |
| Iteration 45 | 451 | 0.0249 | SAMME.R | 0.5 | 1.0 | 4.089s | 3m:02s |
| Iteration 46 | 321 | 0.0188 | SAMME | 0.25 | 1.0 | 3.374s | 3m:06s |
| Iteration 47 | 435 | 0.055 | SAMME.R | 0.8125 | 1.0 | 3.462s | 3m:11s |
| Iteration 48 | 481 | 0.0847 | SAMME.R | 0.375 | 1.0 | 3.508s | 3m:15s |
| Iteration 49 | 337 | 0.0885 | SAMME | 0.5625 | 1.0 | 3.345s | 3m:19s |
| Iteration 50 | 379 | 0.0896 | SAMME | 0.4375 | 1.0 | 3.393s | 3m:23s |
Bayesian Optimization ---------------------------
Best call --> Initial point 4
Best parameters --> {'n_estimators': 431, 'learning_rate': 0.0871, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9754
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.344s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.99 ± 0.02
Time elapsed: 1.544s
-------------------------------------------------
Total time: 3m:26s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.875 | 0.875 | 3.499s | 3.518s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.75 | 0.875 | 3.370s | 7.766s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.6875 | 0.875 | 3.384s | 11.830s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.875 | 3.253s | 15.559s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 1.0 | 1.0 | 3.474s | 19.475s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.25 | 1.0 | 3.288s | 23.214s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.9375 | 1.0 | 3.337s | 26.985s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.8125 | 1.0 | 3.337s | 30.756s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.875 | 1.0 | 3.461s | 34.663s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.8125 | 1.0 | 3.399s | 38.637s |
| Iteration 11 | 347 | gini | None | 17 | 3 | 0.9 | False | 0.006 | --- | 0.375 | 1.0 | 3.335s | 42.769s |
| Iteration 12 | 448 | gini | None | 13 | 13 | log2 | True | 0.0178 | 0.5 | 0.7812 | 1.0 | 3.488s | 47.086s |
| Iteration 13 | 373 | entropy | 4 | 17 | 2 | auto | True | 0.0209 | 0.5 | 0.875 | 1.0 | 3.457s | 51.466s |
| Iteration 14 | 386 | gini | None | 17 | 17 | auto | True | 0.0 | None | 0.625 | 1.0 | 3.409s | 55.812s |
| Iteration 15 | 207 | entropy | 4 | 18 | 1 | 0.7 | True | 0.0296 | 0.7 | 0.4375 | 1.0 | 3.314s | 59.978s |
| Iteration 16 | 371 | gini | 2 | 14 | 6 | log2 | True | 0.0026 | 0.5 | 0.6875 | 1.0 | 3.466s | 1m:04s |
| Iteration 17 | 366 | entropy | 6 | 20 | 9 | sqrt | False | 0.0209 | --- | 0.6875 | 1.0 | 3.324s | 1m:09s |
| Iteration 18 | 90 | entropy | 6 | 19 | 10 | log2 | False | 0.0227 | --- | 0.75 | 1.0 | 3.152s | 1m:13s |
| Iteration 19 | 361 | entropy | 6 | 17 | 8 | log2 | False | 0.0287 | --- | 0.875 | 1.0 | 3.321s | 1m:17s |
| Iteration 20 | 404 | gini | None | 14 | 14 | log2 | True | 0.0054 | None | 0.5 | 1.0 | 3.459s | 1m:22s |
| Iteration 21 | 14 | entropy | 1 | 18 | 10 | log2 | True | 0.0278 | None | 0.7188 | 1.0 | 3.768s | 1m:26s |
| Iteration 22 | 106 | entropy | 9 | 6 | 15 | auto | True | 0.0258 | 0.5 | 0.5 | 1.0 | 3.258s | 1m:30s |
| Iteration 23 | 500 | gini | 5 | 19 | 3 | sqrt | False | 0.0073 | --- | 0.75 | 1.0 | 3.486s | 1m:34s |
| Iteration 24 | 185 | entropy | 9 | 20 | 7 | 0.6 | False | 0.019 | --- | 0.4375 | 1.0 | 3.254s | 1m:39s |
| Iteration 25 | 405 | gini | 9 | 10 | 11 | 0.6 | True | 0.035 | None | 0.5 | 1.0 | 3.435s | 1m:43s |
| Iteration 26 | 196 | gini | 5 | 15 | 7 | auto | False | 0.027 | --- | 1.0 | 1.0 | 3.272s | 1m:47s |
| Iteration 27 | 185 | gini | 5 | 3 | 6 | auto | False | 0.035 | --- | 0.9375 | 1.0 | 3.265s | 1m:51s |
| Iteration 28 | 238 | entropy | 4 | 20 | 7 | auto | True | 0.0237 | 0.7 | 0.5 | 1.0 | 3.312s | 1m:55s |
| Iteration 29 | 239 | gini | 4 | 16 | 14 | auto | False | 0.0333 | --- | 0.4375 | 1.0 | 3.276s | 1m:59s |
| Iteration 30 | 224 | gini | 6 | 6 | 6 | auto | True | 0.0318 | 0.9 | 1.0 | 1.0 | 3.326s | 2m:04s |
| Iteration 31 | 44 | gini | 6 | 12 | 5 | auto | False | 0.0001 | --- | 0.5 | 1.0 | 3.180s | 2m:08s |
| Iteration 32 | 103 | gini | 5 | 8 | 7 | auto | False | 0.035 | --- | 0.75 | 1.0 | 3.215s | 2m:12s |
| Iteration 33 | 22 | gini | 6 | 5 | 12 | auto | True | 0.035 | 0.8 | 0.7812 | 1.0 | 3.168s | 2m:16s |
| Iteration 34 | 263 | entropy | 5 | 20 | 1 | auto | False | 0.035 | --- | 0.6875 | 1.0 | 3.326s | 2m:22s |
| Iteration 35 | 155 | entropy | 4 | 2 | 8 | auto | False | 0.0 | --- | 0.8125 | 1.0 | 3.235s | 2m:27s |
| Iteration 36 | 474 | gini | None | 11 | 9 | auto | True | 0.035 | 0.8 | 1.0 | 1.0 | 3.485s | 2m:31s |
| Iteration 37 | 470 | entropy | None | 8 | 8 | log2 | True | 0.026 | 0.8 | 0.8125 | 1.0 | 3.508s | 2m:36s |
| Iteration 38 | 401 | gini | 6 | 6 | 3 | 0.6 | True | 0.0151 | 0.9 | 0.875 | 1.0 | 3.478s | 2m:41s |
| Iteration 39 | 332 | gini | None | 16 | 15 | sqrt | True | 0.011 | 0.8 | 0.8125 | 1.0 | 3.352s | 2m:46s |
| Iteration 40 | 137 | gini | 5 | 9 | 15 | sqrt | True | 0.0256 | 0.9 | 0.7188 | 1.0 | 3.252s | 2m:50s |
| Iteration 41 | 168 | gini | 7 | 2 | 10 | sqrt | True | 0.0312 | 0.9 | 0.75 | 1.0 | 3.280s | 2m:54s |
| Iteration 42 | 40 | gini | 5 | 20 | 3 | 0.7 | False | 0.0302 | --- | 0.5625 | 1.0 | 3.168s | 2m:58s |
| Iteration 43 | 191 | gini | 3 | 6 | 7 | 0.8 | True | 0.021 | 0.9 | 0.625 | 1.0 | 3.314s | 3m:03s |
| Iteration 44 | 87 | gini | None | 13 | 10 | 0.6 | True | 0.032 | 0.9 | 0.625 | 1.0 | 3.849s | 3m:08s |
| Iteration 45 | 360 | gini | 9 | 4 | 5 | auto | True | 0.0346 | 0.9 | 0.5625 | 1.0 | 3.413s | 3m:12s |
| Iteration 46 | 500 | gini | 1 | 18 | 18 | auto | True | 0.035 | None | 0.625 | 1.0 | 3.548s | 3m:17s |
| Iteration 47 | 228 | gini | 6 | 4 | 12 | auto | True | 0.035 | None | 0.75 | 1.0 | 3.335s | 3m:21s |
| Iteration 48 | 500 | entropy | None | 14 | 11 | auto | False | 0.035 | --- | 0.1875 | 1.0 | 3.439s | 3m:26s |
| Iteration 49 | 325 | gini | None | 11 | 9 | auto | True | 0.0329 | 0.7 | 0.5625 | 1.0 | 3.399s | 3m:30s |
| Iteration 50 | 250 | gini | 5 | 4 | 7 | None | False | 0.0009 | --- | 0.4375 | 1.0 | 3.325s | 3m:35s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'n_estimators': 474, 'criterion': 'gini', 'max_depth': None, 'min_samples_split': 11, 'min_samples_leaf': 9, 'max_features': 'auto', 'bootstrap': True, 'ccp_alpha': 0.035, 'max_samples': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8884
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.422s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.97 ± 0.04
Time elapsed: 1.918s
-------------------------------------------------
Total time: 3m:38s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.249s | 3.269s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.6875 | 0.6875 | 3.205s | 7.024s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.6875 | 3.311s | 10.764s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.6875 | 3.199s | 14.395s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.6875 | 3.219s | 18.061s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.6875 | 3.203s | 21.703s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.6875 | 3.208s | 25.350s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.6875 | 3.161s | 29.058s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.8125 | 0.8125 | 3.233s | 32.741s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.8125 | 3.188s | 36.375s |
| Iteration 11 | 57 | 0.0129 | 7 | 0.008 | 3 | 0.7 | 0.8 | 0.01 | 0.1 | 0.6875 | 0.8125 | 3.139s | 40.298s |
| Iteration 12 | 486 | 0.0218 | 8 | 0.6775 | 4 | 0.9 | 0.9 | 0.01 | 10 | 0.875 | 0.875 | 3.218s | 44.338s |
| Iteration 13 | 269 | 0.0757 | 10 | 0.242 | 4 | 0.6 | 1.0 | 0.01 | 1 | 0.75 | 0.875 | 3.172s | 48.323s |
| Iteration 14 | 500 | 0.0208 | 8 | 0.4683 | 4 | 1.0 | 0.6 | 0.01 | 10 | 0.625 | 0.875 | 3.219s | 52.414s |
| Iteration 15 | 500 | 0.2946 | 5 | 0.9795 | 8 | 1.0 | 0.9 | 0 | 10 | 0.5 | 0.875 | 3.210s | 56.494s |
| Iteration 16 | 473 | 0.236 | 6 | 0.9965 | 4 | 1.0 | 0.9 | 0 | 0.1 | 0.625 | 0.875 | 3.235s | 1m:01s |
| Iteration 17 | 258 | 0.01 | 1 | 0.4076 | 4 | 0.8 | 1.0 | 0.1 | 0.01 | 0.75 | 0.875 | 3.202s | 1m:05s |
| Iteration 18 | 293 | 0.0265 | 6 | 0.0632 | 4 | 0.9 | 0.9 | 0 | 0.1 | 0.5625 | 0.875 | 3.197s | 1m:09s |
| Iteration 19 | 492 | 0.0118 | 8 | 0.7128 | 4 | 0.9 | 0.9 | 0.01 | 10 | 0.5625 | 0.875 | 3.235s | 1m:13s |
| Iteration 20 | 102 | 0.633 | 6 | 0.6138 | 1 | 0.9 | 1.0 | 0 | 10 | 0.5 | 0.875 | 3.194s | 1m:17s |
| Iteration 21 | 498 | 0.9942 | 10 | 0.725 | 5 | 0.9 | 0.8 | 0.1 | 1 | 0.4062 | 0.875 | 3.213s | 1m:21s |
| Iteration 22 | 208 | 0.01 | 2 | 0.6608 | 1 | 0.6 | 0.9 | 0.1 | 100 | 0.6562 | 0.875 | 3.174s | 1m:25s |
| Iteration 23 | 316 | 0.0498 | 9 | 0.2237 | 2 | 1.0 | 1.0 | 0.01 | 0 | 0.6875 | 0.875 | 3.219s | 1m:29s |
| Iteration 24 | 147 | 0.0114 | 5 | 0.2913 | 3 | 0.9 | 0.4 | 1 | 10 | 0.25 | 0.875 | 3.167s | 1m:33s |
| Iteration 25 | 35 | 0.0385 | 1 | 0.6126 | 2 | 0.9 | 1.0 | 0.1 | 100 | 0.4375 | 0.875 | 3.193s | 1m:37s |
| Iteration 26 | 443 | 0.0469 | 9 | 0.4109 | 10 | 0.5 | 0.8 | 0.01 | 0.01 | 0.5 | 0.875 | 3.224s | 1m:41s |
| Iteration 27 | 408 | 0.0369 | 3 | 0.7042 | 4 | 0.7 | 1.0 | 0.01 | 0.01 | 0.75 | 0.875 | 3.229s | 1m:45s |
| Iteration 28 | 500 | 0.0461 | 7 | 0.0762 | 4 | 0.5 | 1.0 | 0.01 | 10 | 0.375 | 0.875 | 3.249s | 1m:49s |
| Iteration 29 | 417 | 0.8136 | 10 | 0.6668 | 4 | 0.7 | 0.9 | 0.01 | 0 | 0.5625 | 0.875 | 3.229s | 1m:54s |
| Iteration 30 | 256 | 0.0327 | 6 | 0.6718 | 4 | 0.8 | 0.7 | 0.01 | 10 | 0.75 | 0.875 | 3.220s | 1m:58s |
| Iteration 31 | 393 | 0.0403 | 8 | 0.4283 | 3 | 0.8 | 0.7 | 0.01 | 0 | 0.7188 | 0.875 | 3.244s | 2m:02s |
| Iteration 32 | 485 | 0.0265 | 2 | 0.6722 | 4 | 0.9 | 0.8 | 100 | 1 | 0.5 | 0.875 | 3.231s | 2m:06s |
| Iteration 33 | 375 | 0.0332 | 9 | 0.1608 | 4 | 0.8 | 0.9 | 0.01 | 10 | 0.5 | 0.875 | 3.225s | 2m:11s |
| Iteration 34 | 359 | 0.0212 | 5 | 0.6442 | 4 | 0.9 | 0.7 | 0.01 | 0.1 | 0.75 | 0.875 | 3.204s | 2m:15s |
| Iteration 35 | 484 | 0.0279 | 7 | 0.6599 | 4 | 0.8 | 0.8 | 0.01 | 100 | 0.875 | 0.875 | 3.232s | 2m:19s |
| Iteration 36 | 494 | 0.0259 | 4 | 0.6699 | 4 | 0.5 | 1.0 | 0.01 | 1 | 0.875 | 0.875 | 3.201s | 2m:23s |
| Iteration 37 | 472 | 0.0306 | 2 | 0.6689 | 2 | 1.0 | 0.8 | 0 | 10 | 0.75 | 0.875 | 3.229s | 2m:28s |
| Iteration 38 | 500 | 0.0319 | 3 | 0.6692 | 4 | 0.7 | 0.5 | 0 | 0.1 | 0.8125 | 0.875 | 3.227s | 2m:32s |
| Iteration 39 | 464 | 0.0332 | 10 | 0.6718 | 4 | 0.8 | 0.7 | 0.01 | 0.1 | 0.8125 | 0.875 | 3.217s | 2m:37s |
| Iteration 40 | 337 | 0.5262 | 8 | 0.2391 | 4 | 0.8 | 1.0 | 0 | 10 | 1.0 | 1.0 | 3.198s | 2m:41s |
| Iteration 41 | 349 | 0.8198 | 2 | 0.24 | 4 | 0.9 | 1.0 | 0 | 100 | 0.6875 | 1.0 | 3.201s | 2m:45s |
| Iteration 42 | 328 | 0.3961 | 1 | 0.2374 | 4 | 0.9 | 0.6 | 0 | 1 | 0.4375 | 1.0 | 3.175s | 2m:50s |
| Iteration 43 | 500 | 1.0 | 10 | 0.2457 | 4 | 0.6 | 1.0 | 0 | 10 | 0.6875 | 1.0 | 3.239s | 2m:54s |
| Iteration 44 | 277 | 0.8883 | 9 | 0.2372 | 4 | 0.8 | 1.0 | 0 | 10 | 0.75 | 1.0 | 3.811s | 2m:59s |
| Iteration 45 | 369 | 0.3852 | 9 | 0.1898 | 4 | 0.9 | 1.0 | 0 | 1 | 0.75 | 1.0 | 3.208s | 3m:03s |
| Iteration 46 | 326 | 0.549 | 10 | 0.2406 | 4 | 0.6 | 1.0 | 0 | 10 | 0.5625 | 1.0 | 3.249s | 3m:08s |
| Iteration 47 | 500 | 0.01 | 3 | 0.9418 | 2 | 0.9 | 0.4 | 0 | 10 | 0.875 | 1.0 | 3.256s | 3m:12s |
| Iteration 48 | 301 | 0.01 | 8 | 1.0 | 1 | 0.7 | 0.4 | 0 | 0.1 | 0.25 | 1.0 | 3.195s | 3m:16s |
| Iteration 49 | 342 | 0.5295 | 8 | 0.2402 | 4 | 1.0 | 0.8 | 0 | 10 | 0.7188 | 1.0 | 3.202s | 3m:21s |
| Iteration 50 | 500 | 0.0398 | 7 | 0.6793 | 1 | 0.6 | 1.0 | 0 | 0.1 | 0.6875 | 1.0 | 3.243s | 3m:25s |
Bayesian Optimization ---------------------------
Best call --> Iteration 40
Best parameters --> {'n_estimators': 337, 'learning_rate': 0.5262, 'max_depth': 8, 'gamma': 0.2391, 'min_child_weight': 4, 'subsample': 0.8, 'colsample_bytree': 1.0, 'reg_alpha': 0, 'reg_lambda': 10}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:26s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9429
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.086s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.99 ± 0.02
Time elapsed: 0.217s
-------------------------------------------------
Total time: 3m:26s
Final results ==================== >>
Duration: 23m:13s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.975 ± 0.0224
Logistic Regression --> roc_auc: 1.0 ± 0.0 !
Linear Discriminant Analysis --> roc_auc: 0.99 ± 0.02
Quadratic Discriminant Analysis --> roc_auc: 0.8 ± 0.2846
Radius Nearest Neighbors --> roc_auc: 0.73 ± 0.0245 ~
AdaBoost --> roc_auc: 0.99 ± 0.02
Random Forest --> roc_auc: 0.97 ± 0.04
XGBoost --> roc_auc: 0.99 ± 0.02
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 827 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAVTNTGGFKTIF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CASSPGGYEQYF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVDAGGTSYGKLTF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CASSGSARQLTF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVRGAAGNKLTF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CALILTGGGNKLTF.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CASSLDSNQPQHF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVYNAGNMLTF.
>>> Dropping feature CAASANTGNQFYF.
>>> Dropping feature CAASKGSARQLTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVLNAGNNRKLIW.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CAASGGGSNYKLTF.
>>> Dropping feature CAATDSNYQLIW.
>>> Dropping feature CALDSNYQLIW.
>>> Dropping feature CAPLDSNYQLIW.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CAVDGQKLLF.
>>> Dropping feature CAVGGGSNYKLTF.
>>> Dropping feature CAYRSYNTDKLIF.
>>> Dropping feature CAVRYGGSQGNLIF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CAVSPSGGYQKVTF.
>>> Dropping feature CAANTGFQKLVF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAASAGGNKLVF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 1.0 | 1.0 | 0.684s | 0.704s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.9375 | 1.0 | 0.720s | 1.851s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.8125 | 1.0 | 0.674s | 2.968s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.8125 | 1.0 | 0.712s | 4.139s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.75 | 1.0 | 0.726s | 5.292s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.625 | 1.0 | 0.761s | 6.501s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.5 | 1.0 | 0.739s | 7.688s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.375 | 1.0 | 0.780s | 8.907s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.875 | 1.0 | 0.710s | 10.054s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.75 | 1.0 | 0.705s | 11.185s |
| Iteration 11 | exponen.. | 1.0 | 60 | 1.0 | friedman_mse | 19 | 7 | 4 | None | 0.0149 | 0.7812 | 1.0 | 0.632s | 12.767s |
| Iteration 12 | exponen.. | 1.0 | 28 | 0.7 | friedman_mse | 2 | 19 | 3 | None | 0.0254 | 1.0 | 1.0 | 0.634s | 14.180s |
| Iteration 13 | exponen.. | 1.0 | 75 | 0.8 | friedman_mse | 5 | 13 | 1 | 0.6 | 0.0291 | 0.9375 | 1.0 | 0.633s | 15.656s |
| Iteration 14 | deviance | 0.0684 | 85 | 0.6 | squared_er.. | 20 | 13 | 3 | None | 0.0337 | 1.0 | 1.0 | 0.644s | 17.106s |
| Iteration 15 | deviance | 1.0 | 10 | 1.0 | friedman_mse | 2 | 13 | 10 | None | 0.0297 | 0.4688 | 1.0 | 0.624s | 18.493s |
| Iteration 16 | exponen.. | 0.7482 | 65 | 1.0 | friedman_mse | 7 | 11 | 8 | None | 0.0291 | 0.9375 | 1.0 | 0.637s | 19.954s |
| Iteration 17 | deviance | 0.0116 | 87 | 0.7 | squared_er.. | 20 | 5 | 3 | None | 0.035 | 0.6875 | 1.0 | 0.652s | 21.665s |
| Iteration 18 | deviance | 0.1353 | 84 | 0.6 | squared_er.. | 20 | 16 | 3 | None | 0.0339 | 0.8438 | 1.0 | 0.640s | 23.137s |
| Iteration 19 | deviance | 0.0636 | 65 | 0.6 | squared_er.. | 2 | 3 | 10 | 0.9 | 0.0024 | 0.875 | 1.0 | 1.345s | 25.449s |
| Iteration 20 | exponen.. | 0.6325 | 10 | 0.9 | friedman_mse | 2 | 17 | 7 | None | 0.035 | 0.8125 | 1.0 | 0.687s | 27.091s |
| Iteration 21 | deviance | 1.0 | 10 | 0.8 | squared_er.. | 6 | 9 | 8 | auto | 0.0248 | 0.8438 | 1.0 | 0.679s | 28.572s |
| Iteration 22 | exponen.. | 1.0 | 500 | 1.0 | friedman_mse | 3 | 16 | 7 | 0.9 | 0.0151 | 1.0 | 1.0 | 0.784s | 30.185s |
| Iteration 23 | exponen.. | 0.7161 | 250 | 1.0 | friedman_mse | 10 | 6 | 9 | 0.9 | 0.0244 | 0.8125 | 1.0 | 0.739s | 32.093s |
| Iteration 24 | exponen.. | 1.0 | 252 | 0.8 | friedman_mse | 2 | 19 | 1 | None | 0.0165 | 0.6875 | 1.0 | 0.741s | 34.065s |
| Iteration 25 | deviance | 0.0148 | 500 | 0.7 | friedman_mse | 19 | 3 | 5 | 0.6 | 0.0306 | 0.8125 | 1.0 | 0.803s | 36.000s |
| Iteration 26 | exponen.. | 0.01 | 500 | 0.5 | friedman_mse | 20 | 1 | 10 | auto | 0.011 | 0.875 | 1.0 | 0.815s | 37.981s |
| Iteration 27 | exponen.. | 1.0 | 500 | 1.0 | friedman_mse | 2 | 20 | 1 | None | 0.035 | 0.6875 | 1.0 | 0.778s | 40.017s |
| Iteration 28 | exponen.. | 0.01 | 10 | 0.5 | friedman_mse | 2 | 1 | 10 | auto | 0.0 | 0.875 | 1.0 | 0.681s | 41.766s |
| Iteration 29 | deviance | 0.1633 | 349 | 0.5 | friedman_mse | 18 | 14 | 1 | sqrt | 0.0053 | 0.5625 | 1.0 | 0.751s | 43.842s |
| Iteration 30 | deviance | 0.3594 | 230 | 1.0 | squared_er.. | 2 | 20 | 1 | auto | 0.0 | 0.75 | 1.0 | 0.712s | 45.852s |
| Iteration 31 | exponen.. | 0.01 | 10 | 1.0 | friedman_mse | 20 | 1 | 1 | auto | 0.035 | 1.0 | 1.0 | 0.683s | 47.529s |
| Iteration 32 | exponen.. | 0.01 | 10 | 0.5 | friedman_mse | 20 | 1 | 1 | auto | 0.0 | 0.6875 | 1.0 | 0.674s | 49.652s |
| Iteration 33 | exponen.. | 1.0 | 500 | 1.0 | friedman_mse | 2 | 20 | 10 | None | 0.0 | 0.3125 | 1.0 | 0.764s | 51.760s |
| Iteration 34 | exponen.. | 0.01 | 13 | 0.9 | friedman_mse | 20 | 1 | 1 | auto | 0.0283 | 0.875 | 1.0 | 0.677s | 53.729s |
| Iteration 35 | exponen.. | 0.2481 | 500 | 0.8 | friedman_mse | 20 | 7 | 9 | log2 | 0.02 | 1.0 | 1.0 | 0.794s | 55.883s |
| Iteration 36 | exponen.. | 0.166 | 500 | 0.6 | friedman_mse | 18 | 3 | 7 | 0.8 | 0.0182 | 0.6875 | 1.0 | 0.821s | 57.603s |
| Iteration 37 | exponen.. | 0.7373 | 37 | 1.0 | friedman_mse | 9 | 13 | 7 | 0.9 | 0.0233 | 0.7188 | 1.0 | 0.688s | 59.230s |
| Iteration 38 | deviance | 0.01 | 91 | 1.0 | friedman_mse | 20 | 15 | 1 | auto | 0.0099 | 0.5312 | 1.0 | 0.706s | 1m:01s |
| Iteration 39 | deviance | 0.2559 | 92 | 0.8 | friedman_mse | 16 | 7 | 9 | log2 | 0.0127 | 0.75 | 1.0 | 0.699s | 1m:03s |
| Iteration 40 | exponen.. | 0.3055 | 168 | 0.5 | friedman_mse | 14 | 2 | 7 | 0.5 | 0.0342 | 0.75 | 1.0 | 0.717s | 1m:05s |
| Iteration 41 | deviance | 0.5614 | 376 | 0.7 | squared_er.. | 10 | 18 | 4 | 0.7 | 0.0303 | 0.75 | 1.0 | 0.757s | 1m:07s |
| Iteration 42 | exponen.. | 0.6544 | 484 | 0.9 | friedman_mse | 12 | 10 | 10 | 0.8 | 0.035 | 0.8125 | 1.0 | 0.802s | 1m:08s |
| Iteration 43 | deviance | 0.0229 | 500 | 0.5 | squared_er.. | 5 | 1 | 2 | 0.6 | 0.0019 | 0.875 | 1.0 | 1.387s | 1m:11s |
| Iteration 44 | exponen.. | 0.0268 | 500 | 0.5 | friedman_mse | 19 | 11 | 2 | 0.5 | 0.0324 | 1.0 | 1.0 | 0.799s | 1m:12s |
| Iteration 45 | exponen.. | 0.018 | 500 | 0.7 | friedman_mse | 12 | 11 | 1 | 0.7 | 0.0 | 0.5 | 1.0 | 0.785s | 1m:15s |
| Iteration 46 | exponen.. | 0.0115 | 500 | 0.8 | friedman_mse | 19 | 3 | 10 | sqrt | 0.0267 | 0.5 | 1.0 | 0.818s | 1m:17s |
| Iteration 47 | deviance | 0.0332 | 86 | 0.9 | squared_er.. | 20 | 4 | 1 | 0.8 | 0.0334 | 0.875 | 1.0 | 0.702s | 1m:19s |
| Iteration 48 | exponen.. | 0.8386 | 32 | 0.6 | friedman_mse | 2 | 8 | 4 | 0.5 | 0.0257 | 0.75 | 1.0 | 0.685s | 1m:22s |
| Iteration 49 | deviance | 0.1025 | 118 | 0.6 | squared_er.. | 20 | 18 | 6 | 0.7 | 0.0333 | 0.5 | 1.0 | 0.701s | 1m:24s |
| Iteration 50 | exponen.. | 0.0102 | 489 | 0.6 | friedman_mse | 16 | 9 | 8 | 0.5 | 0.0191 | 0.875 | 1.0 | 0.801s | 1m:26s |
Bayesian Optimization ---------------------------
Best call --> Iteration 44
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0268, 'n_estimators': 500, 'subsample': 0.5, 'criterion': 'friedman_mse', 'min_samples_split': 19, 'min_samples_leaf': 11, 'max_depth': 2, 'max_features': 0.5, 'ccp_alpha': 0.0324}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:28s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9295
Test evaluation --> roc_auc: 0.825
Time elapsed: 0.131s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.755 ± 0.04
Time elapsed: 0.634s
-------------------------------------------------
Total time: 1m:29s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.75 | 0.75 | 0.698s | 0.710s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.75 | 0.75 | 0.690s | 1.846s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.75 | 0.75 | 0.693s | 2.965s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.5 | 0.75 | 0.694s | 4.117s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.75 | 0.75 | 0.707s | 5.313s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.75 | 0.75 | 0.693s | 6.435s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.5 | 0.75 | 0.698s | 7.561s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.375 | 0.75 | 0.696s | 8.705s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.4375 | 0.75 | 0.688s | 9.810s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.625 | 0.75 | 0.701s | 11.051s |
| Iteration 11 | l2 | 48.447 | newto.. | 337 | --- | 0.6875 | 0.75 | 0.696s | 12.546s |
| Iteration 12 | l2 | 17.0077 | newto.. | 216 | --- | 0.75 | 0.75 | 0.710s | 13.972s |
| Iteration 13 | l2 | 18.3529 | lbfgs | 225 | --- | 0.875 | 0.875 | 0.693s | 15.491s |
| Iteration 14 | l2 | 26.3911 | lbfgs | 112 | --- | 0.5625 | 0.875 | 0.705s | 16.992s |
| Iteration 15 | none | --- | sag | 112 | --- | 0.1875 | 0.875 | 0.695s | 18.857s |
| Iteration 16 | l2 | 26.6963 | newto.. | 335 | --- | 0.75 | 0.875 | 0.687s | 20.254s |
| Iteration 17 | l2 | 0.0121 | newto.. | 705 | --- | 0.6875 | 0.875 | 0.648s | 21.623s |
| Iteration 18 | l2 | 2.2668 | newto.. | 1000 | --- | 0.6875 | 0.875 | 0.687s | 23.055s |
| Iteration 19 | none | --- | newto.. | 316 | --- | 1.0 | 1.0 | 0.697s | 24.482s |
| Iteration 20 | none | --- | newto.. | 370 | --- | 0.6875 | 1.0 | 1.278s | 26.551s |
| Iteration 21 | l2 | 0.1146 | sag | 736 | --- | 0.75 | 1.0 | 0.690s | 27.936s |
| Iteration 22 | none | --- | saga | 213 | --- | 0.75 | 1.0 | 0.691s | 29.348s |
| Iteration 23 | l2 | 0.0011 | libli.. | 768 | --- | 0.75 | 1.0 | 0.694s | 30.758s |
| Iteration 24 | none | --- | saga | 441 | --- | 0.625 | 1.0 | 0.698s | 32.311s |
| Iteration 25 | l1 | 20.41 | saga | 894 | --- | 0.6875 | 1.0 | 0.650s | 33.750s |
| Iteration 26 | none | --- | lbfgs | 263 | --- | 0.8125 | 1.0 | 0.696s | 35.273s |
| Iteration 27 | l2 | 78.2593 | lbfgs | 580 | --- | 0.4375 | 1.0 | 0.701s | 36.757s |
| Iteration 28 | none | --- | sag | 726 | --- | 1.0 | 1.0 | 0.689s | 38.213s |
| Iteration 29 | none | --- | sag | 721 | --- | 0.5625 | 1.0 | 0.696s | 39.718s |
| Iteration 30 | l2 | 100.0 | lbfgs | 478 | --- | 0.875 | 1.0 | 0.695s | 41.185s |
| Iteration 31 | l2 | 0.4567 | sag | 1000 | --- | 0.6875 | 1.0 | 0.697s | 42.654s |
| Iteration 32 | l2 | 0.0077 | newto.. | 100 | --- | 0.6875 | 1.0 | 0.694s | 44.128s |
| Iteration 33 | none | --- | newto.. | 1000 | --- | 0.125 | 1.0 | 0.701s | 45.608s |
| Iteration 34 | l1 | 0.002 | saga | 970 | --- | 0.5 | 1.0 | 0.694s | 47.104s |
| Iteration 35 | none | --- | sag | 188 | --- | 0.5625 | 1.0 | 0.698s | 48.655s |
| Iteration 36 | l2 | 0.003 | lbfgs | 314 | --- | 1.0 | 1.0 | 0.696s | 50.137s |
| Iteration 37 | l2 | 0.038 | lbfgs | 797 | --- | 0.5625 | 1.0 | 0.757s | 52.377s |
| Iteration 38 | l2 | 0.0967 | lbfgs | 289 | --- | 0.3125 | 1.0 | 0.644s | 54.838s |
| Iteration 39 | l2 | 0.0054 | newto.. | 317 | --- | 0.3125 | 1.0 | 0.648s | 56.556s |
| Iteration 40 | none | --- | lbfgs | 353 | --- | 0.5 | 1.0 | 0.647s | 57.984s |
| Iteration 41 | l1 | 0.001 | saga | 979 | --- | 0.5 | 1.0 | 0.641s | 59.406s |
| Iteration 42 | l2 | 92.3923 | lbfgs | 157 | --- | 0.75 | 1.0 | 0.645s | 1m:01s |
| Iteration 43 | none | --- | saga | 972 | --- | 1.0 | 1.0 | 0.667s | 1m:02s |
| Iteration 44 | none | --- | saga | 978 | --- | 0.625 | 1.0 | 0.652s | 1m:04s |
| Iteration 45 | none | --- | sag | 950 | --- | 0.25 | 1.0 | 0.653s | 1m:06s |
| Iteration 46 | l2 | 0.0025 | newto.. | 307 | --- | 0.5625 | 1.0 | 0.647s | 1m:08s |
| Iteration 47 | l2 | 73.2791 | lbfgs | 170 | --- | 0.5 | 1.0 | 0.649s | 1m:09s |
| Iteration 48 | none | --- | lbfgs | 114 | --- | 0.5 | 1.0 | 0.649s | 1m:11s |
| Iteration 49 | none | --- | lbfgs | 996 | --- | 0.875 | 1.0 | 0.651s | 1m:12s |
| Iteration 50 | none | --- | saga | 114 | --- | 0.75 | 1.0 | 0.653s | 1m:14s |
Bayesian Optimization ---------------------------
Best call --> Iteration 19
Best parameters --> {'penalty': 'none', 'solver': 'newton-cg', 'max_iter': 316}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8402
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.020s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.114
Time elapsed: 0.085s
-------------------------------------------------
Total time: 1m:15s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.625 | 0.625 | 0.637s | 0.643s |
| Initial point 2 | svd | --- | 0.75 | 0.75 | 0.641s | 1.726s |
| Initial point 3 | svd | --- | 0.75 | 0.75 | 0.000s | 2.204s |
| Initial point 4 | lsqr | 0.8 | 0.5 | 0.75 | 0.632s | 3.246s |
| Initial point 5 | eigen | 0.9 | 0.75 | 0.75 | 0.637s | 4.328s |
| Initial point 6 | lsqr | 0.7 | 0.75 | 0.75 | 0.637s | 5.375s |
| Initial point 7 | lsqr | 0.5 | 0.625 | 0.75 | 0.632s | 6.419s |
| Initial point 8 | lsqr | 0.9 | 0.3125 | 0.75 | 0.636s | 7.483s |
| Initial point 9 | lsqr | 0.6 | 0.4375 | 0.75 | 0.636s | 8.541s |
| Initial point 10 | eigen | 0.8 | 0.5 | 0.75 | 0.634s | 9.609s |
| Iteration 11 | svd | --- | 0.75 | 0.75 | 0.000s | 10.166s |
| Iteration 12 | eigen | 0.7 | 0.75 | 0.75 | 0.631s | 11.343s |
| Iteration 13 | svd | --- | 0.75 | 0.75 | 0.000s | 11.902s |
| Iteration 14 | lsqr | auto | 1.0 | 1.0 | 0.633s | 13.127s |
| Iteration 15 | eigen | auto | 0.125 | 1.0 | 0.651s | 14.399s |
| Iteration 16 | svd | --- | 0.75 | 1.0 | 0.000s | 15.005s |
| Iteration 17 | svd | --- | 0.75 | 1.0 | 0.000s | 15.588s |
| Iteration 18 | lsqr | 1.0 | 0.4375 | 1.0 | 0.635s | 16.799s |
| Iteration 19 | svd | --- | 0.75 | 1.0 | 0.000s | 17.397s |
| Iteration 20 | lsqr | None | 0.8125 | 1.0 | 0.631s | 18.657s |
| Iteration 21 | eigen | 0.5 | 0.75 | 1.0 | 0.631s | 19.923s |
| Iteration 22 | eigen | 0.6 | 0.6875 | 1.0 | 0.632s | 21.161s |
| Iteration 23 | svd | --- | 0.75 | 1.0 | 0.000s | 21.872s |
| Iteration 24 | svd | --- | 0.75 | 1.0 | 0.000s | 22.486s |
| Iteration 25 | eigen | None | 0.6875 | 1.0 | 0.629s | 24.479s |
| Iteration 26 | lsqr | auto | 1.0 | 1.0 | 0.000s | 25.132s |
| Iteration 27 | lsqr | auto | 1.0 | 1.0 | 0.000s | 25.806s |
| Iteration 28 | lsqr | auto | 1.0 | 1.0 | 0.000s | 26.466s |
| Iteration 29 | lsqr | auto | 1.0 | 1.0 | 0.000s | 27.081s |
| Iteration 30 | lsqr | auto | 1.0 | 1.0 | 0.000s | 27.703s |
| Iteration 31 | lsqr | auto | 1.0 | 1.0 | 0.000s | 28.393s |
| Iteration 32 | lsqr | auto | 1.0 | 1.0 | 0.000s | 29.048s |
| Iteration 33 | lsqr | auto | 1.0 | 1.0 | 0.000s | 29.682s |
| Iteration 34 | lsqr | auto | 1.0 | 1.0 | 0.000s | 30.321s |
| Iteration 35 | eigen | 0.5 | 0.75 | 1.0 | 0.000s | 30.979s |
| Iteration 36 | lsqr | auto | 1.0 | 1.0 | 0.000s | 31.707s |
| Iteration 37 | lsqr | auto | 1.0 | 1.0 | 0.000s | 32.360s |
| Iteration 38 | lsqr | auto | 1.0 | 1.0 | 0.000s | 33.242s |
| Iteration 39 | lsqr | auto | 1.0 | 1.0 | 0.000s | 33.927s |
| Iteration 40 | lsqr | auto | 1.0 | 1.0 | 0.000s | 34.649s |
| Iteration 41 | lsqr | auto | 1.0 | 1.0 | 0.000s | 35.366s |
| Iteration 42 | lsqr | auto | 1.0 | 1.0 | 0.000s | 36.089s |
| Iteration 43 | lsqr | auto | 1.0 | 1.0 | 0.000s | 36.800s |
| Iteration 44 | lsqr | auto | 1.0 | 1.0 | 0.001s | 37.538s |
| Iteration 45 | lsqr | auto | 1.0 | 1.0 | 0.000s | 38.282s |
| Iteration 46 | lsqr | auto | 1.0 | 1.0 | 0.000s | 39.905s |
| Iteration 47 | lsqr | auto | 1.0 | 1.0 | 0.001s | 40.965s |
| Iteration 48 | lsqr | auto | 1.0 | 1.0 | 0.000s | 41.754s |
| Iteration 49 | lsqr | auto | 1.0 | 1.0 | 0.000s | 42.526s |
| Iteration 50 | lsqr | auto | 1.0 | 1.0 | 0.000s | 43.347s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'solver': 'lsqr', 'shrinkage': 'auto'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 44.150s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7446
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.61 ± 0.0374
Time elapsed: 0.032s
-------------------------------------------------
Total time: 44.193s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.625 | 0.625 | 0.642s | 0.646s |
| Initial point 2 | 0.9 | 0.625 | 0.625 | 0.649s | 1.710s |
| Initial point 3 | 0.1 | 0.875 | 0.875 | 0.644s | 2.864s |
| Initial point 4 | 1.0 | 0.625 | 0.875 | 0.000s | 3.296s |
| Initial point 5 | 0.2 | 0.75 | 0.875 | 0.646s | 4.376s |
| Initial point 6 | 0.4 | 0.75 | 0.875 | 0.636s | 5.440s |
| Initial point 7 | 0.4 | 0.75 | 0.875 | 0.000s | 5.854s |
| Initial point 8 | 0.7 | 0.3125 | 0.875 | 0.642s | 6.934s |
| Initial point 9 | 0.9 | 0.625 | 0.875 | 0.001s | 7.357s |
| Initial point 10 | 0.8 | 0.5 | 0.875 | 0.640s | 8.409s |
| Iteration 11 | 0.3 | 0.6875 | 0.875 | 0.650s | 9.679s |
| Iteration 12 | 0.6 | 0.6875 | 0.875 | 0.643s | 10.892s |
| Iteration 13 | 0.5 | 0.6875 | 0.875 | 0.635s | 12.043s |
| Iteration 14 | 0.0 | 1.0 | 1.0 | 0.630s | 13.178s |
| Iteration 15 | 0.0 | 1.0 | 1.0 | 0.000s | 13.701s |
| Iteration 16 | 0.0 | 1.0 | 1.0 | 0.000s | 14.214s |
| Iteration 17 | 0.0 | 1.0 | 1.0 | 0.000s | 14.759s |
| Iteration 18 | 0.0 | 1.0 | 1.0 | 0.000s | 15.295s |
| Iteration 19 | 0.0 | 1.0 | 1.0 | 0.000s | 15.819s |
| Iteration 20 | 0.0 | 1.0 | 1.0 | 0.000s | 16.388s |
| Iteration 21 | 0.6 | 0.6875 | 1.0 | 0.000s | 16.909s |
| Iteration 22 | 0.0 | 1.0 | 1.0 | 0.001s | 17.453s |
| Iteration 23 | 0.0 | 1.0 | 1.0 | 0.000s | 17.983s |
| Iteration 24 | 0.0 | 1.0 | 1.0 | 0.000s | 18.506s |
| Iteration 25 | 0.0 | 1.0 | 1.0 | 0.000s | 19.047s |
| Iteration 26 | 0.0 | 1.0 | 1.0 | 0.000s | 19.696s |
| Iteration 27 | 0.0 | 1.0 | 1.0 | 0.000s | 20.237s |
| Iteration 28 | 0.9 | 0.625 | 1.0 | 0.000s | 20.777s |
| Iteration 29 | 0.0 | 1.0 | 1.0 | 0.000s | 21.332s |
| Iteration 30 | 0.8 | 0.5 | 1.0 | 0.001s | 22.702s |
| Iteration 31 | 0.0 | 1.0 | 1.0 | 0.000s | 23.506s |
| Iteration 32 | 0.0 | 1.0 | 1.0 | 0.000s | 24.067s |
| Iteration 33 | 0.0 | 1.0 | 1.0 | 0.000s | 24.640s |
| Iteration 34 | 0.0 | 1.0 | 1.0 | 0.000s | 25.211s |
| Iteration 35 | 0.0 | 1.0 | 1.0 | 0.000s | 26.364s |
| Iteration 36 | 0.0 | 1.0 | 1.0 | 0.000s | 26.959s |
| Iteration 37 | 0.0 | 1.0 | 1.0 | 0.000s | 27.540s |
| Iteration 38 | 0.0 | 1.0 | 1.0 | 0.001s | 28.189s |
| Iteration 39 | 0.0 | 1.0 | 1.0 | 0.000s | 28.820s |
| Iteration 40 | 0.0 | 1.0 | 1.0 | 0.000s | 29.415s |
| Iteration 41 | 0.0 | 1.0 | 1.0 | 0.000s | 30.029s |
| Iteration 42 | 0.0 | 1.0 | 1.0 | 0.000s | 30.635s |
| Iteration 43 | 0.0 | 1.0 | 1.0 | 0.000s | 31.251s |
| Iteration 44 | 0.0 | 1.0 | 1.0 | 0.000s | 31.866s |
| Iteration 45 | 0.0 | 1.0 | 1.0 | 0.000s | 32.480s |
| Iteration 46 | 0.0 | 1.0 | 1.0 | 0.000s | 33.106s |
| Iteration 47 | 0.0 | 1.0 | 1.0 | 0.000s | 33.735s |
| Iteration 48 | 0.0 | 1.0 | 1.0 | 0.000s | 34.361s |
| Iteration 49 | 0.0 | 1.0 | 1.0 | 0.000s | 35.004s |
| Iteration 50 | 0.0 | 1.0 | 1.0 | 0.000s | 35.690s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'reg_param': 0.0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 36.344s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9295
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.69 ± 0.08
Time elapsed: 0.027s
-------------------------------------------------
Total time: 36.381s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.2264 | dista.. | auto | 40 | 1 | 0.9375 | 0.9375 | 0.634s | 0.654s |
| Initial point 2 | 4.8624 | uniform | kd_tree | 39 | 2 | 0.5938 | 0.9375 | 0.644s | 1.721s |
| Initial point 3 | 3.841 | dista.. | ball_tree | 25 | 2 | 0.875 | 0.9375 | 0.635s | 2.804s |
| Initial point 4 | 11.206 | uniform | ball_tree | 39 | 2 | 0.5 | 0.9375 | 0.647s | 3.946s |
| Initial point 5 | 8.7785 | dista.. | auto | 30 | 2 | 0.6875 | 0.9375 | 0.637s | 5.092s |
| Initial point 6 | 10.1661 | dista.. | ball_tree | 21 | 2 | 0.9375 | 0.9375 | 0.639s | 6.171s |
| Initial point 7 | 7.2715 | dista.. | ball_tree | 24 | 1 | 0.4062 | 0.9375 | 0.648s | 7.241s |
| Initial point 8 | 1.7425 | dista.. | ball_tree | 21 | 2 | 0.625 | 0.9375 | 0.660s | 8.327s |
| Initial point 9 | 8.1 | uniform | ball_tree | 24 | 1 | 0.5938 | 0.9375 | 0.634s | 9.400s |
| Initial point 10 | 5.7533 | uniform | brute | 22 | 2 | 0.625 | 0.9375 | 0.663s | 10.479s |
| Iteration 11 | 10.6433 | dista.. | ball_tree | 23 | 2 | 0.8125 | 0.9375 | 0.663s | 11.819s |
| Iteration 12 | 10.0157 | dista.. | ball_tree | 20 | 2 | 0.8125 | 0.9375 | 0.656s | 13.222s |
| Iteration 13 | 11.9842 | dista.. | auto | 40 | 1 | 0.9375 | 0.9375 | 0.659s | 14.717s |
| Iteration 14 | 11.3098 | dista.. | ball_tree | 21 | 2 | 1.0 | 1.0 | 0.659s | 16.173s |
| Iteration 15 | 12.0162 | dista.. | ball_tree | 21 | 2 | 0.25 | 1.0 | 0.664s | 17.621s |
| Iteration 16 | 11.0796 | dista.. | brute | 28 | 2 | 0.9375 | 1.0 | 0.679s | 19.268s |
| Iteration 17 | 1.0441 | uniform | brute | 40 | 2 | 0.4688 | 1.0 | 0.651s | 20.568s |
| Iteration 18 | 11.1653 | dista.. | auto | 23 | 2 | 0.8125 | 1.0 | 0.656s | 22.708s |
| Iteration 19 | 11.2796 | dista.. | ball_tree | 21 | 2 | 1.0 | 1.0 | 0.648s | 24.554s |
| Iteration 20 | 10.0708 | dista.. | ball_tree | 24 | 2 | 0.875 | 1.0 | 0.639s | 26.204s |
| Iteration 21 | 11.2791 | uniform | kd_tree | 20 | 2 | 0.5 | 1.0 | 0.634s | 27.614s |
| Iteration 22 | 11.3552 | dista.. | brute | 22 | 2 | 0.75 | 1.0 | 0.642s | 29.067s |
| Iteration 23 | 10.8838 | dista.. | brute | 35 | 2 | 0.75 | 1.0 | 0.643s | 31.039s |
| Iteration 24 | 11.6389 | dista.. | auto | 24 | 1 | 0.75 | 1.0 | 0.652s | 32.582s |
| Iteration 25 | 12.1202 | uniform | auto | 34 | 1 | 0.75 | 1.0 | 0.637s | 33.980s |
| Iteration 26 | 11.1404 | dista.. | ball_tree | 38 | 2 | 1.0 | 1.0 | 0.639s | 35.374s |
| Iteration 27 | 4.2682 | dista.. | ball_tree | 21 | 2 | 0.625 | 1.0 | 0.639s | 36.802s |
| Iteration 28 | 11.1287 | dista.. | ball_tree | 38 | 2 | 0.8125 | 1.0 | 0.656s | 38.364s |
| Iteration 29 | 11.2219 | dista.. | ball_tree | 21 | 1 | 0.5625 | 1.0 | 0.686s | 39.799s |
| Iteration 30 | 11.2283 | dista.. | ball_tree | 21 | 2 | 0.875 | 1.0 | 0.691s | 41.260s |
| Iteration 31 | 3.4972 | dista.. | ball_tree | 33 | 2 | 0.9375 | 1.0 | 0.686s | 42.724s |
| Iteration 32 | 0.4237 | dista.. | brute | 40 | 2 | 0.375 | 1.0 | 0.680s | 44.114s |
| Iteration 33 | 10.667 | dista.. | ball_tree | 21 | 2 | 0.5625 | 1.0 | 0.686s | 45.611s |
| Iteration 34 | 3.2334 | dista.. | ball_tree | 29 | 2 | 0.9375 | 1.0 | 0.684s | 47.066s |
| Iteration 35 | 10.2852 | dista.. | auto | 40 | 2 | 0.75 | 1.0 | 0.688s | 48.528s |
| Iteration 36 | 11.3806 | dista.. | ball_tree | 21 | 2 | 0.8125 | 1.0 | 0.689s | 50.024s |
| Iteration 37 | 9.9898 | dista.. | ball_tree | 21 | 2 | 0.8125 | 1.0 | 0.684s | 51.542s |
| Iteration 38 | 2.9668 | dista.. | ball_tree | 29 | 2 | 0.4062 | 1.0 | 0.642s | 52.997s |
| Iteration 39 | 12.1053 | dista.. | brute | 40 | 1 | 0.3125 | 1.0 | 0.682s | 54.512s |
| Iteration 40 | 0.0 | uniform | brute | 35 | 1 | 0.5 | 1.0 | 0.654s | 55.942s |
| Iteration 41 | 0.0 | dista.. | auto | 39 | 1 | 0.5 | 1.0 | 0.645s | 57.394s |
| Iteration 42 | 0.0 | uniform | auto | 20 | 2 | 0.5 | 1.0 | 0.642s | 58.811s |
| Iteration 43 | 3.3897 | dista.. | ball_tree | 20 | 2 | 0.7812 | 1.0 | 0.642s | 1m:00s |
| Iteration 44 | 0.0 | uniform | auto | 38 | 1 | 0.5 | 1.0 | 0.638s | 1m:02s |
| Iteration 45 | 12.2609 | dista.. | auto | 40 | 2 | 0.8125 | 1.0 | 0.643s | 1m:03s |
| Iteration 46 | 12.2609 | dista.. | auto | 40 | 2 | 0.8125 | 1.0 | 0.001s | 1m:05s |
| Iteration 47 | 12.2609 | dista.. | auto | 40 | 2 | 0.8125 | 1.0 | 0.000s | 1m:06s |
| Iteration 48 | 10.3223 | dista.. | ball_tree | 23 | 2 | 0.5 | 1.0 | 0.641s | 1m:07s |
| Iteration 49 | 11.2931 | dista.. | ball_tree | 22 | 2 | 1.0 | 1.0 | 0.691s | 1m:09s |
| Iteration 50 | 3.6358 | dista.. | ball_tree | 34 | 2 | 1.0 | 1.0 | 0.657s | 1m:11s |
Bayesian Optimization ---------------------------
Best call --> Iteration 49
Best parameters --> {'radius': 11.2931, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 22, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.77 ± 0.0245
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:13s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.25 | 0.25 | 1.008s | 1.015s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.875 | 0.875 | 1.033s | 2.461s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.8125 | 0.875 | 0.783s | 3.916s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.75 | 0.875 | 0.938s | 5.273s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.8438 | 0.875 | 0.808s | 6.509s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.875 | 0.875 | 0.997s | 7.929s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.4375 | 0.875 | 0.661s | 9.017s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.3125 | 0.875 | 0.915s | 10.374s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.4688 | 0.875 | 0.636s | 11.439s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.8125 | 0.875 | 0.742s | 12.605s |
| Iteration 11 | 500 | 0.0767 | SAMME.R | 1.0 | 1.0 | 1.035s | 14.285s |
| Iteration 12 | 500 | 0.1249 | SAMME.R | 0.875 | 1.0 | 1.029s | 15.974s |
| Iteration 13 | 186 | 0.1292 | SAMME | 0.875 | 1.0 | 0.804s | 17.399s |
| Iteration 14 | 62 | 0.4336 | SAMME.R | 0.75 | 1.0 | 0.718s | 18.751s |
| Iteration 15 | 126 | 10.0 | SAMME | 0.375 | 1.0 | 0.679s | 20.031s |
| Iteration 16 | 50 | 0.0285 | SAMME.R | 0.9062 | 1.0 | 0.709s | 21.368s |
| Iteration 17 | 310 | 0.1185 | SAMME.R | 0.875 | 1.0 | 0.919s | 22.914s |
| Iteration 18 | 50 | 0.0464 | SAMME | 0.9688 | 1.0 | 0.702s | 24.440s |
| Iteration 19 | 50 | 0.01 | SAMME | 0.875 | 1.0 | 0.716s | 25.785s |
| Iteration 20 | 50 | 0.0315 | SAMME | 0.9375 | 1.0 | 0.709s | 27.128s |
| Iteration 21 | 313 | 0.4776 | SAMME.R | 0.5 | 1.0 | 0.922s | 28.684s |
| Iteration 22 | 50 | 0.3247 | SAMME | 0.9375 | 1.0 | 0.713s | 30.090s |
| Iteration 23 | 50 | 0.092 | SAMME | 0.8438 | 1.0 | 0.703s | 31.460s |
| Iteration 24 | 50 | 0.6729 | SAMME | 0.875 | 1.0 | 0.700s | 32.833s |
| Iteration 25 | 50 | 0.01 | SAMME.R | 0.8438 | 1.0 | 0.710s | 34.830s |
| Iteration 26 | 196 | 0.0459 | SAMME.R | 0.8125 | 1.0 | 0.828s | 36.347s |
| Iteration 27 | 50 | 0.0273 | SAMME | 0.5625 | 1.0 | 0.707s | 37.772s |
| Iteration 28 | 50 | 0.0858 | SAMME.R | 0.6875 | 1.0 | 0.711s | 39.337s |
| Iteration 29 | 50 | 0.2246 | SAMME | 0.625 | 1.0 | 0.703s | 40.679s |
| Iteration 30 | 403 | 0.01 | SAMME.R | 0.9375 | 1.0 | 1.003s | 42.351s |
| Iteration 31 | 499 | 0.01 | SAMME | 1.0 | 1.0 | 1.030s | 44.053s |
| Iteration 32 | 434 | 0.01 | SAMME.R | 0.8125 | 1.0 | 1.029s | 45.755s |
| Iteration 33 | 58 | 0.01 | SAMME.R | 0.75 | 1.0 | 0.712s | 47.131s |
| Iteration 34 | 492 | 0.01 | SAMME | 0.9062 | 1.0 | 1.017s | 48.800s |
| Iteration 35 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 1.076s | 50.573s |
| Iteration 36 | 143 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.786s | 52.036s |
| Iteration 37 | 50 | 0.0363 | SAMME.R | 0.75 | 1.0 | 0.712s | 53.521s |
| Iteration 38 | 489 | 0.0614 | SAMME | 0.5 | 1.0 | 1.025s | 55.269s |
| Iteration 39 | 292 | 0.01 | SAMME.R | 0.5312 | 1.0 | 0.907s | 56.894s |
| Iteration 40 | 157 | 0.01 | SAMME.R | 0.5625 | 1.0 | 0.795s | 58.388s |
| Iteration 41 | 496 | 0.1995 | SAMME.R | 0.5 | 1.0 | 1.069s | 1m:00s |
| Iteration 42 | 500 | 0.01 | SAMME | 0.625 | 1.0 | 1.021s | 1m:02s |
| Iteration 43 | 388 | 0.01 | SAMME | 1.0 | 1.0 | 0.909s | 1m:04s |
| Iteration 44 | 69 | 0.01 | SAMME | 0.875 | 1.0 | 0.689s | 1m:05s |
| Iteration 45 | 405 | 0.01 | SAMME.R | 0.5312 | 1.0 | 1.011s | 1m:07s |
| Iteration 46 | 62 | 0.01 | SAMME.R | 0.3438 | 1.0 | 0.732s | 1m:08s |
| Iteration 47 | 58 | 0.1436 | SAMME | 0.75 | 1.0 | 0.729s | 1m:10s |
| Iteration 48 | 498 | 0.1439 | SAMME | 0.5 | 1.0 | 1.644s | 1m:12s |
| Iteration 49 | 371 | 9.985 | SAMME.R | 0.375 | 1.0 | 0.977s | 1m:14s |
| Iteration 50 | 433 | 0.01 | SAMME | 0.7812 | 1.0 | 0.996s | 1m:16s |
Bayesian Optimization ---------------------------
Best call --> Iteration 35
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.01, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:17s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9406
Test evaluation --> roc_auc: 0.675
Time elapsed: 0.464s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.0485
Time elapsed: 2.086s
-------------------------------------------------
Total time: 1m:19s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 1.0 | 1.0 | 1.082s | 1.102s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 1.0 | 1.0 | 0.950s | 2.503s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.875 | 1.0 | 0.985s | 3.935s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.25 | 1.0 | 0.806s | 5.184s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.6875 | 1.0 | 1.009s | 6.786s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 1.0 | 1.0 | 0.832s | 8.067s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.8125 | 1.0 | 0.868s | 9.379s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.375 | 1.0 | 0.856s | 10.676s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.6875 | 1.0 | 0.969s | 12.077s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.75 | 1.0 | 0.942s | 13.474s |
| Iteration 11 | 441 | gini | 4 | 3 | 10 | 0.7 | True | 0.0273 | 0.5 | 0.8125 | 1.0 | 1.032s | 15.424s |
| Iteration 12 | 462 | entropy | 6 | 13 | 5 | 0.6 | False | 0.0122 | --- | 0.875 | 1.0 | 0.973s | 17.320s |
| Iteration 13 | 422 | gini | 3 | 18 | 4 | 0.6 | False | 0.0248 | --- | 0.875 | 1.0 | 0.936s | 19.143s |
| Iteration 14 | 434 | gini | 6 | 9 | 4 | 0.6 | False | 0.0073 | --- | 0.9375 | 1.0 | 0.951s | 21.025s |
| Iteration 15 | 311 | entropy | None | 6 | 16 | 0.5 | True | 0.0283 | 0.5 | 0.5 | 1.0 | 0.922s | 22.924s |
| Iteration 16 | 108 | entropy | 8 | 18 | 20 | sqrt | False | 0.0038 | --- | 0.875 | 1.0 | 0.752s | 24.560s |
| Iteration 17 | 263 | entropy | 6 | 18 | 18 | sqrt | False | 0.003 | --- | 0.5312 | 1.0 | 0.851s | 26.551s |
| Iteration 18 | 316 | gini | 1 | 7 | 19 | 0.5 | True | 0.0127 | None | 0.5625 | 1.0 | 0.929s | 28.350s |
| Iteration 19 | 280 | gini | 8 | 9 | 13 | sqrt | False | 0.0157 | --- | 0.8125 | 1.0 | 0.861s | 30.112s |
| Iteration 20 | 282 | gini | 7 | 3 | 11 | sqrt | False | 0.0116 | --- | 0.875 | 1.0 | 0.850s | 31.939s |
| Iteration 21 | 117 | gini | 9 | 2 | 6 | log2 | False | 0.035 | --- | 0.8125 | 1.0 | 0.755s | 33.695s |
| Iteration 22 | 499 | gini | None | 20 | 5 | sqrt | True | 0.0298 | 0.5 | 0.6875 | 1.0 | 1.081s | 35.743s |
| Iteration 23 | 415 | gini | 5 | 9 | 6 | 0.6 | False | 0.0219 | --- | 0.6875 | 1.0 | 0.938s | 37.841s |
| Iteration 24 | 296 | gini | 9 | 2 | 10 | 0.6 | False | 0.0088 | --- | 0.6875 | 1.0 | 0.874s | 40.350s |
| Iteration 25 | 418 | gini | 8 | 2 | 15 | sqrt | False | 0.0267 | --- | 0.8125 | 1.0 | 0.927s | 42.362s |
| Iteration 26 | 196 | gini | 8 | 2 | 9 | sqrt | False | 0.0332 | --- | 1.0 | 1.0 | 0.802s | 44.243s |
| Iteration 27 | 211 | gini | 5 | 2 | 8 | 0.6 | False | 0.0252 | --- | 0.5938 | 1.0 | 0.811s | 46.163s |
| Iteration 28 | 443 | entropy | 5 | 9 | 8 | 0.6 | False | 0.0187 | --- | 0.9375 | 1.0 | 0.958s | 48.220s |
| Iteration 29 | 225 | entropy | 8 | 18 | 10 | sqrt | False | 0.0344 | --- | 0.625 | 1.0 | 0.817s | 50.046s |
| Iteration 30 | 425 | entropy | 5 | 12 | 12 | 0.6 | False | 0.035 | --- | 0.75 | 1.0 | 0.946s | 52.085s |
| Iteration 31 | 229 | gini | 8 | 3 | 10 | sqrt | True | 0.0077 | 0.5 | 0.875 | 1.0 | 0.907s | 54.107s |
| Iteration 32 | 432 | gini | 5 | 10 | 4 | 0.6 | False | 0.0312 | --- | 0.6875 | 1.0 | 0.951s | 56.177s |
| Iteration 33 | 68 | gini | 8 | 2 | 19 | sqrt | False | 0.035 | --- | 0.7188 | 1.0 | 0.731s | 58.099s |
| Iteration 34 | 241 | entropy | 3 | 2 | 1 | sqrt | True | 0.035 | 0.5 | 0.8125 | 1.0 | 0.881s | 1m:00s |
| Iteration 35 | 500 | entropy | 2 | 20 | 15 | 0.5 | True | 0.0125 | 0.9 | 0.5 | 1.0 | 1.086s | 1m:02s |
| Iteration 36 | 500 | entropy | 7 | 20 | 3 | 0.5 | True | 0.0149 | 0.9 | 0.9375 | 1.0 | 1.028s | 1m:04s |
| Iteration 37 | 359 | gini | 6 | 15 | 8 | 0.6 | False | 0.0095 | --- | 0.8125 | 1.0 | 0.862s | 1m:06s |
| Iteration 38 | 500 | gini | 2 | 17 | 3 | 0.6 | True | 0.0012 | 0.8 | 0.4375 | 1.0 | 1.073s | 1m:08s |
| Iteration 39 | 236 | gini | 8 | 4 | 9 | sqrt | False | 0.035 | --- | 0.4688 | 1.0 | 0.829s | 1m:10s |
| Iteration 40 | 24 | entropy | 1 | 9 | 2 | 0.5 | True | 0.0249 | 0.8 | 0.6875 | 1.0 | 0.731s | 1m:12s |
| Iteration 41 | 480 | gini | 4 | 20 | 5 | 0.5 | True | 0.0323 | 0.6 | 0.6875 | 1.0 | 1.061s | 1m:14s |
| Iteration 42 | 222 | entropy | 5 | 20 | 1 | 0.6 | False | 0.003 | --- | 0.6875 | 1.0 | 0.819s | 1m:16s |
| Iteration 43 | 270 | gini | 8 | 15 | 15 | sqrt | False | 0.033 | --- | 1.0 | 1.0 | 0.848s | 1m:18s |
| Iteration 44 | 426 | gini | 8 | 8 | 7 | sqrt | False | 0.033 | --- | 1.0 | 1.0 | 0.935s | 1m:20s |
| Iteration 45 | 322 | entropy | 5 | 11 | 20 | 0.6 | False | 0.0163 | --- | 0.7188 | 1.0 | 0.881s | 1m:22s |
| Iteration 46 | 326 | entropy | 8 | 20 | 10 | 0.7 | False | 0.033 | --- | 0.25 | 1.0 | 0.886s | 1m:24s |
| Iteration 47 | 146 | gini | 5 | 11 | 13 | 0.6 | False | 0.0171 | --- | 0.5 | 1.0 | 0.770s | 1m:26s |
| Iteration 48 | 399 | gini | None | 6 | 3 | sqrt | False | 0.0077 | --- | 0.625 | 1.0 | 1.528s | 1m:29s |
| Iteration 49 | 479 | gini | 7 | 12 | 6 | sqrt | False | 0.0079 | --- | 0.875 | 1.0 | 0.982s | 1m:31s |
| Iteration 50 | 500 | gini | 6 | 4 | 16 | log2 | True | 0.0226 | 0.6 | 0.5 | 1.0 | 1.060s | 1m:33s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'n_estimators': 499, 'criterion': 'entropy', 'max_depth': 1, 'min_samples_split': 20, 'min_samples_leaf': 5, 'max_features': 0.5, 'bootstrap': True, 'ccp_alpha': 0.0234, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:34s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8464
Test evaluation --> roc_auc: 0.825
Time elapsed: 0.436s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.775 ± 0.0158
Time elapsed: 2.013s
-------------------------------------------------
Total time: 1m:36s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.789s | 0.809s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.75 | 0.75 | 0.775s | 2.036s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.75 | 0.781s | 3.255s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.75 | 0.726s | 4.436s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.75 | 0.759s | 5.635s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.75 | 0.735s | 6.818s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.75 | 0.744s | 8.024s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.75 | 0.742s | 9.778s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 1.0 | 1.0 | 0.777s | 11.173s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 1.0 | 0.750s | 12.385s |
| Iteration 11 | 454 | 0.012 | 6 | 0.3719 | 3 | 0.9 | 1.0 | 0 | 0.01 | 0.8125 | 1.0 | 0.776s | 14.000s |
| Iteration 12 | 415 | 0.01 | 8 | 0.5077 | 4 | 0.9 | 1.0 | 0 | 0.01 | 1.0 | 1.0 | 0.722s | 15.652s |
| Iteration 13 | 28 | 0.7521 | 1 | 0.0 | 4 | 0.8 | 0.5 | 0 | 0.1 | 1.0 | 1.0 | 0.643s | 17.236s |
| Iteration 14 | 138 | 0.1115 | 5 | 0.5146 | 4 | 0.6 | 0.5 | 10 | 1 | 0.5 | 1.0 | 0.685s | 18.831s |
| Iteration 15 | 251 | 0.9535 | 9 | 0.1965 | 4 | 0.9 | 0.8 | 0 | 10 | 0.7188 | 1.0 | 0.698s | 20.354s |
| Iteration 16 | 321 | 0.1395 | 1 | 0.4727 | 4 | 0.9 | 0.6 | 0.01 | 0.1 | 0.75 | 1.0 | 0.692s | 21.919s |
| Iteration 17 | 197 | 0.3259 | 9 | 0.9237 | 4 | 0.5 | 1.0 | 0 | 0 | 0.5312 | 1.0 | 0.690s | 23.407s |
| Iteration 18 | 500 | 0.8814 | 3 | 0.3085 | 4 | 0.8 | 0.9 | 0 | 10 | 0.875 | 1.0 | 0.734s | 25.088s |
| Iteration 19 | 472 | 0.01 | 8 | 0.5963 | 4 | 0.6 | 0.8 | 0 | 0.01 | 0.9375 | 1.0 | 0.721s | 26.785s |
| Iteration 20 | 20 | 0.3877 | 2 | 0.0 | 3 | 1.0 | 0.8 | 0 | 100 | 0.8438 | 1.0 | 0.662s | 28.751s |
| Iteration 21 | 437 | 0.0124 | 6 | 0.3173 | 5 | 1.0 | 0.8 | 0.1 | 1 | 0.5625 | 1.0 | 0.733s | 30.785s |
| Iteration 22 | 434 | 0.0763 | 6 | 0.5771 | 4 | 0.9 | 0.9 | 0 | 0.01 | 1.0 | 1.0 | 0.711s | 32.855s |
| Iteration 23 | 430 | 0.1607 | 9 | 0.5829 | 4 | 0.8 | 0.9 | 0.01 | 1 | 0.75 | 1.0 | 0.701s | 34.543s |
| Iteration 24 | 500 | 0.0535 | 4 | 0.7463 | 4 | 0.9 | 0.5 | 0 | 0.01 | 0.5625 | 1.0 | 0.745s | 36.159s |
| Iteration 25 | 192 | 0.0187 | 2 | 0.0 | 2 | 0.6 | 0.4 | 0 | 0.01 | 0.8125 | 1.0 | 1.257s | 38.353s |
| Iteration 26 | 68 | 0.8433 | 1 | 0.5759 | 2 | 0.8 | 1.0 | 0 | 100 | 0.625 | 1.0 | 0.677s | 39.902s |
| Iteration 27 | 500 | 0.617 | 1 | 0.0 | 4 | 0.5 | 0.4 | 0 | 0 | 0.625 | 1.0 | 0.785s | 41.643s |
| Iteration 28 | 20 | 0.1197 | 6 | 0.0414 | 3 | 1.0 | 0.4 | 0 | 0.01 | 1.0 | 1.0 | 0.705s | 43.375s |
| Iteration 29 | 20 | 0.2681 | 4 | 0.0182 | 2 | 0.8 | 0.4 | 0 | 0.1 | 0.625 | 1.0 | 0.712s | 45.029s |
| Iteration 30 | 20 | 0.0359 | 9 | 0.1531 | 4 | 1.0 | 0.4 | 0 | 0.01 | 0.875 | 1.0 | 0.640s | 46.666s |
| Iteration 31 | 100 | 0.1597 | 2 | 0.1657 | 4 | 0.6 | 0.4 | 0 | 0.1 | 0.9375 | 1.0 | 0.659s | 48.324s |
| Iteration 32 | 20 | 0.01 | 1 | 1.0 | 4 | 0.7 | 0.5 | 0 | 1 | 0.6875 | 1.0 | 0.648s | 49.922s |
| Iteration 33 | 500 | 0.01 | 1 | 0.9459 | 4 | 0.9 | 1.0 | 0 | 0.1 | 0.5312 | 1.0 | 0.712s | 51.539s |
| Iteration 34 | 20 | 0.067 | 6 | 0.0 | 4 | 0.5 | 0.4 | 0 | 0.1 | 0.8125 | 1.0 | 0.638s | 53.189s |
| Iteration 35 | 20 | 0.6861 | 3 | 1.0 | 10 | 0.8 | 1.0 | 100 | 100 | 0.5 | 1.0 | 0.643s | 54.757s |
| Iteration 36 | 20 | 0.2825 | 2 | 0.0 | 4 | 1.0 | 0.4 | 0.1 | 0.1 | 0.75 | 1.0 | 0.638s | 56.378s |
| Iteration 37 | 500 | 0.7894 | 2 | 0.5054 | 4 | 0.5 | 1.0 | 0 | 0.01 | 0.625 | 1.0 | 0.717s | 58.113s |
| Iteration 38 | 75 | 0.01 | 9 | 0.0 | 4 | 1.0 | 1.0 | 0 | 0.01 | 0.375 | 1.0 | 0.649s | 59.847s |
| Iteration 39 | 465 | 0.0484 | 6 | 0.2367 | 4 | 0.7 | 0.9 | 0 | 100 | 0.3438 | 1.0 | 0.725s | 1m:02s |
| Iteration 40 | 440 | 0.0307 | 3 | 0.5904 | 4 | 0.9 | 0.9 | 0 | 0.01 | 0.875 | 1.0 | 0.713s | 1m:04s |
| Iteration 41 | 467 | 0.01 | 7 | 0.5712 | 4 | 1.0 | 1.0 | 0 | 0.01 | 0.6562 | 1.0 | 0.714s | 1m:06s |
| Iteration 42 | 439 | 0.9794 | 6 | 0.6203 | 9 | 0.9 | 0.9 | 0.1 | 0.01 | 0.5 | 1.0 | 0.718s | 1m:09s |
| Iteration 43 | 20 | 0.4444 | 5 | 0.1108 | 4 | 0.9 | 0.5 | 1 | 1 | 1.0 | 1.0 | 0.649s | 1m:12s |
| Iteration 44 | 20 | 0.8312 | 5 | 0.1161 | 4 | 0.7 | 0.5 | 0 | 100 | 0.8125 | 1.0 | 0.650s | 1m:15s |
| Iteration 45 | 20 | 0.1142 | 1 | 0.109 | 3 | 0.9 | 0.5 | 10 | 0 | 0.5 | 1.0 | 0.648s | 1m:17s |
| Iteration 46 | 20 | 0.8864 | 7 | 0.111 | 4 | 0.9 | 0.5 | 0 | 0 | 0.3125 | 1.0 | 0.662s | 1m:18s |
| Iteration 47 | 404 | 0.077 | 2 | 0.4934 | 4 | 0.9 | 0.9 | 0 | 0.01 | 0.5 | 1.0 | 0.708s | 1m:20s |
| Iteration 48 | 441 | 0.3419 | 6 | 0.6142 | 4 | 0.5 | 0.9 | 0 | 0 | 0.6562 | 1.0 | 0.712s | 1m:22s |
| Iteration 49 | 352 | 0.4089 | 6 | 0.0917 | 4 | 0.7 | 0.5 | 0.01 | 1 | 0.4375 | 1.0 | 1.322s | 1m:25s |
| Iteration 50 | 449 | 0.0232 | 4 | 0.6841 | 4 | 0.6 | 0.8 | 0.01 | 1 | 0.75 | 1.0 | 0.710s | 1m:28s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'n_estimators': 448, 'learning_rate': 0.0569, 'max_depth': 6, 'gamma': 0.6523, 'min_child_weight': 4, 'subsample': 0.8, 'colsample_bytree': 0.8, 'reg_alpha': 0.01, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8955
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.097s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.066
Time elapsed: 0.296s
-------------------------------------------------
Total time: 1m:30s
Final results ==================== >>
Duration: 9m:41s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.755 ± 0.04
Logistic Regression --> roc_auc: 0.8 ± 0.114 !
Linear Discriminant Analysis --> roc_auc: 0.61 ± 0.0374
Quadratic Discriminant Analysis --> roc_auc: 0.69 ± 0.08 ~
Radius Nearest Neighbors --> roc_auc: 0.77 ± 0.0245
AdaBoost --> roc_auc: 0.72 ± 0.0485 ~
Random Forest --> roc_auc: 0.775 ± 0.0158
XGBoost --> roc_auc: 0.72 ± 0.066
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CALQGGSEKLVF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAVTNTGGFKTIF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CASSPGGYEQYF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVDAGGTSYGKLTF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CASSGSARQLTF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVRGAAGNKLTF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CALILTGGGNKLTF.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CASSLDSNQPQHF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVYNAGNMLTF.
>>> Dropping feature CAASANTGNQFYF.
>>> Dropping feature CAASKGSARQLTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVLNAGNNRKLIW.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CAASGGGSNYKLTF.
>>> Dropping feature CAATDSNYQLIW.
>>> Dropping feature CALDSNYQLIW.
>>> Dropping feature CAPLDSNYQLIW.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CAVDGQKLLF.
>>> Dropping feature CAVGGGSNYKLTF.
>>> Dropping feature CAYRSYNTDKLIF.
>>> Dropping feature CAVRYGGSQGNLIF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CAVSPSGGYQKVTF.
>>> Dropping feature CAANTGFQKLVF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAASAGGNKLVF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 1.0 | 1.0 | 3.187s | 3.206s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.875 | 1.0 | 3.232s | 6.899s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.875 | 1.0 | 3.159s | 10.542s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.75 | 1.0 | 3.197s | 14.196s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.75 | 1.0 | 3.203s | 17.875s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.6875 | 1.0 | 3.250s | 21.608s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.9375 | 1.0 | 3.206s | 25.264s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.75 | 1.0 | 3.248s | 28.965s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.875 | 1.0 | 3.179s | 32.592s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.875 | 1.0 | 3.170s | 36.986s |
| Iteration 11 | exponen.. | 1.0 | 136 | 1.0 | friedman_mse | 3 | 1 | 9 | 0.9 | 0.035 | 0.8125 | 1.0 | 3.263s | 42.260s |
| Iteration 12 | exponen.. | 0.6424 | 10 | 1.0 | squared_er.. | 3 | 17 | 9 | 0.9 | 0.0274 | 0.5625 | 1.0 | 3.168s | 46.463s |
| Iteration 13 | deviance | 0.0519 | 172 | 0.8 | friedman_mse | 19 | 20 | 1 | None | 0.0282 | 1.0 | 1.0 | 3.130s | 50.295s |
| Iteration 14 | exponen.. | 0.2029 | 111 | 0.9 | friedman_mse | 15 | 14 | 4 | None | 0.0284 | 1.0 | 1.0 | 3.159s | 54.305s |
| Iteration 15 | deviance | 0.0647 | 115 | 0.6 | friedman_mse | 16 | 19 | 7 | 0.8 | 0.0278 | 0.5 | 1.0 | 3.150s | 58.246s |
| Iteration 16 | exponen.. | 0.9735 | 68 | 1.0 | friedman_mse | 12 | 15 | 5 | auto | 0.0277 | 0.4375 | 1.0 | 3.143s | 1m:03s |
| Iteration 17 | deviance | 0.0291 | 41 | 0.9 | friedman_mse | 14 | 18 | 2 | None | 0.0059 | 0.7188 | 1.0 | 3.115s | 1m:06s |
| Iteration 18 | exponen.. | 0.554 | 103 | 1.0 | friedman_mse | 13 | 11 | 7 | 0.9 | 0.0284 | 0.625 | 1.0 | 3.167s | 1m:11s |
| Iteration 19 | deviance | 0.0315 | 169 | 0.6 | friedman_mse | 16 | 14 | 1 | None | 0.0038 | 0.5625 | 1.0 | 3.180s | 1m:15s |
| Iteration 20 | deviance | 0.1196 | 38 | 0.8 | friedman_mse | 14 | 18 | 4 | 0.8 | 0.0317 | 0.625 | 1.0 | 3.132s | 1m:19s |
| Iteration 21 | exponen.. | 0.0132 | 332 | 0.9 | friedman_mse | 6 | 19 | 2 | 0.9 | 0.0084 | 0.75 | 1.0 | 3.211s | 1m:23s |
| Iteration 22 | exponen.. | 0.8247 | 53 | 0.9 | friedman_mse | 7 | 1 | 8 | None | 0.0162 | 0.875 | 1.0 | 3.140s | 1m:28s |
| Iteration 23 | exponen.. | 0.761 | 495 | 0.8 | squared_er.. | 2 | 12 | 4 | auto | 0.0319 | 0.6875 | 1.0 | 3.242s | 1m:32s |
| Iteration 24 | exponen.. | 0.2766 | 131 | 0.9 | friedman_mse | 17 | 12 | 2 | 0.9 | 0.0182 | 0.375 | 1.0 | 3.131s | 1m:36s |
| Iteration 25 | exponen.. | 0.2852 | 325 | 1.0 | friedman_mse | 14 | 8 | 9 | None | 0.0282 | 0.75 | 1.0 | 3.284s | 1m:41s |
| Iteration 26 | exponen.. | 0.1486 | 10 | 1.0 | friedman_mse | 4 | 8 | 2 | 0.6 | 0.0159 | 0.875 | 1.0 | 3.275s | 1m:45s |
| Iteration 27 | exponen.. | 0.0547 | 405 | 0.8 | friedman_mse | 9 | 8 | 1 | auto | 0.0325 | 0.75 | 1.0 | 3.332s | 1m:50s |
| Iteration 28 | exponen.. | 0.1602 | 39 | 0.6 | friedman_mse | 7 | 7 | 6 | 0.9 | 0.032 | 0.6875 | 1.0 | 3.123s | 1m:54s |
| Iteration 29 | exponen.. | 0.0664 | 196 | 0.9 | friedman_mse | 15 | 8 | 3 | sqrt | 0.0178 | 0.8125 | 1.0 | 3.221s | 1m:58s |
| Iteration 30 | exponen.. | 0.9611 | 20 | 1.0 | squared_er.. | 6 | 8 | 7 | 0.9 | 0.0092 | 0.75 | 1.0 | 3.165s | 2m:02s |
| Iteration 31 | exponen.. | 0.3425 | 73 | 0.8 | friedman_mse | 5 | 14 | 8 | 0.9 | 0.0005 | 1.0 | 1.0 | 3.191s | 2m:06s |
| Iteration 32 | exponen.. | 0.0402 | 86 | 1.0 | friedman_mse | 15 | 6 | 2 | 0.5 | 0.0074 | 0.6875 | 1.0 | 3.190s | 2m:11s |
| Iteration 33 | exponen.. | 0.0283 | 104 | 0.8 | friedman_mse | 5 | 1 | 4 | 0.9 | 0.0018 | 0.5625 | 1.0 | 3.221s | 2m:15s |
| Iteration 34 | exponen.. | 0.0678 | 73 | 0.8 | friedman_mse | 17 | 14 | 8 | sqrt | 0.0282 | 0.5625 | 1.0 | 3.214s | 2m:19s |
| Iteration 35 | exponen.. | 0.0299 | 131 | 0.7 | squared_er.. | 8 | 2 | 3 | 0.8 | 0.0189 | 1.0 | 1.0 | 3.224s | 2m:23s |
| Iteration 36 | exponen.. | 0.018 | 112 | 1.0 | friedman_mse | 8 | 14 | 3 | log2 | 0.0286 | 1.0 | 1.0 | 3.189s | 2m:28s |
| Iteration 37 | exponen.. | 0.1469 | 308 | 1.0 | friedman_mse | 8 | 8 | 6 | 0.9 | 0.0296 | 0.8125 | 1.0 | 3.217s | 2m:32s |
| Iteration 38 | exponen.. | 0.0503 | 10 | 1.0 | friedman_mse | 8 | 10 | 9 | 0.6 | 0.0219 | 0.4062 | 1.0 | 3.135s | 2m:36s |
| Iteration 39 | exponen.. | 0.0148 | 160 | 0.7 | squared_er.. | 19 | 16 | 9 | 0.9 | 0.0263 | 0.625 | 1.0 | 3.184s | 2m:40s |
| Iteration 40 | exponen.. | 0.6154 | 141 | 0.9 | friedman_mse | 6 | 8 | 7 | sqrt | 0.0132 | 0.625 | 1.0 | 3.202s | 2m:45s |
| Iteration 41 | exponen.. | 0.0202 | 190 | 0.8 | friedman_mse | 8 | 17 | 3 | 0.8 | 0.0145 | 1.0 | 1.0 | 3.214s | 2m:49s |
| Iteration 42 | exponen.. | 0.0208 | 364 | 0.7 | squared_er.. | 10 | 7 | 3 | 0.6 | 0.0046 | 0.5 | 1.0 | 3.253s | 2m:53s |
| Iteration 43 | exponen.. | 0.1267 | 88 | 0.5 | friedman_mse | 5 | 10 | 9 | 0.5 | 0.0318 | 0.875 | 1.0 | 3.187s | 2m:57s |
| Iteration 44 | exponen.. | 0.0363 | 170 | 1.0 | squared_er.. | 9 | 1 | 4 | 0.8 | 0.0204 | 0.8125 | 1.0 | 3.218s | 3m:02s |
| Iteration 45 | exponen.. | 0.029 | 190 | 0.9 | squared_er.. | 15 | 2 | 2 | 0.8 | 0.0186 | 1.0 | 1.0 | 3.203s | 3m:06s |
| Iteration 46 | deviance | 0.5044 | 114 | 0.5 | squared_er.. | 19 | 14 | 4 | 0.8 | 0.0285 | 0.625 | 1.0 | 3.183s | 3m:11s |
| Iteration 47 | exponen.. | 0.233 | 112 | 0.9 | friedman_mse | 5 | 14 | 4 | 0.5 | 0.0285 | 0.8125 | 1.0 | 3.187s | 3m:15s |
| Iteration 48 | exponen.. | 0.756 | 72 | 1.0 | friedman_mse | 19 | 18 | 8 | 0.9 | 0.0302 | 0.875 | 1.0 | 3.177s | 3m:19s |
| Iteration 49 | exponen.. | 0.3285 | 223 | 0.8 | friedman_mse | 5 | 12 | 8 | 0.9 | 0.0309 | 0.5625 | 1.0 | 3.212s | 3m:23s |
| Iteration 50 | deviance | 0.0806 | 63 | 0.9 | friedman_mse | 5 | 15 | 9 | 0.9 | 0.0001 | 0.6875 | 1.0 | 3.206s | 3m:28s |
Bayesian Optimization ---------------------------
Best call --> Iteration 35
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0299, 'n_estimators': 131, 'subsample': 0.7, 'criterion': 'squared_error', 'min_samples_split': 8, 'min_samples_leaf': 2, 'max_depth': 3, 'max_features': 0.8, 'ccp_alpha': 0.0189}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9991
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.050s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.91 ± 0.049
Time elapsed: 0.220s
-------------------------------------------------
Total time: 3m:30s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 1.0 | 1.0 | 3.235s | 3.248s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.8125 | 1.0 | 3.205s | 6.918s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.75 | 1.0 | 3.181s | 10.654s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.625 | 1.0 | 3.199s | 14.334s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.4375 | 1.0 | 3.201s | 18.003s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.75 | 1.0 | 3.192s | 21.644s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 1.0 | 1.0 | 3.185s | 25.268s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.625 | 1.0 | 3.215s | 28.946s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.5625 | 1.0 | 3.167s | 32.550s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.625 | 1.0 | 3.191s | 36.221s |
| Iteration 11 | l2 | 25.8457 | sag | 299 | --- | 0.8125 | 1.0 | 3.198s | 40.135s |
| Iteration 12 | l2 | 4.3199 | libli.. | 210 | --- | 0.625 | 1.0 | 3.189s | 44.133s |
| Iteration 13 | l2 | 96.1183 | sag | 753 | --- | 0.625 | 1.0 | 3.214s | 48.017s |
| Iteration 14 | l2 | 2.0692 | sag | 195 | --- | 0.75 | 1.0 | 3.214s | 52.135s |
| Iteration 15 | l2 | 1.8424 | libli.. | 333 | --- | 0.8125 | 1.0 | 3.183s | 56.127s |
| Iteration 16 | none | --- | newto.. | 107 | --- | 0.75 | 1.0 | 3.208s | 1m:00s |
| Iteration 17 | l2 | 19.0365 | libli.. | 1000 | --- | 0.75 | 1.0 | 3.171s | 1m:04s |
| Iteration 18 | none | --- | lbfgs | 1000 | --- | 0.75 | 1.0 | 3.196s | 1m:08s |
| Iteration 19 | l2 | 1.6266 | libli.. | 294 | --- | 0.5625 | 1.0 | 3.200s | 1m:12s |
| Iteration 20 | none | --- | newto.. | 871 | --- | 0.75 | 1.0 | 3.195s | 1m:16s |
| Iteration 21 | l2 | 0.0434 | libli.. | 907 | --- | 0.625 | 1.0 | 3.187s | 1m:20s |
| Iteration 22 | l2 | 11.4917 | sag | 187 | --- | 0.375 | 1.0 | 3.198s | 1m:24s |
| Iteration 23 | l2 | 13.4649 | newto.. | 974 | --- | 0.5 | 1.0 | 3.161s | 1m:28s |
| Iteration 24 | l2 | 0.1021 | sag | 763 | --- | 0.4375 | 1.0 | 3.178s | 1m:31s |
| Iteration 25 | l2 | 81.904 | libli.. | 303 | --- | 0.875 | 1.0 | 3.275s | 1m:35s |
| Iteration 26 | l2 | 0.0012 | sag | 940 | --- | 0.6875 | 1.0 | 3.802s | 1m:40s |
| Iteration 27 | l2 | 0.0084 | lbfgs | 937 | --- | 0.6875 | 1.0 | 3.185s | 1m:44s |
| Iteration 28 | none | --- | newto.. | 1000 | --- | 0.6875 | 1.0 | 3.196s | 1m:48s |
| Iteration 29 | l2 | 97.4175 | libli.. | 111 | --- | 0.4375 | 1.0 | 3.195s | 1m:52s |
| Iteration 30 | l2 | 22.5997 | libli.. | 276 | --- | 0.875 | 1.0 | 3.207s | 1m:56s |
| Iteration 31 | l2 | 0.0013 | newto.. | 272 | --- | 0.8125 | 1.0 | 3.215s | 2m:00s |
| Iteration 32 | l2 | 0.0036 | sag | 281 | --- | 0.625 | 1.0 | 3.185s | 2m:04s |
| Iteration 33 | l2 | 2.48 | newto.. | 271 | --- | 0.375 | 1.0 | 3.187s | 2m:08s |
| Iteration 34 | l2 | 71.8257 | libli.. | 997 | --- | 0.75 | 1.0 | 3.170s | 2m:12s |
| Iteration 35 | l2 | 3.1242 | newto.. | 324 | --- | 0.8125 | 1.0 | 3.215s | 2m:16s |
| Iteration 36 | l2 | 2.3976 | sag | 304 | --- | 0.375 | 1.0 | 3.256s | 2m:21s |
| Iteration 37 | l2 | 1.6467 | libli.. | 272 | --- | 0.4375 | 1.0 | 3.205s | 2m:25s |
| Iteration 38 | l2 | 100.0 | libli.. | 304 | --- | 0.625 | 1.0 | 3.280s | 2m:29s |
| Iteration 39 | none | --- | sag | 998 | --- | 1.0 | 1.0 | 3.239s | 2m:33s |
| Iteration 40 | none | --- | saga | 996 | --- | 0.875 | 1.0 | 3.305s | 2m:37s |
| Iteration 41 | l2 | 100.0 | libli.. | 990 | --- | 1.0 | 1.0 | 3.317s | 2m:42s |
| Iteration 42 | none | --- | lbfgs | 990 | --- | 0.4375 | 1.0 | 3.300s | 2m:46s |
| Iteration 43 | none | --- | sag | 995 | --- | 0.9375 | 1.0 | 3.175s | 2m:50s |
| Iteration 44 | none | --- | sag | 991 | --- | 0.75 | 1.0 | 3.193s | 2m:55s |
| Iteration 45 | none | --- | sag | 999 | --- | 0.6875 | 1.0 | 3.200s | 2m:60s |
| Iteration 46 | none | --- | sag | 994 | --- | 0.5 | 1.0 | 3.190s | 3m:04s |
| Iteration 47 | l2 | 100.0 | libli.. | 1000 | --- | 0.8125 | 1.0 | 3.175s | 3m:08s |
| Iteration 48 | none | --- | sag | 997 | --- | 0.6875 | 1.0 | 3.203s | 3m:12s |
| Iteration 49 | none | --- | sag | 998 | --- | 1.0 | 1.0 | 0.001s | 3m:14s |
| Iteration 50 | none | --- | saga | 1000 | --- | 0.6875 | 1.0 | 3.812s | 3m:18s |
Bayesian Optimization ---------------------------
Best call --> Iteration 41
Best parameters --> {'penalty': 'l2', 'C': 100.0, 'solver': 'liblinear', 'max_iter': 990}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:19s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9509
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.65 ± 0.1
Time elapsed: 0.053s
-------------------------------------------------
Total time: 3m:19s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.75 | 0.75 | 3.184s | 3.190s |
| Initial point 2 | svd | --- | 0.8125 | 0.8125 | 3.207s | 7.101s |
| Initial point 3 | svd | --- | 0.8125 | 0.8125 | 0.001s | 7.571s |
| Initial point 4 | lsqr | 0.8 | 0.375 | 0.8125 | 3.196s | 11.241s |
| Initial point 5 | eigen | 0.9 | 0.5 | 0.8125 | 3.187s | 14.896s |
| Initial point 6 | lsqr | 0.7 | 0.75 | 0.8125 | 3.188s | 18.523s |
| Initial point 7 | lsqr | 0.5 | 0.8125 | 0.8125 | 3.461s | 22.418s |
| Initial point 8 | lsqr | 0.9 | 0.5 | 0.8125 | 3.175s | 26.891s |
| Initial point 9 | lsqr | 0.6 | 0.5625 | 0.8125 | 3.167s | 30.716s |
| Initial point 10 | eigen | 0.8 | 1.0 | 1.0 | 3.152s | 34.360s |
| Iteration 11 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 34.924s |
| Iteration 12 | eigen | 0.7 | 0.5625 | 1.0 | 3.183s | 38.668s |
| Iteration 13 | svd | --- | 0.8125 | 1.0 | 0.000s | 39.247s |
| Iteration 14 | lsqr | auto | 0.75 | 1.0 | 3.210s | 43.045s |
| Iteration 15 | eigen | auto | 0.625 | 1.0 | 3.180s | 46.847s |
| Iteration 16 | svd | --- | 0.8125 | 1.0 | 0.000s | 47.463s |
| Iteration 17 | svd | --- | 0.8125 | 1.0 | 0.000s | 48.033s |
| Iteration 18 | lsqr | 1.0 | 0.75 | 1.0 | 3.187s | 51.789s |
| Iteration 19 | svd | --- | 0.8125 | 1.0 | 0.000s | 52.393s |
| Iteration 20 | lsqr | None | 0.75 | 1.0 | 3.193s | 56.251s |
| Iteration 21 | eigen | 0.5 | 0.5 | 1.0 | 3.298s | 1m:00s |
| Iteration 22 | svd | --- | 0.8125 | 1.0 | 0.000s | 1m:01s |
| Iteration 23 | svd | --- | 0.8125 | 1.0 | 0.000s | 1m:01s |
| Iteration 24 | eigen | None | 0.375 | 1.0 | 3.150s | 1m:05s |
| Iteration 25 | eigen | 0.6 | 0.4375 | 1.0 | 3.175s | 1m:09s |
| Iteration 26 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 1m:10s |
| Iteration 27 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:11s |
| Iteration 28 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 29 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 30 | lsqr | 0.5 | 0.8125 | 1.0 | 0.000s | 1m:13s |
| Iteration 31 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:14s |
| Iteration 32 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:15s |
| Iteration 33 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:15s |
| Iteration 34 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:16s |
| Iteration 35 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:17s |
| Iteration 36 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:18s |
| Iteration 37 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 1m:18s |
| Iteration 38 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:19s |
| Iteration 39 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:20s |
| Iteration 40 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:20s |
| Iteration 41 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:21s |
| Iteration 42 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:22s |
| Iteration 43 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:23s |
| Iteration 44 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:23s |
| Iteration 45 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:24s |
| Iteration 46 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:25s |
| Iteration 47 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:26s |
| Iteration 48 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:27s |
| Iteration 49 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 1m:28s |
| Iteration 50 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:29s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:30s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7295
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.53 ± 0.1778
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:30s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.75 | 0.75 | 3.180s | 3.183s |
| Initial point 2 | 0.9 | 0.1875 | 0.75 | 3.200s | 6.832s |
| Initial point 3 | 0.1 | 0.375 | 0.75 | 3.214s | 10.495s |
| Initial point 4 | 1.0 | 0.75 | 0.75 | 0.001s | 10.923s |
| Initial point 5 | 0.2 | 0.5 | 0.75 | 3.184s | 14.527s |
| Initial point 6 | 0.4 | 0.3125 | 0.75 | 3.185s | 18.243s |
| Initial point 7 | 0.4 | 0.3125 | 0.75 | 0.001s | 18.692s |
| Initial point 8 | 0.7 | 0.5 | 0.75 | 3.182s | 22.303s |
| Initial point 9 | 0.9 | 0.1875 | 0.75 | 0.000s | 22.864s |
| Initial point 10 | 0.8 | 1.0 | 1.0 | 3.180s | 26.570s |
| Iteration 11 | 0.3 | 0.9375 | 1.0 | 3.220s | 30.336s |
| Iteration 12 | 0.6 | 0.5 | 1.0 | 3.250s | 34.142s |
| Iteration 13 | 0.5 | 0.625 | 1.0 | 3.149s | 37.836s |
| Iteration 14 | 0.0 | 0.875 | 1.0 | 3.179s | 41.579s |
| Iteration 15 | 0.8 | 1.0 | 1.0 | 0.000s | 42.108s |
| Iteration 16 | 0.8 | 1.0 | 1.0 | 0.000s | 42.662s |
| Iteration 17 | 0.8 | 1.0 | 1.0 | 0.000s | 43.218s |
| Iteration 18 | 0.8 | 1.0 | 1.0 | 0.000s | 43.784s |
| Iteration 19 | 0.8 | 1.0 | 1.0 | 0.001s | 44.352s |
| Iteration 20 | 0.8 | 1.0 | 1.0 | 0.000s | 44.905s |
| Iteration 21 | 0.8 | 1.0 | 1.0 | 0.001s | 45.453s |
| Iteration 22 | 0.8 | 1.0 | 1.0 | 0.000s | 46.018s |
| Iteration 23 | 0.8 | 1.0 | 1.0 | 0.000s | 46.555s |
| Iteration 24 | 0.8 | 1.0 | 1.0 | 0.001s | 47.129s |
| Iteration 25 | 0.8 | 1.0 | 1.0 | 0.000s | 47.661s |
| Iteration 26 | 0.8 | 1.0 | 1.0 | 0.000s | 48.217s |
| Iteration 27 | 0.1 | 0.375 | 1.0 | 0.000s | 48.829s |
| Iteration 28 | 0.9 | 0.1875 | 1.0 | 0.000s | 49.472s |
| Iteration 29 | 0.8 | 1.0 | 1.0 | 0.000s | 50.081s |
| Iteration 30 | 0.8 | 1.0 | 1.0 | 0.000s | 50.685s |
| Iteration 31 | 0.8 | 1.0 | 1.0 | 0.000s | 51.293s |
| Iteration 32 | 0.8 | 1.0 | 1.0 | 0.000s | 51.925s |
| Iteration 33 | 0.8 | 1.0 | 1.0 | 0.000s | 52.561s |
| Iteration 34 | 0.8 | 1.0 | 1.0 | 0.000s | 53.172s |
| Iteration 35 | 0.8 | 1.0 | 1.0 | 0.000s | 53.832s |
| Iteration 36 | 0.8 | 1.0 | 1.0 | 0.000s | 54.453s |
| Iteration 37 | 0.8 | 1.0 | 1.0 | 0.000s | 55.067s |
| Iteration 38 | 0.8 | 1.0 | 1.0 | 0.000s | 55.683s |
| Iteration 39 | 0.8 | 1.0 | 1.0 | 0.000s | 56.297s |
| Iteration 40 | 0.8 | 1.0 | 1.0 | 0.000s | 56.909s |
| Iteration 41 | 0.8 | 1.0 | 1.0 | 0.000s | 57.519s |
| Iteration 42 | 0.8 | 1.0 | 1.0 | 0.000s | 58.133s |
| Iteration 43 | 0.8 | 1.0 | 1.0 | 0.000s | 58.753s |
| Iteration 44 | 0.8 | 1.0 | 1.0 | 0.000s | 59.365s |
| Iteration 45 | 0.8 | 1.0 | 1.0 | 0.000s | 60.000s |
| Iteration 46 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:01s |
| Iteration 47 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:01s |
| Iteration 48 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:02s |
| Iteration 49 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:03s |
| Iteration 50 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:03s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'reg_param': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.708
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.46 ± 0.1158
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:04s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 10.6949 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 3.156s | 3.176s |
| Initial point 2 | 4.2533 | uniform | kd_tree | 39 | 2 | 0.75 | 1.0 | 3.196s | 6.864s |
| Initial point 3 | 3.3599 | dista.. | ball_tree | 25 | 2 | 0.625 | 1.0 | 3.191s | 10.551s |
| Initial point 4 | 9.8023 | uniform | ball_tree | 39 | 2 | 0.5 | 1.0 | 3.177s | 14.234s |
| Initial point 5 | 7.6788 | dista.. | auto | 30 | 2 | 0.5312 | 1.0 | 3.168s | 17.850s |
| Initial point 6 | 8.8926 | dista.. | ball_tree | 21 | 2 | 0.6875 | 1.0 | 3.187s | 22.167s |
| Initial point 7 | 6.3607 | dista.. | ball_tree | 24 | 1 | 0.5 | 1.0 | 3.789s | 26.575s |
| Initial point 8 | 1.5242 | dista.. | ball_tree | 21 | 2 | 0.375 | 1.0 | 3.161s | 30.225s |
| Initial point 9 | 7.0854 | uniform | ball_tree | 24 | 1 | 0.5312 | 1.0 | 3.182s | 33.864s |
| Initial point 10 | 5.0326 | uniform | brute | 22 | 2 | 0.5625 | 1.0 | 3.160s | 37.536s |
| Iteration 11 | 7.3438 | uniform | ball_tree | 40 | 1 | 0.7812 | 1.0 | 3.182s | 41.466s |
| Iteration 12 | 10.7251 | dista.. | ball_tree | 39 | 1 | 0.8125 | 1.0 | 3.172s | 45.365s |
| Iteration 13 | 10.2027 | uniform | brute | 40 | 1 | 0.5625 | 1.0 | 3.201s | 49.296s |
| Iteration 14 | 10.0238 | uniform | auto | 40 | 1 | 0.625 | 1.0 | 3.188s | 53.252s |
| Iteration 15 | 10.0355 | dista.. | ball_tree | 40 | 1 | 0.375 | 1.0 | 3.215s | 57.194s |
| Iteration 16 | 0.5947 | uniform | brute | 33 | 1 | 0.25 | 1.0 | 3.202s | 1m:01s |
| Iteration 17 | 10.6111 | dista.. | brute | 40 | 2 | 0.875 | 1.0 | 3.183s | 1m:05s |
| Iteration 18 | 10.0753 | dista.. | auto | 36 | 2 | 0.875 | 1.0 | 3.174s | 1m:09s |
| Iteration 19 | 10.1449 | dista.. | auto | 35 | 1 | 0.5625 | 1.0 | 3.186s | 1m:13s |
| Iteration 20 | 10.0366 | dista.. | ball_tree | 37 | 2 | 0.8125 | 1.0 | 3.180s | 1m:17s |
| Iteration 21 | 9.8739 | dista.. | auto | 36 | 2 | 0.5 | 1.0 | 3.194s | 1m:22s |
| Iteration 22 | 0.2221 | uniform | brute | 28 | 1 | 0.5 | 1.0 | 3.165s | 1m:26s |
| Iteration 23 | 10.6827 | dista.. | brute | 40 | 1 | 0.5 | 1.0 | 3.174s | 1m:30s |
| Iteration 24 | 0.0204 | uniform | ball_tree | 40 | 2 | 0.5 | 1.0 | 3.139s | 1m:34s |
| Iteration 25 | 10.65 | dista.. | auto | 25 | 1 | 0.7188 | 1.0 | 3.203s | 1m:38s |
| Iteration 26 | 10.7251 | dista.. | ball_tree | 40 | 2 | 0.75 | 1.0 | 3.151s | 1m:42s |
| Iteration 27 | 3.9278 | uniform | kd_tree | 34 | 1 | 0.4062 | 1.0 | 3.178s | 1m:46s |
| Iteration 28 | 10.6316 | dista.. | auto | 40 | 1 | 0.625 | 1.0 | 3.145s | 1m:50s |
| Iteration 29 | 10.1317 | dista.. | ball_tree | 37 | 2 | 0.375 | 1.0 | 3.153s | 1m:54s |
| Iteration 30 | 10.7251 | dista.. | brute | 20 | 2 | 0.875 | 1.0 | 3.151s | 1m:58s |
| Iteration 31 | 2.6146 | uniform | kd_tree | 22 | 1 | 0.3438 | 1.0 | 3.161s | 2m:02s |
| Iteration 32 | 10.7251 | dista.. | brute | 20 | 2 | 0.875 | 1.0 | 0.001s | 2m:02s |
| Iteration 33 | 8.3682 | uniform | brute | 25 | 1 | 0.8438 | 1.0 | 3.795s | 2m:07s |
| Iteration 34 | 8.36 | uniform | kd_tree | 38 | 1 | 0.625 | 1.0 | 3.147s | 2m:11s |
| Iteration 35 | 10.7251 | dista.. | brute | 20 | 2 | 0.875 | 1.0 | 0.001s | 2m:12s |
| Iteration 36 | 5.4983 | dista.. | ball_tree | 36 | 1 | 0.4375 | 1.0 | 3.267s | 2m:16s |
| Iteration 37 | 10.7251 | uniform | auto | 20 | 2 | 0.5 | 1.0 | 3.231s | 2m:20s |
| Iteration 38 | 10.7251 | uniform | brute | 39 | 2 | 0.5 | 1.0 | 3.227s | 2m:25s |
| Iteration 39 | 10.7251 | dista.. | auto | 20 | 2 | 0.3125 | 1.0 | 3.151s | 2m:29s |
| Iteration 40 | 10.7251 | dista.. | brute | 40 | 2 | 0.8125 | 1.0 | 3.209s | 2m:33s |
| Iteration 41 | 8.2821 | dista.. | brute | 22 | 2 | 1.0 | 1.0 | 3.198s | 2m:37s |
| Iteration 42 | 8.3544 | dista.. | brute | 23 | 2 | 0.5 | 1.0 | 3.178s | 2m:41s |
| Iteration 43 | 10.7251 | dista.. | brute | 21 | 2 | 0.875 | 1.0 | 3.187s | 2m:45s |
| Iteration 44 | 5.8835 | dista.. | brute | 39 | 2 | 0.9375 | 1.0 | 3.225s | 2m:49s |
| Iteration 45 | 10.7251 | dista.. | brute | 40 | 2 | 0.8125 | 1.0 | 0.001s | 2m:50s |
| Iteration 46 | 7.1151 | dista.. | brute | 39 | 2 | 0.6875 | 1.0 | 3.180s | 2m:54s |
| Iteration 47 | 10.7251 | dista.. | brute | 40 | 2 | 0.8125 | 1.0 | 0.001s | 2m:55s |
| Iteration 48 | 10.7251 | dista.. | brute | 20 | 2 | 0.875 | 1.0 | 0.000s | 2m:56s |
| Iteration 49 | 0.0 | dista.. | brute | 33 | 2 | 0.5 | 1.0 | 3.155s | 3m:00s |
| Iteration 50 | 10.7251 | dista.. | brute | 20 | 2 | 0.875 | 1.0 | 0.001s | 3m:01s |
Bayesian Optimization ---------------------------
Best call --> Iteration 41
Best parameters --> {'radius': 8.2821, 'weights': 'distance', 'algorithm': 'brute', 'leaf_size': 22, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:02s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.76 ± 0.02
Time elapsed: 0.053s
-------------------------------------------------
Total time: 3m:02s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.6875 | 0.6875 | 3.581s | 3.589s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.8125 | 0.8125 | 3.605s | 7.720s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.9375 | 0.9375 | 3.332s | 11.502s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.6875 | 0.9375 | 3.494s | 15.512s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.75 | 0.9375 | 3.353s | 19.368s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.6875 | 0.9375 | 3.572s | 23.685s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.9375 | 0.9375 | 3.192s | 27.353s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.4375 | 0.9375 | 3.486s | 31.308s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.8125 | 0.9375 | 3.175s | 34.947s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.9375 | 0.9375 | 3.306s | 38.730s |
| Iteration 11 | 218 | 1.2496 | SAMME | 0.875 | 0.9375 | 3.310s | 42.807s |
| Iteration 12 | 462 | 10.0 | SAMME | 0.8125 | 0.9375 | 3.175s | 46.729s |
| Iteration 13 | 482 | 1.6336 | SAMME | 0.5 | 0.9375 | 4.186s | 51.622s |
| Iteration 14 | 185 | 0.2193 | SAMME | 1.0 | 1.0 | 3.359s | 55.589s |
| Iteration 15 | 147 | 0.9668 | SAMME | 0.875 | 1.0 | 3.224s | 59.726s |
| Iteration 16 | 134 | 0.01 | SAMME.R | 0.8438 | 1.0 | 3.281s | 1m:04s |
| Iteration 17 | 157 | 10.0 | SAMME.R | 0.4375 | 1.0 | 3.257s | 1m:08s |
| Iteration 18 | 106 | 0.0543 | SAMME | 0.6875 | 1.0 | 3.267s | 1m:12s |
| Iteration 19 | 251 | 0.233 | SAMME | 0.75 | 1.0 | 3.350s | 1m:16s |
| Iteration 20 | 184 | 0.2547 | SAMME | 0.6875 | 1.0 | 3.288s | 1m:20s |
| Iteration 21 | 193 | 0.2108 | SAMME | 0.625 | 1.0 | 3.312s | 1m:24s |
| Iteration 22 | 96 | 9.3713 | SAMME | 0.3125 | 1.0 | 3.182s | 1m:28s |
| Iteration 23 | 154 | 1.1063 | SAMME.R | 0.5938 | 1.0 | 3.302s | 1m:32s |
| Iteration 24 | 280 | 0.9702 | SAMME | 0.3125 | 1.0 | 3.425s | 1m:36s |
| Iteration 25 | 229 | 0.0108 | SAMME | 0.9375 | 1.0 | 3.362s | 1m:40s |
| Iteration 26 | 234 | 5.7169 | SAMME | 0.375 | 1.0 | 3.196s | 1m:44s |
| Iteration 27 | 186 | 0.0118 | SAMME | 0.6875 | 1.0 | 3.332s | 1m:48s |
| Iteration 28 | 174 | 0.0133 | SAMME | 0.5 | 1.0 | 3.302s | 1m:52s |
| Iteration 29 | 183 | 0.2261 | SAMME.R | 0.875 | 1.0 | 3.296s | 1m:56s |
| Iteration 30 | 183 | 0.2085 | SAMME | 0.9375 | 1.0 | 3.286s | 1m:60s |
| Iteration 31 | 52 | 0.2502 | SAMME | 1.0 | 1.0 | 3.219s | 2m:04s |
| Iteration 32 | 50 | 0.246 | SAMME | 0.75 | 1.0 | 3.204s | 2m:08s |
| Iteration 33 | 186 | 0.2115 | SAMME.R | 0.5625 | 1.0 | 3.307s | 2m:12s |
| Iteration 34 | 183 | 0.2179 | SAMME | 0.7188 | 1.0 | 3.297s | 2m:16s |
| Iteration 35 | 50 | 0.5 | SAMME | 0.9375 | 1.0 | 3.185s | 2m:20s |
| Iteration 36 | 52 | 0.5121 | SAMME.R | 0.9375 | 1.0 | 3.203s | 2m:24s |
| Iteration 37 | 50 | 0.4142 | SAMME | 0.7188 | 1.0 | 3.198s | 2m:28s |
| Iteration 38 | 50 | 0.3789 | SAMME.R | 0.4375 | 1.0 | 3.177s | 2m:32s |
| Iteration 39 | 51 | 0.5062 | SAMME | 0.9062 | 1.0 | 3.821s | 2m:36s |
| Iteration 40 | 55 | 1.5475 | SAMME | 0.625 | 1.0 | 3.241s | 2m:40s |
| Iteration 41 | 51 | 0.0715 | SAMME.R | 1.0 | 1.0 | 3.238s | 2m:44s |
| Iteration 42 | 50 | 0.1081 | SAMME | 0.5 | 1.0 | 3.233s | 2m:48s |
| Iteration 43 | 72 | 0.3247 | SAMME | 0.9375 | 1.0 | 3.264s | 2m:52s |
| Iteration 44 | 50 | 0.0338 | SAMME.R | 0.8125 | 1.0 | 3.240s | 2m:56s |
| Iteration 45 | 55 | 0.3163 | SAMME | 1.0 | 1.0 | 3.231s | 3m:00s |
| Iteration 46 | 51 | 0.0741 | SAMME.R | 0.625 | 1.0 | 3.246s | 3m:04s |
| Iteration 47 | 54 | 0.3776 | SAMME | 0.8438 | 1.0 | 3.221s | 3m:08s |
| Iteration 48 | 51 | 0.0111 | SAMME.R | 0.8438 | 1.0 | 3.219s | 3m:13s |
| Iteration 49 | 289 | 0.0104 | SAMME.R | 0.4688 | 1.0 | 3.428s | 3m:17s |
| Iteration 50 | 58 | 0.6924 | SAMME | 0.8125 | 1.0 | 3.217s | 3m:21s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'n_estimators': 185, 'learning_rate': 0.2193, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:22s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.158s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.885 ± 0.0943
Time elapsed: 0.711s
-------------------------------------------------
Total time: 3m:23s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 1.0 | 1.0 | 3.592s | 3.611s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.875 | 1.0 | 3.448s | 7.515s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.875 | 1.0 | 3.492s | 11.490s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 1.0 | 3.281s | 15.249s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.5 | 1.0 | 3.476s | 19.201s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.875 | 1.0 | 3.306s | 23.017s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.9375 | 1.0 | 3.365s | 26.837s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.5 | 1.0 | 3.353s | 30.710s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.75 | 1.0 | 3.429s | 34.733s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.6875 | 1.0 | 3.414s | 38.622s |
| Iteration 11 | 104 | gini | 6 | 2 | 4 | 0.8 | True | 0.0253 | 0.6 | 1.0 | 1.0 | 3.271s | 42.770s |
| Iteration 12 | 500 | entropy | None | 7 | 9 | None | True | 0.035 | 0.9 | 0.6875 | 1.0 | 3.574s | 47.265s |
| Iteration 13 | 473 | entropy | 2 | 16 | 2 | auto | True | 0.0087 | 0.8 | 0.9375 | 1.0 | 3.536s | 51.842s |
| Iteration 14 | 481 | entropy | 5 | 18 | 3 | sqrt | True | 0.0109 | 0.8 | 1.0 | 1.0 | 3.543s | 56.376s |
| Iteration 15 | 10 | entropy | 9 | 20 | 1 | auto | True | 0.0 | None | 0.8125 | 1.0 | 3.242s | 1m:01s |
| Iteration 16 | 479 | entropy | 1 | 17 | 5 | None | True | 0.0122 | 0.7 | 0.625 | 1.0 | 3.565s | 1m:06s |
| Iteration 17 | 10 | entropy | 9 | 2 | 5 | auto | True | 0.035 | 0.9 | 0.625 | 1.0 | 3.169s | 1m:11s |
| Iteration 18 | 192 | gini | 8 | 2 | 1 | auto | False | 0.032 | --- | 0.625 | 1.0 | 3.313s | 1m:15s |
| Iteration 19 | 500 | entropy | 3 | 19 | 4 | log2 | True | 0.0162 | 0.9 | 0.75 | 1.0 | 3.589s | 1m:19s |
| Iteration 20 | 161 | entropy | 9 | 13 | 5 | 0.6 | True | 0.024 | 0.8 | 0.875 | 1.0 | 3.289s | 1m:24s |
| Iteration 21 | 226 | gini | 6 | 20 | 7 | 0.5 | True | 0.0281 | 0.8 | 0.6875 | 1.0 | 3.347s | 1m:28s |
| Iteration 22 | 291 | entropy | None | 19 | 5 | 0.6 | True | 0.0239 | 0.8 | 0.5625 | 1.0 | 3.423s | 1m:33s |
| Iteration 23 | 113 | gini | 1 | 20 | 4 | 0.5 | False | 0.0035 | --- | 0.5938 | 1.0 | 3.231s | 1m:37s |
| Iteration 24 | 500 | entropy | 9 | 20 | 3 | auto | True | 0.0298 | None | 0.25 | 1.0 | 3.567s | 1m:41s |
| Iteration 25 | 498 | entropy | 4 | 17 | 6 | 0.5 | False | 0.0282 | --- | 0.4375 | 1.0 | 3.496s | 1m:46s |
| Iteration 26 | 494 | entropy | 2 | 20 | 1 | log2 | True | 0.0263 | 0.9 | 0.9375 | 1.0 | 3.576s | 1m:51s |
| Iteration 27 | 486 | entropy | 7 | 18 | 11 | log2 | True | 0.0122 | 0.8 | 0.625 | 1.0 | 3.562s | 1m:56s |
| Iteration 28 | 117 | gini | 9 | 5 | 3 | 0.8 | True | 0.0279 | 0.6 | 0.6875 | 1.0 | 3.239s | 1m:60s |
| Iteration 29 | 500 | gini | 5 | 9 | 1 | auto | True | 0.0344 | 0.8 | 0.625 | 1.0 | 3.547s | 2m:04s |
| Iteration 30 | 481 | entropy | 1 | 19 | 2 | log2 | True | 0.0288 | 0.9 | 0.9375 | 1.0 | 3.495s | 2m:09s |
| Iteration 31 | 474 | entropy | 4 | 15 | 6 | log2 | True | 0.0267 | 0.7 | 1.0 | 1.0 | 3.533s | 2m:14s |
| Iteration 32 | 469 | entropy | 5 | 20 | 17 | auto | True | 0.0169 | 0.8 | 0.625 | 1.0 | 3.504s | 2m:19s |
| Iteration 33 | 478 | entropy | 4 | 17 | 2 | sqrt | True | 0.0016 | 0.8 | 0.625 | 1.0 | 3.529s | 2m:23s |
| Iteration 34 | 479 | gini | 5 | 10 | 16 | log2 | True | 0.0271 | 0.6 | 0.5 | 1.0 | 3.511s | 2m:28s |
| Iteration 35 | 477 | entropy | 5 | 16 | 5 | log2 | True | 0.0238 | 0.7 | 0.875 | 1.0 | 3.515s | 2m:33s |
| Iteration 36 | 479 | entropy | 2 | 7 | 2 | sqrt | True | 0.0107 | 0.8 | 1.0 | 1.0 | 3.547s | 2m:38s |
| Iteration 37 | 483 | entropy | 2 | 5 | 2 | sqrt | True | 0.0128 | 0.7 | 0.875 | 1.0 | 3.515s | 2m:43s |
| Iteration 38 | 481 | entropy | 2 | 8 | 2 | sqrt | True | 0.0084 | 0.8 | 0.4375 | 1.0 | 3.478s | 2m:48s |
| Iteration 39 | 422 | gini | 4 | 5 | 6 | 0.9 | False | 0.0332 | --- | 0.6875 | 1.0 | 3.401s | 2m:52s |
| Iteration 40 | 477 | entropy | 4 | 17 | 4 | log2 | True | 0.0266 | 0.8 | 0.6875 | 1.0 | 3.549s | 2m:57s |
| Iteration 41 | 377 | gini | 9 | 3 | 5 | auto | False | 0.0156 | --- | 1.0 | 1.0 | 3.368s | 3m:01s |
| Iteration 42 | 418 | gini | 9 | 4 | 4 | auto | True | 0.0178 | 0.7 | 0.625 | 1.0 | 3.612s | 3m:07s |
| Iteration 43 | 500 | entropy | 1 | 2 | 4 | sqrt | True | 0.0329 | 0.7 | 0.875 | 1.0 | 3.659s | 3m:12s |
| Iteration 44 | 348 | gini | 8 | 12 | 6 | sqrt | False | 0.022 | --- | 0.8125 | 1.0 | 3.388s | 3m:16s |
| Iteration 45 | 378 | gini | 8 | 10 | 3 | log2 | False | 0.0064 | --- | 1.0 | 1.0 | 3.389s | 3m:21s |
| Iteration 46 | 399 | entropy | 9 | 10 | 3 | log2 | False | 0.0135 | --- | 0.5625 | 1.0 | 3.411s | 3m:26s |
| Iteration 47 | 405 | gini | 9 | 15 | 3 | sqrt | False | 0.0068 | --- | 0.75 | 1.0 | 3.415s | 3m:30s |
| Iteration 48 | 463 | entropy | 1 | 15 | 7 | log2 | True | 0.035 | 0.9 | 0.875 | 1.0 | 3.556s | 3m:35s |
| Iteration 49 | 354 | gini | 7 | 4 | 11 | sqrt | False | 0.0 | --- | 0.5625 | 1.0 | 3.343s | 3m:39s |
| Iteration 50 | 456 | entropy | 1 | 10 | 3 | sqrt | True | 0.0308 | 0.8 | 0.75 | 1.0 | 3.522s | 3m:44s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'n_estimators': 499, 'criterion': 'entropy', 'max_depth': 1, 'min_samples_split': 20, 'min_samples_leaf': 5, 'max_features': 0.5, 'bootstrap': True, 'ccp_alpha': 0.0234, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:45s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9464
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.442s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.755 ± 0.064
Time elapsed: 1.990s
-------------------------------------------------
Total time: 3m:48s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.284s | 3.303s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.875 | 0.875 | 3.276s | 7.915s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.875 | 3.271s | 11.830s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.875 | 3.214s | 15.535s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.875 | 3.242s | 19.438s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.875 | 3.235s | 23.175s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.875 | 3.228s | 27.015s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.875 | 3.244s | 30.731s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.875 | 0.875 | 3.250s | 34.491s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.875 | 3.228s | 38.217s |
| Iteration 11 | 26 | 0.3307 | 6 | 0.2334 | 10 | 0.6 | 0.5 | 100 | 1 | 0.5 | 0.875 | 3.194s | 42.302s |
| Iteration 12 | 386 | 0.0292 | 6 | 0.4273 | 2 | 0.8 | 0.8 | 0.1 | 1 | 0.875 | 0.875 | 3.259s | 46.490s |
| Iteration 13 | 452 | 0.0355 | 6 | 0.5579 | 3 | 0.9 | 1.0 | 0.01 | 0.1 | 0.75 | 0.875 | 3.251s | 50.618s |
| Iteration 14 | 447 | 0.0603 | 6 | 0.4181 | 1 | 0.8 | 0.8 | 0.1 | 0.1 | 1.0 | 1.0 | 3.293s | 54.772s |
| Iteration 15 | 500 | 0.1719 | 2 | 0.0875 | 1 | 0.7 | 0.5 | 0.01 | 10 | 0.9375 | 1.0 | 3.262s | 59.050s |
| Iteration 16 | 423 | 0.0252 | 6 | 0.8412 | 2 | 0.6 | 0.8 | 0.1 | 0.1 | 0.625 | 1.0 | 3.269s | 1m:04s |
| Iteration 17 | 35 | 0.0251 | 8 | 0.0765 | 1 | 0.6 | 0.6 | 1 | 0.01 | 0.75 | 1.0 | 3.178s | 1m:09s |
| Iteration 18 | 500 | 0.0845 | 5 | 0.3743 | 1 | 0.8 | 0.8 | 0.1 | 0.1 | 0.625 | 1.0 | 3.273s | 1m:14s |
| Iteration 19 | 285 | 0.0616 | 6 | 0.3576 | 2 | 0.7 | 0.7 | 0.01 | 1 | 0.5625 | 1.0 | 3.243s | 1m:18s |
| Iteration 20 | 409 | 0.0797 | 6 | 0.4528 | 1 | 0.8 | 0.6 | 1 | 0.01 | 0.875 | 1.0 | 3.257s | 1m:23s |
| Iteration 21 | 421 | 0.1154 | 6 | 0.3541 | 1 | 0.8 | 0.7 | 0.01 | 100 | 0.6875 | 1.0 | 3.293s | 1m:28s |
| Iteration 22 | 83 | 0.0551 | 6 | 0.9794 | 1 | 0.8 | 0.9 | 0.1 | 0.1 | 0.625 | 1.0 | 3.178s | 1m:33s |
| Iteration 23 | 233 | 0.0726 | 8 | 0.4182 | 1 | 0.8 | 0.9 | 1 | 0.1 | 0.6875 | 1.0 | 3.251s | 1m:38s |
| Iteration 24 | 500 | 0.0368 | 2 | 0.4213 | 3 | 0.5 | 0.4 | 0.1 | 0.01 | 0.125 | 1.0 | 3.242s | 1m:42s |
| Iteration 25 | 500 | 0.114 | 9 | 0.1215 | 8 | 0.7 | 0.5 | 0.1 | 0 | 0.5 | 1.0 | 3.306s | 1m:47s |
| Iteration 26 | 500 | 0.0979 | 2 | 0.2887 | 1 | 0.7 | 0.5 | 0 | 0 | 0.875 | 1.0 | 3.260s | 1m:51s |
| Iteration 27 | 324 | 0.0114 | 3 | 0.0 | 1 | 0.8 | 0.4 | 0.1 | 0.1 | 0.8125 | 1.0 | 3.283s | 1m:55s |
| Iteration 28 | 425 | 0.0518 | 6 | 0.2889 | 3 | 0.8 | 0.7 | 0.1 | 0.01 | 0.6875 | 1.0 | 3.232s | 1m:60s |
| Iteration 29 | 500 | 0.0121 | 2 | 0.0 | 2 | 0.7 | 0.4 | 100 | 10 | 0.5 | 1.0 | 3.336s | 2m:04s |
| Iteration 30 | 471 | 0.0229 | 6 | 0.1788 | 2 | 0.8 | 0.8 | 100 | 0 | 0.5 | 1.0 | 3.312s | 2m:09s |
| Iteration 31 | 500 | 0.01 | 1 | 0.3004 | 1 | 0.8 | 0.6 | 0 | 0 | 1.0 | 1.0 | 3.347s | 2m:13s |
| Iteration 32 | 500 | 0.0734 | 3 | 0.6733 | 1 | 0.8 | 0.5 | 0 | 0.01 | 0.6875 | 1.0 | 3.306s | 2m:17s |
| Iteration 33 | 500 | 0.012 | 3 | 0.1085 | 1 | 1.0 | 0.4 | 0 | 0 | 0.5625 | 1.0 | 3.325s | 2m:22s |
| Iteration 34 | 20 | 0.012 | 4 | 0.8241 | 1 | 1.0 | 0.5 | 100 | 10 | 0.5 | 1.0 | 3.218s | 2m:26s |
| Iteration 35 | 20 | 0.1993 | 9 | 0.4524 | 1 | 1.0 | 0.6 | 0 | 0 | 0.875 | 1.0 | 3.211s | 2m:30s |
| Iteration 36 | 35 | 0.0138 | 9 | 0.0 | 1 | 0.8 | 0.9 | 0 | 1 | 0.8125 | 1.0 | 3.243s | 2m:35s |
| Iteration 37 | 497 | 0.5822 | 2 | 1.0 | 5 | 1.0 | 0.8 | 0 | 0.1 | 0.7812 | 1.0 | 3.356s | 2m:39s |
| Iteration 38 | 289 | 0.6042 | 4 | 1.0 | 10 | 1.0 | 0.4 | 0 | 10 | 0.5 | 1.0 | 3.260s | 2m:43s |
| Iteration 39 | 471 | 0.5449 | 7 | 0.0 | 4 | 0.9 | 0.5 | 0 | 0.01 | 0.4688 | 1.0 | 3.280s | 2m:48s |
| Iteration 40 | 73 | 0.0164 | 2 | 0.0 | 4 | 0.6 | 1.0 | 0 | 10 | 0.6562 | 1.0 | 3.262s | 2m:52s |
| Iteration 41 | 396 | 0.3308 | 4 | 1.0 | 4 | 1.0 | 1.0 | 0 | 0.1 | 0.9062 | 1.0 | 3.321s | 2m:57s |
| Iteration 42 | 268 | 0.0342 | 9 | 0.0 | 4 | 1.0 | 1.0 | 0 | 10 | 0.6875 | 1.0 | 3.220s | 3m:01s |
| Iteration 43 | 418 | 0.1783 | 9 | 1.0 | 5 | 0.8 | 1.0 | 0 | 1 | 0.75 | 1.0 | 3.259s | 3m:06s |
| Iteration 44 | 498 | 0.0185 | 8 | 1.0 | 10 | 0.8 | 1.0 | 0 | 0.1 | 0.5 | 1.0 | 3.186s | 3m:10s |
| Iteration 45 | 104 | 0.1178 | 2 | 0.0 | 1 | 0.5 | 0.7 | 0 | 100 | 1.0 | 1.0 | 3.769s | 3m:15s |
| Iteration 46 | 20 | 1.0 | 8 | 0.0 | 1 | 1.0 | 0.7 | 0 | 0 | 0.4375 | 1.0 | 3.140s | 3m:19s |
| Iteration 47 | 484 | 0.3687 | 3 | 0.0 | 1 | 0.6 | 0.7 | 0 | 0.1 | 0.75 | 1.0 | 3.226s | 3m:24s |
| Iteration 48 | 43 | 0.0135 | 1 | 0.4007 | 1 | 0.9 | 0.8 | 0 | 0 | 0.8125 | 1.0 | 3.168s | 3m:28s |
| Iteration 49 | 251 | 0.6364 | 2 | 0.0 | 1 | 0.6 | 0.5 | 0 | 100 | 0.5625 | 1.0 | 3.185s | 3m:32s |
| Iteration 50 | 343 | 1.0 | 8 | 0.5948 | 4 | 1.0 | 1.0 | 10 | 0.01 | 0.5 | 1.0 | 3.203s | 3m:37s |
Bayesian Optimization ---------------------------
Best call --> Iteration 45
Best parameters --> {'n_estimators': 104, 'learning_rate': 0.1178, 'max_depth': 2, 'gamma': 0.0, 'min_child_weight': 1, 'subsample': 0.5, 'colsample_bytree': 0.7, 'reg_alpha': 0, 'reg_lambda': 100}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:38s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9616
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.042s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.89 ± 0.0663
Time elapsed: 0.123s
-------------------------------------------------
Total time: 3m:38s
Final results ==================== >>
Duration: 23m:14s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.91 ± 0.049 !
Logistic Regression --> roc_auc: 0.65 ± 0.1 ~
Linear Discriminant Analysis --> roc_auc: 0.53 ± 0.1778
Quadratic Discriminant Analysis --> roc_auc: 0.46 ± 0.1158
Radius Nearest Neighbors --> roc_auc: 0.76 ± 0.02 ~
AdaBoost --> roc_auc: 0.885 ± 0.0943
Random Forest --> roc_auc: 0.755 ± 0.064 ~
XGBoost --> roc_auc: 0.89 ± 0.0663
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 837 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CAVLDSSYKLIF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAASPNTGNQFYF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CAVVNAGGTSYGKLTF.
>>> Dropping feature CAVSDDYKLSF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASKTGNQFYF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAAPYSSASKIIF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CAATSGSARQLTF.
>>> Dropping feature CAGNQAGTALIF.
>>> Dropping feature CALMDTGRRALTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVRGYSSASKIIF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CAVDGSSNTGKLIF.
>>> Dropping feature CAVEDDYKLSF.
>>> Dropping feature CAALNAGNNRKLIW.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CVVNTGFQKLVF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAASATSGTYKYIF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CALILTGGGNKLTF.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CAVASGTYKYIF.
>>> Dropping feature CAVDNQAGTALIF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVHGSGNTGKLIF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.7812 | 0.7812 | 0.695s | 0.717s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.75 | 0.7812 | 0.732s | 1.965s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.6875 | 0.7812 | 0.687s | 3.223s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.3125 | 0.7812 | 0.728s | 4.432s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.625 | 0.7812 | 0.735s | 5.659s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.375 | 0.7812 | 0.770s | 6.965s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.4375 | 0.7812 | 0.745s | 8.205s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.6875 | 0.7812 | 0.793s | 9.481s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.25 | 0.7812 | 0.718s | 10.663s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.8125 | 0.8125 | 0.686s | 11.881s |
| Iteration 11 | exponen.. | 0.0836 | 180 | 0.9 | friedman_mse | 16 | 16 | 4 | 0.6 | 0.0261 | 0.9375 | 0.9375 | 0.660s | 13.367s |
| Iteration 12 | deviance | 0.1819 | 63 | 0.8 | friedman_mse | 19 | 8 | 7 | 0.9 | 0.021 | 0.875 | 0.9375 | 0.642s | 14.807s |
| Iteration 13 | exponen.. | 0.0483 | 74 | 0.8 | squared_er.. | 17 | 8 | 5 | 0.7 | 0.0224 | 1.0 | 1.0 | 0.641s | 16.276s |
| Iteration 14 | exponen.. | 0.01 | 140 | 1.0 | friedman_mse | 18 | 1 | 9 | 0.7 | 0.0223 | 0.875 | 1.0 | 0.658s | 17.778s |
| Iteration 15 | exponen.. | 0.0468 | 386 | 0.9 | squared_er.. | 13 | 19 | 8 | 0.8 | 0.0209 | 0.5625 | 1.0 | 0.710s | 19.323s |
| Iteration 16 | exponen.. | 0.0625 | 53 | 1.0 | friedman_mse | 18 | 16 | 4 | 0.6 | 0.0298 | 0.9062 | 1.0 | 0.641s | 20.805s |
| Iteration 17 | exponen.. | 0.0534 | 103 | 0.8 | friedman_mse | 17 | 13 | 4 | 0.7 | 0.0238 | 0.8125 | 1.0 | 0.645s | 22.642s |
| Iteration 18 | exponen.. | 0.1846 | 500 | 0.9 | friedman_mse | 8 | 20 | 4 | 0.5 | 0.0183 | 0.4375 | 1.0 | 0.760s | 24.313s |
| Iteration 19 | exponen.. | 0.0801 | 10 | 1.0 | squared_er.. | 19 | 6 | 5 | 0.6 | 0.0268 | 0.75 | 1.0 | 0.624s | 26.248s |
| Iteration 20 | deviance | 0.01 | 10 | 0.7 | friedman_mse | 12 | 18 | 9 | None | 0.0285 | 0.375 | 1.0 | 0.635s | 27.713s |
| Iteration 21 | deviance | 0.016 | 373 | 0.8 | squared_er.. | 19 | 3 | 3 | 0.9 | 0.0105 | 0.5312 | 1.0 | 0.713s | 29.253s |
| Iteration 22 | exponen.. | 0.1154 | 35 | 1.0 | friedman_mse | 17 | 12 | 5 | 0.5 | 0.0313 | 0.5 | 1.0 | 0.637s | 31.467s |
| Iteration 23 | exponen.. | 0.0268 | 191 | 0.8 | friedman_mse | 17 | 9 | 3 | 0.6 | 0.0266 | 0.875 | 1.0 | 0.681s | 33.241s |
| Iteration 24 | exponen.. | 0.0444 | 108 | 0.5 | squared_er.. | 18 | 2 | 5 | 0.7 | 0.0152 | 0.625 | 1.0 | 0.655s | 34.740s |
| Iteration 25 | deviance | 0.0118 | 112 | 0.9 | squared_er.. | 17 | 8 | 7 | 0.7 | 0.0217 | 0.75 | 1.0 | 0.652s | 36.267s |
| Iteration 26 | exponen.. | 0.4288 | 119 | 1.0 | squared_er.. | 9 | 4 | 10 | 0.7 | 0.033 | 0.875 | 1.0 | 0.655s | 38.009s |
| Iteration 27 | exponen.. | 0.0651 | 116 | 1.0 | squared_er.. | 18 | 13 | 5 | 0.6 | 0.0303 | 0.75 | 1.0 | 0.654s | 39.554s |
| Iteration 28 | exponen.. | 0.069 | 26 | 1.0 | friedman_mse | 18 | 7 | 6 | 0.7 | 0.0285 | 1.0 | 1.0 | 0.633s | 41.035s |
| Iteration 29 | exponen.. | 0.2056 | 10 | 0.6 | friedman_mse | 20 | 2 | 6 | 0.8 | 0.033 | 0.75 | 1.0 | 0.628s | 42.577s |
| Iteration 30 | exponen.. | 0.0567 | 289 | 1.0 | friedman_mse | 15 | 7 | 1 | 0.7 | 0.033 | 0.8125 | 1.0 | 0.675s | 44.415s |
| Iteration 31 | exponen.. | 0.0545 | 10 | 1.0 | friedman_mse | 13 | 17 | 1 | 0.7 | 0.0296 | 0.6875 | 1.0 | 0.623s | 46.027s |
| Iteration 32 | deviance | 0.9176 | 209 | 1.0 | squared_er.. | 20 | 6 | 9 | None | 0.0264 | 0.6562 | 1.0 | 0.666s | 47.662s |
| Iteration 33 | exponen.. | 0.037 | 348 | 0.8 | friedman_mse | 19 | 4 | 6 | 0.7 | 0.0278 | 1.0 | 1.0 | 0.709s | 49.286s |
| Iteration 34 | exponen.. | 0.0537 | 67 | 0.8 | squared_er.. | 17 | 9 | 5 | 0.7 | 0.0236 | 0.5625 | 1.0 | 0.643s | 50.945s |
| Iteration 35 | exponen.. | 0.01 | 400 | 0.6 | friedman_mse | 20 | 17 | 7 | 0.6 | 0.035 | 0.4688 | 1.0 | 0.725s | 52.549s |
| Iteration 36 | deviance | 0.064 | 74 | 1.0 | friedman_mse | 20 | 1 | 5 | 0.7 | 0.0265 | 0.4688 | 1.0 | 0.631s | 54.105s |
| Iteration 37 | exponen.. | 0.1154 | 73 | 1.0 | friedman_mse | 19 | 9 | 4 | 0.7 | 0.028 | 0.6875 | 1.0 | 0.641s | 55.789s |
| Iteration 38 | exponen.. | 0.0374 | 228 | 0.8 | friedman_mse | 20 | 3 | 4 | 0.6 | 0.026 | 0.8125 | 1.0 | 0.688s | 58.206s |
| Iteration 39 | exponen.. | 0.0307 | 60 | 1.0 | friedman_mse | 20 | 4 | 9 | 0.7 | 0.034 | 1.0 | 1.0 | 0.641s | 59.963s |
| Iteration 40 | exponen.. | 0.0329 | 396 | 1.0 | friedman_mse | 20 | 1 | 8 | 0.7 | 0.0323 | 0.4375 | 1.0 | 0.717s | 1m:02s |
| Iteration 41 | exponen.. | 0.0725 | 220 | 1.0 | friedman_mse | 13 | 7 | 7 | 0.7 | 0.0273 | 1.0 | 1.0 | 0.679s | 1m:04s |
| Iteration 42 | exponen.. | 0.0504 | 358 | 0.8 | squared_er.. | 19 | 8 | 4 | 0.7 | 0.0316 | 0.5625 | 1.0 | 0.728s | 1m:06s |
| Iteration 43 | deviance | 0.0239 | 144 | 1.0 | friedman_mse | 16 | 4 | 7 | 0.7 | 0.0304 | 0.8438 | 1.0 | 0.683s | 1m:08s |
| Iteration 44 | exponen.. | 0.0337 | 116 | 0.9 | friedman_mse | 13 | 4 | 4 | 0.7 | 0.0309 | 0.8125 | 1.0 | 0.666s | 1m:09s |
| Iteration 45 | exponen.. | 0.1903 | 207 | 0.7 | friedman_mse | 5 | 4 | 7 | 0.7 | 0.0277 | 0.8125 | 1.0 | 0.680s | 1m:11s |
| Iteration 46 | exponen.. | 0.0423 | 116 | 0.9 | friedman_mse | 13 | 4 | 9 | 0.7 | 0.0289 | 0.9375 | 1.0 | 0.667s | 1m:13s |
| Iteration 47 | deviance | 0.0288 | 137 | 0.8 | friedman_mse | 4 | 4 | 7 | 0.7 | 0.0346 | 0.625 | 1.0 | 1.281s | 1m:15s |
| Iteration 48 | exponen.. | 0.1127 | 12 | 0.7 | squared_er.. | 17 | 8 | 5 | 0.7 | 0.0213 | 0.875 | 1.0 | 0.666s | 1m:17s |
| Iteration 49 | exponen.. | 0.0165 | 399 | 0.7 | friedman_mse | 20 | 4 | 10 | 0.7 | 0.03 | 1.0 | 1.0 | 0.776s | 1m:20s |
| Iteration 50 | exponen.. | 0.779 | 90 | 0.6 | squared_er.. | 17 | 8 | 5 | 0.7 | 0.0349 | 0.5 | 1.0 | 0.689s | 1m:21s |
Bayesian Optimization ---------------------------
Best call --> Iteration 49
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0165, 'n_estimators': 399, 'subsample': 0.7, 'criterion': 'friedman_mse', 'min_samples_split': 20, 'min_samples_leaf': 4, 'max_depth': 10, 'max_features': 0.7, 'ccp_alpha': 0.03}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9857
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.122s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.95 ± 0.0447
Time elapsed: 0.575s
-------------------------------------------------
Total time: 1m:24s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.5 | 0.5 | 0.651s | 0.662s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.8125 | 0.8125 | 0.648s | 2.075s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.4375 | 0.8125 | 0.648s | 3.501s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.625 | 0.8125 | 0.655s | 5.061s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.625 | 0.8125 | 0.696s | 6.371s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.75 | 0.8125 | 0.656s | 7.526s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.5625 | 0.8125 | 0.640s | 8.668s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.4375 | 0.8125 | 0.651s | 9.785s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.1875 | 0.8125 | 0.659s | 11.049s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.3125 | 0.8125 | 0.651s | 12.191s |
| Iteration 11 | l2 | 0.7167 | lbfgs | 1000 | --- | 0.8125 | 0.8125 | 0.652s | 13.622s |
| Iteration 12 | l2 | 0.1824 | libli.. | 978 | --- | 0.75 | 0.8125 | 0.646s | 15.079s |
| Iteration 13 | l1 | 0.1565 | libli.. | 954 | --- | 0.8125 | 0.8125 | 0.650s | 16.555s |
| Iteration 14 | l2 | 0.0982 | sag | 960 | --- | 1.0 | 1.0 | 0.648s | 18.004s |
| Iteration 15 | l1 | 0.0073 | saga | 1000 | --- | 0.5 | 1.0 | 0.674s | 19.435s |
| Iteration 16 | l1 | 0.8425 | saga | 1000 | --- | 0.6875 | 1.0 | 0.683s | 21.032s |
| Iteration 17 | l2 | 0.0038 | lbfgs | 1000 | --- | 0.5625 | 1.0 | 0.700s | 22.471s |
| Iteration 18 | none | --- | lbfgs | 100 | --- | 0.5 | 1.0 | 0.685s | 23.924s |
| Iteration 19 | l2 | 0.1346 | lbfgs | 819 | --- | 0.6875 | 1.0 | 0.687s | 25.860s |
| Iteration 20 | l1 | 100.0 | saga | 665 | --- | 0.6875 | 1.0 | 0.690s | 27.315s |
| Iteration 21 | none | --- | saga | 454 | --- | 0.4375 | 1.0 | 0.679s | 28.778s |
| Iteration 22 | l2 | 0.0938 | lbfgs | 1000 | --- | 0.4375 | 1.0 | 0.680s | 30.232s |
| Iteration 23 | l1 | 0.0997 | saga | 1000 | --- | 0.5 | 1.0 | 0.682s | 31.684s |
| Iteration 24 | l1 | 0.0411 | saga | 959 | --- | 0.5 | 1.0 | 0.678s | 33.342s |
| Iteration 25 | none | --- | saga | 175 | --- | 0.5 | 1.0 | 0.650s | 35.391s |
| Iteration 26 | l2 | 19.8692 | sag | 1000 | --- | 0.5 | 1.0 | 0.652s | 36.933s |
| Iteration 27 | none | --- | sag | 101 | --- | 0.25 | 1.0 | 0.636s | 38.455s |
| Iteration 28 | l1 | 0.7654 | libli.. | 854 | --- | 0.5625 | 1.0 | 0.642s | 39.859s |
| Iteration 29 | none | --- | lbfgs | 1000 | --- | 0.625 | 1.0 | 0.647s | 41.299s |
| Iteration 30 | none | --- | lbfgs | 1000 | --- | 0.625 | 1.0 | 0.000s | 42.074s |
| Iteration 31 | l1 | 0.001 | libli.. | 735 | --- | 0.5 | 1.0 | 0.635s | 43.472s |
| Iteration 32 | l2 | 0.288 | newto.. | 1000 | --- | 0.25 | 1.0 | 0.643s | 44.914s |
| Iteration 33 | none | --- | sag | 782 | --- | 0.75 | 1.0 | 0.651s | 46.337s |
| Iteration 34 | l2 | 96.9267 | libli.. | 774 | --- | 0.125 | 1.0 | 0.637s | 48.437s |
| Iteration 35 | none | --- | sag | 1000 | --- | 0.625 | 1.0 | 0.659s | 49.947s |
| Iteration 36 | l2 | 23.8456 | newto.. | 1000 | --- | 0.375 | 1.0 | 0.651s | 51.445s |
| Iteration 37 | l2 | 0.0034 | sag | 1000 | --- | 0.625 | 1.0 | 0.636s | 52.853s |
| Iteration 38 | l2 | 5.6316 | lbfgs | 1000 | --- | 0.4375 | 1.0 | 0.649s | 54.352s |
| Iteration 39 | l2 | 0.0869 | sag | 795 | --- | 1.0 | 1.0 | 0.642s | 56.255s |
| Iteration 40 | l2 | 0.0888 | sag | 852 | --- | 0.0625 | 1.0 | 0.640s | 57.867s |
| Iteration 41 | elast.. | 0.0193 | saga | 847 | 0.9 | 0.5 | 1.0 | 0.634s | 59.347s |
| Iteration 42 | l2 | 0.0969 | libli.. | 799 | --- | 0.6875 | 1.0 | 0.644s | 1m:01s |
| Iteration 43 | l2 | 0.0125 | saga | 799 | --- | 0.5 | 1.0 | 0.646s | 1m:03s |
| Iteration 44 | l2 | 88.9656 | libli.. | 925 | --- | 0.1875 | 1.0 | 0.649s | 1m:04s |
| Iteration 45 | elast.. | 0.4072 | saga | 771 | 0.4 | 0.5625 | 1.0 | 0.653s | 1m:06s |
| Iteration 46 | l2 | 0.1111 | saga | 959 | --- | 0.75 | 1.0 | 0.671s | 1m:08s |
| Iteration 47 | l2 | 0.0907 | libli.. | 790 | --- | 0.625 | 1.0 | 0.698s | 1m:09s |
| Iteration 48 | l2 | 0.1193 | sag | 965 | --- | 0.375 | 1.0 | 0.657s | 1m:11s |
| Iteration 49 | none | --- | newto.. | 991 | --- | 0.75 | 1.0 | 0.690s | 1m:13s |
| Iteration 50 | l2 | 0.0821 | sag | 1000 | --- | 0.3125 | 1.0 | 0.683s | 1m:15s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'penalty': 'l2', 'C': 0.0982, 'solver': 'sag', 'max_iter': 960}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:16s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6973
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 1.0 ± 0.0
Time elapsed: 0.055s
-------------------------------------------------
Total time: 1m:16s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.6875 | 0.6875 | 0.674s | 0.680s |
| Initial point 2 | svd | --- | 0.875 | 0.875 | 0.683s | 1.991s |
| Initial point 3 | svd | --- | 0.875 | 0.875 | 0.001s | 2.453s |
| Initial point 4 | lsqr | 0.8 | 0.5625 | 0.875 | 0.676s | 3.571s |
| Initial point 5 | eigen | 0.9 | 0.4375 | 0.875 | 0.676s | 4.726s |
| Initial point 6 | lsqr | 0.7 | 0.625 | 0.875 | 0.684s | 5.874s |
| Initial point 7 | lsqr | 0.5 | 0.4375 | 0.875 | 0.674s | 6.992s |
| Initial point 8 | lsqr | 0.9 | 0.5 | 0.875 | 0.675s | 8.112s |
| Initial point 9 | lsqr | 0.6 | 0.625 | 0.875 | 0.681s | 9.342s |
| Initial point 10 | eigen | 0.8 | 0.5625 | 0.875 | 0.676s | 10.854s |
| Iteration 11 | svd | --- | 0.875 | 0.875 | 0.000s | 11.455s |
| Iteration 12 | svd | --- | 0.875 | 0.875 | 0.000s | 12.042s |
| Iteration 13 | svd | --- | 0.875 | 0.875 | 0.000s | 12.638s |
| Iteration 14 | svd | --- | 0.875 | 0.875 | 0.000s | 13.461s |
| Iteration 15 | svd | --- | 0.875 | 0.875 | 0.000s | 14.135s |
| Iteration 16 | svd | --- | 0.875 | 0.875 | 0.000s | 14.835s |
| Iteration 17 | svd | --- | 0.875 | 0.875 | 0.000s | 15.453s |
| Iteration 18 | svd | --- | 0.875 | 0.875 | 0.000s | 16.093s |
| Iteration 19 | eigen | 0.7 | 0.8125 | 0.875 | 0.677s | 17.397s |
| Iteration 20 | svd | --- | 0.875 | 0.875 | 0.000s | 18.032s |
| Iteration 21 | svd | --- | 0.875 | 0.875 | 0.000s | 18.817s |
| Iteration 22 | svd | --- | 0.875 | 0.875 | 0.000s | 19.478s |
| Iteration 23 | eigen | 0.6 | 0.5 | 0.875 | 0.668s | 20.811s |
| Iteration 24 | eigen | auto | 0.4375 | 0.875 | 0.670s | 22.165s |
| Iteration 25 | svd | --- | 0.875 | 0.875 | 0.000s | 22.822s |
| Iteration 26 | eigen | None | 0.5 | 0.875 | 0.687s | 24.157s |
| Iteration 27 | svd | --- | 0.875 | 0.875 | 0.001s | 24.827s |
| Iteration 28 | svd | --- | 0.875 | 0.875 | 0.000s | 25.498s |
| Iteration 29 | lsqr | 1.0 | 0.8125 | 0.875 | 0.667s | 26.862s |
| Iteration 30 | svd | --- | 0.875 | 0.875 | 0.000s | 27.549s |
| Iteration 31 | svd | --- | 0.875 | 0.875 | 0.000s | 28.218s |
| Iteration 32 | svd | --- | 0.875 | 0.875 | 0.000s | 28.949s |
| Iteration 33 | svd | --- | 0.875 | 0.875 | 0.001s | 29.647s |
| Iteration 34 | svd | --- | 0.875 | 0.875 | 0.000s | 30.347s |
| Iteration 35 | svd | --- | 0.875 | 0.875 | 0.000s | 31.027s |
| Iteration 36 | svd | --- | 0.875 | 0.875 | 0.000s | 31.725s |
| Iteration 37 | svd | --- | 0.875 | 0.875 | 0.000s | 32.412s |
| Iteration 38 | svd | --- | 0.875 | 0.875 | 0.001s | 33.129s |
| Iteration 39 | svd | --- | 0.875 | 0.875 | 0.001s | 33.838s |
| Iteration 40 | svd | --- | 0.875 | 0.875 | 0.001s | 34.547s |
| Iteration 41 | svd | --- | 0.875 | 0.875 | 0.001s | 35.276s |
| Iteration 42 | svd | --- | 0.875 | 0.875 | 0.001s | 36.602s |
| Iteration 43 | svd | --- | 0.875 | 0.875 | 0.000s | 37.338s |
| Iteration 44 | svd | --- | 0.875 | 0.875 | 0.000s | 38.079s |
| Iteration 45 | svd | --- | 0.875 | 0.875 | 0.000s | 38.828s |
| Iteration 46 | svd | --- | 0.875 | 0.875 | 0.000s | 39.613s |
| Iteration 47 | svd | --- | 0.875 | 0.875 | 0.001s | 40.962s |
| Iteration 48 | svd | --- | 0.875 | 0.875 | 0.000s | 41.774s |
| Iteration 49 | svd | --- | 0.875 | 0.875 | 0.000s | 42.548s |
| Iteration 50 | svd | --- | 0.875 | 0.875 | 0.000s | 43.348s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'solver': 'svd'}
Best evaluation --> roc_auc: 0.875
Time elapsed: 44.172s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6902
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.92 ± 0.0872
Time elapsed: 0.028s
-------------------------------------------------
Total time: 44.210s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.6875 | 0.6875 | 0.630s | 0.633s |
| Initial point 2 | 0.9 | 0.4375 | 0.6875 | 0.631s | 1.775s |
| Initial point 3 | 0.1 | 0.4375 | 0.6875 | 0.630s | 2.891s |
| Initial point 4 | 1.0 | 0.6875 | 0.6875 | 0.000s | 3.364s |
| Initial point 5 | 0.2 | 0.0 | 0.6875 | 0.630s | 4.460s |
| Initial point 6 | 0.4 | 0.625 | 0.6875 | 0.638s | 5.545s |
| Initial point 7 | 0.4 | 0.625 | 0.6875 | 0.001s | 5.984s |
| Initial point 8 | 0.7 | 0.4375 | 0.6875 | 0.636s | 7.051s |
| Initial point 9 | 0.9 | 0.4375 | 0.6875 | 0.000s | 7.490s |
| Initial point 10 | 0.8 | 0.4375 | 0.6875 | 0.633s | 8.579s |
| Iteration 11 | 0.3 | 0.875 | 0.875 | 0.630s | 9.768s |
| Iteration 12 | 0.6 | 0.6875 | 0.875 | 0.632s | 10.950s |
| Iteration 13 | 0.5 | 0.8125 | 0.875 | 0.647s | 12.162s |
| Iteration 14 | 0.0 | 0.9375 | 0.9375 | 0.626s | 13.875s |
| Iteration 15 | 0.0 | 0.9375 | 0.9375 | 0.000s | 14.504s |
| Iteration 16 | 0.0 | 0.9375 | 0.9375 | 0.000s | 15.049s |
| Iteration 17 | 0.0 | 0.9375 | 0.9375 | 0.000s | 15.590s |
| Iteration 18 | 0.0 | 0.9375 | 0.9375 | 0.000s | 16.153s |
| Iteration 19 | 0.0 | 0.9375 | 0.9375 | 0.000s | 17.129s |
| Iteration 20 | 0.0 | 0.9375 | 0.9375 | 0.000s | 17.682s |
| Iteration 21 | 0.0 | 0.9375 | 0.9375 | 0.000s | 18.235s |
| Iteration 22 | 0.0 | 0.9375 | 0.9375 | 0.000s | 18.815s |
| Iteration 23 | 0.0 | 0.9375 | 0.9375 | 0.000s | 19.363s |
| Iteration 24 | 0.8 | 0.4375 | 0.9375 | 0.000s | 19.930s |
| Iteration 25 | 0.0 | 0.9375 | 0.9375 | 0.000s | 20.538s |
| Iteration 26 | 0.0 | 0.9375 | 0.9375 | 0.000s | 21.107s |
| Iteration 27 | 0.0 | 0.9375 | 0.9375 | 0.000s | 21.725s |
| Iteration 28 | 0.9 | 0.4375 | 0.9375 | 0.000s | 22.290s |
| Iteration 29 | 0.0 | 0.9375 | 0.9375 | 0.000s | 22.840s |
| Iteration 30 | 0.8 | 0.4375 | 0.9375 | 0.000s | 23.404s |
| Iteration 31 | 0.0 | 0.9375 | 0.9375 | 0.000s | 23.975s |
| Iteration 32 | 0.0 | 0.9375 | 0.9375 | 0.000s | 24.542s |
| Iteration 33 | 0.0 | 0.9375 | 0.9375 | 0.000s | 25.126s |
| Iteration 34 | 0.0 | 0.9375 | 0.9375 | 0.000s | 25.705s |
| Iteration 35 | 0.0 | 0.9375 | 0.9375 | 0.000s | 26.302s |
| Iteration 36 | 0.0 | 0.9375 | 0.9375 | 0.000s | 26.998s |
| Iteration 37 | 0.0 | 0.9375 | 0.9375 | 0.000s | 27.643s |
| Iteration 38 | 0.0 | 0.9375 | 0.9375 | 0.000s | 28.281s |
| Iteration 39 | 0.0 | 0.9375 | 0.9375 | 0.000s | 28.907s |
| Iteration 40 | 0.0 | 0.9375 | 0.9375 | 0.000s | 29.546s |
| Iteration 41 | 0.0 | 0.9375 | 0.9375 | 0.000s | 30.173s |
| Iteration 42 | 0.0 | 0.9375 | 0.9375 | 0.000s | 30.807s |
| Iteration 43 | 0.0 | 0.9375 | 0.9375 | 0.000s | 31.505s |
| Iteration 44 | 0.0 | 0.9375 | 0.9375 | 0.000s | 32.679s |
| Iteration 45 | 0.0 | 0.9375 | 0.9375 | 0.000s | 33.472s |
| Iteration 46 | 0.0 | 0.9375 | 0.9375 | 0.000s | 34.162s |
| Iteration 47 | 0.0 | 0.9375 | 0.9375 | 0.000s | 34.833s |
| Iteration 48 | 0.0 | 0.9375 | 0.9375 | 0.001s | 35.502s |
| Iteration 49 | 0.0 | 0.9375 | 0.9375 | 0.000s | 36.260s |
| Iteration 50 | 0.0 | 0.9375 | 0.9375 | 0.001s | 36.954s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'reg_param': 0.0}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 37.640s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8741
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 1.0 ± 0.0
Time elapsed: 0.027s
-------------------------------------------------
Total time: 37.678s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.0349 | dista.. | auto | 40 | 1 | 0.625 | 0.625 | 1.207s | 1.227s |
| Initial point 2 | 4.7863 | uniform | kd_tree | 39 | 2 | 0.375 | 0.625 | 0.640s | 2.362s |
| Initial point 3 | 3.7809 | dista.. | ball_tree | 25 | 2 | 0.75 | 0.75 | 0.641s | 3.473s |
| Initial point 4 | 11.0305 | uniform | ball_tree | 39 | 2 | 0.5 | 0.75 | 0.639s | 4.560s |
| Initial point 5 | 8.641 | dista.. | auto | 30 | 2 | 0.625 | 0.75 | 0.647s | 5.676s |
| Initial point 6 | 10.0069 | dista.. | ball_tree | 21 | 2 | 0.8125 | 0.8125 | 0.639s | 6.761s |
| Initial point 7 | 7.1577 | dista.. | ball_tree | 24 | 1 | 0.8125 | 0.8125 | 0.634s | 7.827s |
| Initial point 8 | 1.7152 | dista.. | ball_tree | 21 | 2 | 0.6875 | 0.8125 | 0.643s | 8.924s |
| Initial point 9 | 7.9732 | uniform | ball_tree | 24 | 1 | 0.5312 | 0.8125 | 0.662s | 10.030s |
| Initial point 10 | 5.6632 | uniform | brute | 22 | 2 | 0.5 | 0.8125 | 0.637s | 11.165s |
| Iteration 11 | 10.1743 | dista.. | kd_tree | 35 | 1 | 0.875 | 0.875 | 0.645s | 12.658s |
| Iteration 12 | 12.0689 | dista.. | brute | 40 | 1 | 0.875 | 0.875 | 0.636s | 14.260s |
| Iteration 13 | 2.4751 | dista.. | brute | 40 | 1 | 0.5625 | 0.875 | 0.640s | 15.683s |
| Iteration 14 | 12.0689 | dista.. | kd_tree | 38 | 1 | 1.0 | 1.0 | 0.634s | 17.166s |
| Iteration 15 | 12.0689 | dista.. | kd_tree | 20 | 2 | 0.5 | 1.0 | 0.644s | 18.596s |
| Iteration 16 | 12.0689 | dista.. | kd_tree | 21 | 1 | 0.875 | 1.0 | 0.642s | 20.019s |
| Iteration 17 | 12.0689 | dista.. | kd_tree | 40 | 1 | 0.6875 | 1.0 | 0.636s | 21.423s |
| Iteration 18 | 0.0 | dista.. | auto | 27 | 1 | 0.5 | 1.0 | 0.642s | 22.801s |
| Iteration 19 | 8.9722 | dista.. | brute | 26 | 1 | 0.6875 | 1.0 | 0.639s | 24.317s |
| Iteration 20 | 0.0005 | dista.. | brute | 20 | 2 | 0.5 | 1.0 | 0.640s | 25.938s |
| Iteration 21 | 12.0531 | uniform | brute | 38 | 1 | 0.4688 | 1.0 | 0.638s | 27.396s |
| Iteration 22 | 12.0689 | dista.. | ball_tree | 25 | 1 | 0.5 | 1.0 | 0.640s | 28.974s |
| Iteration 23 | 8.5175 | dista.. | kd_tree | 23 | 1 | 0.75 | 1.0 | 0.638s | 30.478s |
| Iteration 24 | 0.0 | uniform | auto | 21 | 1 | 0.5 | 1.0 | 0.642s | 31.928s |
| Iteration 25 | 0.0 | dista.. | kd_tree | 38 | 1 | 0.5 | 1.0 | 0.647s | 34.160s |
| Iteration 26 | 0.0015 | uniform | brute | 37 | 1 | 0.5 | 1.0 | 0.637s | 35.832s |
| Iteration 27 | 12.0689 | dista.. | brute | 40 | 1 | 0.875 | 1.0 | 0.001s | 36.598s |
| Iteration 28 | 12.0689 | dista.. | brute | 40 | 1 | 0.875 | 1.0 | 0.000s | 38.521s |
| Iteration 29 | 12.0689 | dista.. | brute | 40 | 1 | 0.875 | 1.0 | 0.001s | 39.314s |
| Iteration 30 | 12.0689 | dista.. | brute | 20 | 1 | 0.8125 | 1.0 | 0.646s | 40.933s |
| Iteration 31 | 12.0689 | dista.. | brute | 40 | 1 | 0.875 | 1.0 | 0.001s | 41.745s |
| Iteration 32 | 12.0689 | dista.. | brute | 40 | 1 | 0.875 | 1.0 | 0.000s | 42.590s |
| Iteration 33 | 12.0689 | dista.. | brute | 40 | 1 | 0.875 | 1.0 | 0.000s | 43.485s |
| Iteration 34 | 12.0689 | dista.. | kd_tree | 40 | 1 | 0.6875 | 1.0 | 0.000s | 44.310s |
| Iteration 35 | 11.9818 | dista.. | kd_tree | 38 | 1 | 0.6875 | 1.0 | 0.642s | 46.820s |
| Iteration 36 | 8.0079 | dista.. | brute | 35 | 2 | 0.4375 | 1.0 | 0.642s | 48.619s |
| Iteration 37 | 12.0689 | dista.. | brute | 20 | 1 | 0.8125 | 1.0 | 0.000s | 49.603s |
| Iteration 38 | 12.0689 | dista.. | brute | 20 | 1 | 0.8125 | 1.0 | 0.001s | 50.443s |
| Iteration 39 | 12.0689 | dista.. | brute | 40 | 1 | 0.875 | 1.0 | 0.000s | 51.324s |
| Iteration 40 | 12.0689 | dista.. | brute | 40 | 1 | 0.875 | 1.0 | 0.000s | 52.119s |
| Iteration 41 | 12.0689 | dista.. | brute | 40 | 1 | 0.875 | 1.0 | 0.001s | 53.017s |
| Iteration 42 | 12.0689 | dista.. | brute | 40 | 1 | 0.875 | 1.0 | 0.000s | 53.912s |
| Iteration 43 | 12.0689 | dista.. | brute | 40 | 1 | 0.875 | 1.0 | 0.001s | 54.886s |
| Iteration 44 | 12.0689 | uniform | auto | 39 | 1 | 0.625 | 1.0 | 0.640s | 57.004s |
| Iteration 45 | 12.0689 | dista.. | brute | 40 | 1 | 0.875 | 1.0 | 0.001s | 58.156s |
| Iteration 46 | 7.2146 | dista.. | ball_tree | 40 | 2 | 0.75 | 1.0 | 0.648s | 1m:00s |
| Iteration 47 | 12.0689 | dista.. | brute | 40 | 1 | 0.875 | 1.0 | 0.001s | 1m:01s |
| Iteration 48 | 12.0689 | dista.. | brute | 40 | 1 | 0.875 | 1.0 | 0.001s | 1m:02s |
| Iteration 49 | 12.0689 | dista.. | brute | 40 | 1 | 0.875 | 1.0 | 0.001s | 1m:03s |
| Iteration 50 | 12.0689 | dista.. | brute | 40 | 1 | 0.875 | 1.0 | 0.001s | 1m:04s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'radius': 12.0689, 'weights': 'distance', 'algorithm': 'kd_tree', 'leaf_size': 38, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:05s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.99 ± 0.02
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:05s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.7812 | 0.7812 | 1.014s | 1.020s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.5625 | 0.7812 | 1.033s | 2.626s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.625 | 0.7812 | 0.781s | 3.852s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.75 | 0.7812 | 0.928s | 5.307s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.7188 | 0.7812 | 0.800s | 6.582s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.875 | 0.875 | 0.991s | 8.044s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.625 | 0.875 | 0.651s | 9.132s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.6562 | 0.875 | 0.911s | 10.487s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.4375 | 0.875 | 0.630s | 11.694s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.6562 | 0.875 | 0.753s | 12.939s |
| Iteration 11 | 484 | 0.2553 | SAMME.R | 0.875 | 0.875 | 1.022s | 14.594s |
| Iteration 12 | 135 | 0.3891 | SAMME.R | 0.875 | 0.875 | 0.739s | 15.988s |
| Iteration 13 | 50 | 0.3341 | SAMME.R | 1.0 | 1.0 | 0.673s | 17.285s |
| Iteration 14 | 55 | 0.8488 | SAMME.R | 1.0 | 1.0 | 0.668s | 18.579s |
| Iteration 15 | 500 | 1.1865 | SAMME.R | 0.625 | 1.0 | 1.015s | 20.260s |
| Iteration 16 | 50 | 0.614 | SAMME.R | 0.75 | 1.0 | 0.664s | 21.677s |
| Iteration 17 | 50 | 0.2255 | SAMME.R | 0.9375 | 1.0 | 1.293s | 23.705s |
| Iteration 18 | 50 | 0.1874 | SAMME.R | 0.6875 | 1.0 | 0.661s | 25.067s |
| Iteration 19 | 96 | 0.01 | SAMME.R | 0.625 | 1.0 | 0.696s | 26.906s |
| Iteration 20 | 57 | 0.4043 | SAMME.R | 0.8125 | 1.0 | 0.673s | 28.249s |
| Iteration 21 | 233 | 10.0 | SAMME.R | 0.4062 | 1.0 | 0.801s | 29.686s |
| Iteration 22 | 60 | 0.2845 | SAMME | 0.5625 | 1.0 | 0.657s | 30.983s |
| Iteration 23 | 500 | 0.401 | SAMME.R | 0.75 | 1.0 | 1.042s | 32.807s |
| Iteration 24 | 50 | 1.3968 | SAMME.R | 0.375 | 1.0 | 0.714s | 34.325s |
| Iteration 25 | 500 | 0.8269 | SAMME.R | 1.0 | 1.0 | 1.079s | 36.176s |
| Iteration 26 | 500 | 0.925 | SAMME.R | 0.8125 | 1.0 | 1.059s | 38.175s |
| Iteration 27 | 50 | 0.7588 | SAMME.R | 0.75 | 1.0 | 0.739s | 39.735s |
| Iteration 28 | 50 | 0.3013 | SAMME.R | 0.7188 | 1.0 | 0.678s | 41.262s |
| Iteration 29 | 50 | 0.3406 | SAMME.R | 0.8125 | 1.0 | 0.677s | 42.809s |
| Iteration 30 | 451 | 0.846 | SAMME.R | 1.0 | 1.0 | 0.996s | 44.504s |
| Iteration 31 | 74 | 0.8478 | SAMME.R | 1.0 | 1.0 | 0.690s | 47.819s |
| Iteration 32 | 463 | 0.8421 | SAMME.R | 0.6875 | 1.0 | 1.021s | 49.920s |
| Iteration 33 | 359 | 4.3239 | SAMME.R | 0.9062 | 1.0 | 0.969s | 51.593s |
| Iteration 34 | 473 | 3.5952 | SAMME.R | 0.6875 | 1.0 | 0.998s | 53.488s |
| Iteration 35 | 209 | 5.0013 | SAMME.R | 0.625 | 1.0 | 0.789s | 54.975s |
| Iteration 36 | 61 | 0.8776 | SAMME.R | 0.6875 | 1.0 | 0.687s | 56.395s |
| Iteration 37 | 52 | 0.2509 | SAMME.R | 0.5625 | 1.0 | 0.681s | 57.781s |
| Iteration 38 | 72 | 0.8127 | SAMME.R | 0.75 | 1.0 | 0.688s | 59.182s |
| Iteration 39 | 483 | 0.3509 | SAMME.R | 0.625 | 1.0 | 1.024s | 1m:01s |
| Iteration 40 | 412 | 0.217 | SAMME.R | 0.6875 | 1.0 | 0.959s | 1m:03s |
| Iteration 41 | 460 | 9.999 | SAMME | 0.5 | 1.0 | 1.235s | 1m:05s |
| Iteration 42 | 81 | 0.8362 | SAMME | 0.625 | 1.0 | 0.707s | 1m:07s |
| Iteration 43 | 497 | 0.7809 | SAMME.R | 0.9375 | 1.0 | 1.036s | 1m:08s |
| Iteration 44 | 410 | 0.1373 | SAMME | 0.6875 | 1.0 | 0.921s | 1m:10s |
| Iteration 45 | 455 | 0.7442 | SAMME.R | 0.8125 | 1.0 | 0.990s | 1m:12s |
| Iteration 46 | 500 | 0.7404 | SAMME.R | 0.9375 | 1.0 | 1.032s | 1m:14s |
| Iteration 47 | 483 | 0.6713 | SAMME.R | 0.5 | 1.0 | 1.013s | 1m:16s |
| Iteration 48 | 497 | 0.8252 | SAMME.R | 1.0 | 1.0 | 1.030s | 1m:18s |
| Iteration 49 | 500 | 0.801 | SAMME.R | 0.8125 | 1.0 | 1.037s | 1m:19s |
| Iteration 50 | 500 | 0.8039 | SAMME.R | 0.5625 | 1.0 | 1.026s | 1m:21s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.8269, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:23s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.470s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.93 ± 0.051
Time elapsed: 2.091s
-------------------------------------------------
Total time: 1m:25s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.875 | 0.875 | 1.075s | 1.094s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.8125 | 0.875 | 0.961s | 2.570s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.8125 | 0.875 | 0.988s | 4.052s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.875 | 0.790s | 5.407s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.75 | 0.875 | 0.956s | 7.019s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.75 | 0.875 | 0.778s | 8.298s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.875 | 0.875 | 0.854s | 10.765s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.7188 | 0.875 | 0.804s | 12.362s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.375 | 0.875 | 0.899s | 13.731s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.75 | 0.875 | 0.904s | 15.107s |
| Iteration 11 | 211 | entropy | 2 | 20 | 8 | log2 | True | 0.0342 | 0.9 | 1.0 | 1.0 | 0.799s | 16.967s |
| Iteration 12 | 149 | gini | None | 13 | 1 | None | True | 0.035 | None | 0.875 | 1.0 | 0.751s | 18.980s |
| Iteration 13 | 10 | gini | 3 | 20 | 20 | sqrt | False | 0.0295 | --- | 0.75 | 1.0 | 0.636s | 20.566s |
| Iteration 14 | 332 | entropy | 2 | 20 | 5 | auto | True | 0.035 | 0.9 | 1.0 | 1.0 | 0.894s | 22.402s |
| Iteration 15 | 138 | entropy | 3 | 20 | 13 | 0.9 | False | 0.0338 | --- | 0.4688 | 1.0 | 0.767s | 24.201s |
| Iteration 16 | 252 | entropy | 2 | 20 | 7 | sqrt | True | 0.0344 | 0.9 | 0.9375 | 1.0 | 0.877s | 26.067s |
| Iteration 17 | 429 | entropy | 1 | 6 | 7 | 0.7 | True | 0.035 | 0.8 | 0.75 | 1.0 | 1.012s | 28.034s |
| Iteration 18 | 86 | entropy | 4 | 20 | 10 | 0.8 | True | 0.035 | 0.9 | 0.625 | 1.0 | 1.355s | 30.403s |
| Iteration 19 | 52 | entropy | 1 | 20 | 3 | sqrt | True | 0.034 | 0.9 | 0.75 | 1.0 | 0.722s | 32.129s |
| Iteration 20 | 165 | entropy | 2 | 13 | 13 | log2 | True | 0.035 | None | 0.6875 | 1.0 | 0.807s | 33.939s |
| Iteration 21 | 378 | entropy | 2 | 18 | 10 | 0.5 | True | 0.035 | 0.9 | 0.4375 | 1.0 | 0.982s | 35.951s |
| Iteration 22 | 198 | entropy | 3 | 9 | 8 | 0.8 | True | 0.035 | 0.9 | 0.5 | 1.0 | 0.842s | 37.872s |
| Iteration 23 | 500 | entropy | 2 | 20 | 15 | 0.8 | True | 0.0244 | 0.9 | 0.6875 | 1.0 | 1.072s | 39.935s |
| Iteration 24 | 399 | gini | 7 | 19 | 9 | 0.6 | False | 0.0056 | --- | 0.6875 | 1.0 | 0.927s | 41.858s |
| Iteration 25 | 68 | entropy | 1 | 20 | 19 | sqrt | True | 0.0215 | 0.9 | 0.5 | 1.0 | 0.732s | 44.418s |
| Iteration 26 | 149 | gini | 2 | 20 | 6 | 0.8 | True | 0.0134 | 0.9 | 0.75 | 1.0 | 0.798s | 46.631s |
| Iteration 27 | 185 | entropy | 2 | 20 | 5 | None | True | 0.035 | 0.9 | 0.75 | 1.0 | 0.836s | 48.556s |
| Iteration 28 | 500 | entropy | 2 | 20 | 6 | auto | True | 0.0263 | 0.9 | 0.875 | 1.0 | 1.082s | 50.839s |
| Iteration 29 | 344 | entropy | None | 20 | 8 | sqrt | True | 0.035 | 0.9 | 0.75 | 1.0 | 0.961s | 52.960s |
| Iteration 30 | 238 | gini | 2 | 20 | 6 | auto | True | 0.035 | 0.8 | 1.0 | 1.0 | 0.878s | 55.010s |
| Iteration 31 | 140 | gini | 2 | 20 | 3 | sqrt | True | 0.035 | 0.5 | 0.8125 | 1.0 | 0.795s | 56.850s |
| Iteration 32 | 184 | entropy | 3 | 20 | 7 | auto | False | 0.0221 | --- | 0.875 | 1.0 | 0.785s | 58.687s |
| Iteration 33 | 371 | entropy | 2 | 20 | 4 | auto | True | 0.0314 | 0.7 | 1.0 | 1.0 | 0.970s | 1m:01s |
| Iteration 34 | 325 | gini | 3 | 20 | 5 | auto | True | 0.0246 | 0.7 | 0.5 | 1.0 | 0.882s | 1m:03s |
| Iteration 35 | 193 | entropy | 2 | 20 | 9 | log2 | True | 0.034 | 0.8 | 0.6875 | 1.0 | 0.834s | 1m:05s |
| Iteration 36 | 382 | gini | 2 | 8 | 4 | auto | True | 0.0328 | 0.6 | 0.4375 | 1.0 | 0.978s | 1m:07s |
| Iteration 37 | 146 | entropy | 2 | 20 | 5 | auto | True | 0.0336 | 0.9 | 0.6875 | 1.0 | 0.758s | 1m:09s |
| Iteration 38 | 362 | entropy | 2 | 20 | 5 | 0.8 | False | 0.0192 | --- | 0.6875 | 1.0 | 0.856s | 1m:11s |
| Iteration 39 | 335 | gini | 2 | 20 | 6 | 0.8 | True | 0.0326 | 0.8 | 1.0 | 1.0 | 0.894s | 1m:13s |
| Iteration 40 | 364 | entropy | 2 | 20 | 5 | log2 | True | 0.003 | 0.9 | 0.375 | 1.0 | 0.915s | 1m:15s |
| Iteration 41 | 464 | entropy | 5 | 20 | 5 | 0.9 | False | 0.035 | --- | 0.9688 | 1.0 | 1.569s | 1m:18s |
| Iteration 42 | 168 | entropy | 2 | 20 | 8 | 0.9 | True | 0.0333 | 0.8 | 0.8125 | 1.0 | 0.809s | 1m:20s |
| Iteration 43 | 379 | gini | 3 | 20 | 5 | log2 | True | 0.0338 | 0.8 | 0.875 | 1.0 | 0.976s | 1m:22s |
| Iteration 44 | 396 | entropy | 3 | 20 | 5 | 0.7 | True | 0.0336 | 0.6 | 0.875 | 1.0 | 0.994s | 1m:24s |
| Iteration 45 | 349 | entropy | None | 20 | 4 | log2 | False | 0.0338 | --- | 0.75 | 1.0 | 0.838s | 1m:26s |
| Iteration 46 | 459 | gini | 2 | 20 | 1 | None | True | 0.0337 | 0.8 | 0.875 | 1.0 | 1.051s | 1m:28s |
| Iteration 47 | 332 | gini | 2 | 20 | 5 | log2 | True | 0.0339 | 0.5 | 0.6875 | 1.0 | 0.952s | 1m:30s |
| Iteration 48 | 300 | gini | 1 | 20 | 6 | 0.9 | True | 0.035 | 0.8 | 0.6875 | 1.0 | 0.918s | 1m:33s |
| Iteration 49 | 263 | gini | 2 | 20 | 4 | sqrt | False | 0.0301 | --- | 1.0 | 1.0 | 0.833s | 1m:35s |
| Iteration 50 | 282 | gini | 2 | 20 | 5 | 0.5 | True | 0.0328 | 0.8 | 0.5625 | 1.0 | 0.892s | 1m:37s |
Bayesian Optimization ---------------------------
Best call --> Iteration 33
Best parameters --> {'n_estimators': 371, 'criterion': 'entropy', 'max_depth': 2, 'min_samples_split': 20, 'min_samples_leaf': 4, 'max_features': 'auto', 'bootstrap': True, 'ccp_alpha': 0.0314, 'max_samples': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:39s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8786
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.329s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 1.0 ± 0.0
Time elapsed: 1.495s
-------------------------------------------------
Total time: 1m:40s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.774s | 0.794s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.75 | 0.75 | 0.760s | 2.101s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.75 | 0.758s | 3.328s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.75 | 0.713s | 5.070s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.75 | 0.754s | 6.309s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.75 | 0.732s | 7.529s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.75 | 0.739s | 8.771s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.75 | 0.690s | 10.669s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.4375 | 0.75 | 0.718s | 11.903s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.75 | 0.712s | 13.126s |
| Iteration 11 | 420 | 0.0172 | 4 | 0.2644 | 3 | 0.9 | 0.9 | 0.01 | 10 | 1.0 | 1.0 | 0.780s | 14.794s |
| Iteration 12 | 204 | 0.0134 | 6 | 0.3275 | 3 | 0.9 | 0.8 | 0.01 | 1 | 0.9375 | 1.0 | 0.730s | 16.547s |
| Iteration 13 | 471 | 0.0161 | 3 | 0.2256 | 3 | 0.9 | 0.9 | 0.01 | 100 | 0.7812 | 1.0 | 0.824s | 18.385s |
| Iteration 14 | 136 | 0.0611 | 5 | 0.309 | 2 | 0.9 | 0.9 | 0.1 | 0.01 | 0.9375 | 1.0 | 0.711s | 20.082s |
| Iteration 15 | 439 | 0.0159 | 8 | 0.3009 | 1 | 0.9 | 0.7 | 10 | 10 | 0.5 | 1.0 | 0.708s | 21.613s |
| Iteration 16 | 213 | 0.1583 | 9 | 0.3131 | 1 | 0.9 | 1.0 | 0.01 | 0.01 | 0.875 | 1.0 | 0.698s | 23.920s |
| Iteration 17 | 145 | 0.1251 | 2 | 0.3142 | 7 | 0.9 | 0.9 | 0 | 10 | 0.625 | 1.0 | 0.657s | 26.585s |
| Iteration 18 | 274 | 0.0217 | 1 | 0.3294 | 2 | 0.7 | 0.5 | 0 | 0.1 | 0.5 | 1.0 | 0.695s | 28.113s |
| Iteration 19 | 459 | 0.015 | 7 | 0.315 | 3 | 0.8 | 0.9 | 0 | 0.1 | 0.75 | 1.0 | 0.712s | 29.766s |
| Iteration 20 | 159 | 0.0358 | 3 | 0.4473 | 2 | 0.9 | 1.0 | 0.1 | 0 | 0.9375 | 1.0 | 0.669s | 33.092s |
| Iteration 21 | 161 | 0.0146 | 7 | 0.2355 | 3 | 1.0 | 1.0 | 0.1 | 0.01 | 0.625 | 1.0 | 0.693s | 34.973s |
| Iteration 22 | 384 | 0.1025 | 6 | 0.4543 | 3 | 0.9 | 0.9 | 0.01 | 10 | 0.4375 | 1.0 | 0.708s | 36.682s |
| Iteration 23 | 314 | 0.0161 | 3 | 0.4442 | 3 | 0.8 | 0.9 | 0 | 10 | 0.6875 | 1.0 | 0.699s | 38.382s |
| Iteration 24 | 487 | 0.0764 | 2 | 0.2698 | 3 | 0.9 | 0.9 | 0.01 | 1 | 0.5 | 1.0 | 0.729s | 40.133s |
| Iteration 25 | 422 | 0.0157 | 6 | 0.2322 | 3 | 0.9 | 0.9 | 0.01 | 10 | 0.6875 | 1.0 | 0.703s | 41.832s |
| Iteration 26 | 63 | 0.0574 | 8 | 0.0321 | 1 | 0.7 | 1.0 | 1 | 0 | 0.9375 | 1.0 | 0.657s | 43.476s |
| Iteration 27 | 170 | 0.0514 | 1 | 0.6066 | 1 | 0.9 | 1.0 | 0.01 | 1 | 0.75 | 1.0 | 0.661s | 45.114s |
| Iteration 28 | 183 | 0.0751 | 10 | 0.9818 | 2 | 1.0 | 1.0 | 0.01 | 0 | 0.875 | 1.0 | 0.670s | 46.727s |
| Iteration 29 | 20 | 0.0384 | 5 | 0.7447 | 1 | 0.8 | 0.9 | 0.1 | 0 | 0.75 | 1.0 | 0.653s | 48.381s |
| Iteration 30 | 327 | 0.0289 | 10 | 0.6684 | 2 | 0.5 | 1.0 | 1 | 10 | 1.0 | 1.0 | 0.694s | 50.033s |
| Iteration 31 | 411 | 0.0197 | 4 | 0.0279 | 2 | 0.6 | 1.0 | 10 | 0 | 0.5 | 1.0 | 0.699s | 51.675s |
| Iteration 32 | 20 | 0.078 | 1 | 0.4398 | 1 | 1.0 | 1.0 | 0.1 | 0 | 0.7812 | 1.0 | 0.649s | 53.353s |
| Iteration 33 | 128 | 0.0321 | 2 | 0.5738 | 5 | 0.5 | 1.0 | 1 | 100 | 0.5 | 1.0 | 0.672s | 55.480s |
| Iteration 34 | 380 | 0.0471 | 10 | 0.7196 | 2 | 0.7 | 1.0 | 100 | 1 | 0.5 | 1.0 | 0.709s | 57.431s |
| Iteration 35 | 389 | 0.046 | 10 | 0.3987 | 2 | 0.7 | 0.5 | 1 | 1 | 0.9375 | 1.0 | 0.703s | 59.254s |
| Iteration 36 | 498 | 0.0413 | 6 | 0.8714 | 2 | 0.8 | 0.9 | 1 | 0.01 | 0.4375 | 1.0 | 0.741s | 1m:01s |
| Iteration 37 | 243 | 0.0486 | 10 | 0.4548 | 1 | 0.7 | 0.8 | 0.1 | 1 | 0.6875 | 1.0 | 0.684s | 1m:03s |
| Iteration 38 | 391 | 0.0138 | 4 | 0.3447 | 3 | 1.0 | 0.9 | 0.01 | 100 | 0.5625 | 1.0 | 0.713s | 1m:05s |
| Iteration 39 | 20 | 0.5869 | 10 | 0.1874 | 1 | 0.6 | 0.6 | 0.1 | 1 | 1.0 | 1.0 | 0.646s | 1m:06s |
| Iteration 40 | 20 | 0.1039 | 10 | 0.3116 | 1 | 0.5 | 0.8 | 0.01 | 0.1 | 0.375 | 1.0 | 1.240s | 1m:09s |
| Iteration 41 | 95 | 0.3895 | 9 | 0.1365 | 1 | 0.8 | 0.9 | 1 | 0.1 | 0.9375 | 1.0 | 0.711s | 1m:11s |
| Iteration 42 | 92 | 0.4497 | 3 | 0.0755 | 1 | 0.9 | 0.5 | 0.1 | 0.01 | 0.625 | 1.0 | 0.710s | 1m:12s |
| Iteration 43 | 20 | 0.2089 | 9 | 0.6894 | 1 | 0.6 | 0.5 | 10 | 10 | 0.5 | 1.0 | 0.673s | 1m:14s |
| Iteration 44 | 20 | 0.2061 | 10 | 0.159 | 1 | 0.7 | 0.8 | 0.01 | 0.1 | 0.9375 | 1.0 | 0.713s | 1m:16s |
| Iteration 45 | 95 | 0.8405 | 10 | 0.0448 | 1 | 0.7 | 0.6 | 100 | 0.1 | 0.5 | 1.0 | 0.692s | 1m:18s |
| Iteration 46 | 20 | 0.2954 | 10 | 0.2134 | 1 | 1.0 | 0.8 | 0.1 | 100 | 0.875 | 1.0 | 0.732s | 1m:20s |
| Iteration 47 | 20 | 0.0591 | 10 | 0.2148 | 1 | 0.5 | 0.7 | 1 | 0.01 | 0.6875 | 1.0 | 0.702s | 1m:22s |
| Iteration 48 | 20 | 0.3053 | 10 | 0.9868 | 1 | 1.0 | 0.7 | 0.1 | 0.01 | 0.9375 | 1.0 | 0.690s | 1m:24s |
| Iteration 49 | 20 | 0.0312 | 10 | 0.0935 | 1 | 1.0 | 0.5 | 0.1 | 1 | 0.9375 | 1.0 | 0.688s | 1m:25s |
| Iteration 50 | 20 | 0.6035 | 10 | 0.8731 | 1 | 1.0 | 0.7 | 0 | 1 | 0.4375 | 1.0 | 0.695s | 1m:28s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'n_estimators': 420, 'learning_rate': 0.0172, 'max_depth': 4, 'gamma': 0.2644, 'min_child_weight': 3, 'subsample': 0.9, 'colsample_bytree': 0.9, 'reg_alpha': 0.01, 'reg_lambda': 10}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9018
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.096s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.97 ± 0.04
Time elapsed: 0.312s
-------------------------------------------------
Total time: 1m:29s
Final results ==================== >>
Duration: 9m:43s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.95 ± 0.0447
Logistic Regression --> roc_auc: 1.0 ± 0.0 !
Linear Discriminant Analysis --> roc_auc: 0.92 ± 0.0872
Quadratic Discriminant Analysis --> roc_auc: 1.0 ± 0.0 !
Radius Nearest Neighbors --> roc_auc: 0.99 ± 0.02
AdaBoost --> roc_auc: 0.93 ± 0.051 ~
Random Forest --> roc_auc: 1.0 ± 0.0 !
XGBoost --> roc_auc: 0.97 ± 0.04
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CAVLDSSYKLIF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAASPNTGNQFYF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CAVVNAGGTSYGKLTF.
>>> Dropping feature CAVSDDYKLSF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASKTGNQFYF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAAPYSSASKIIF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CAATSGSARQLTF.
>>> Dropping feature CAGNQAGTALIF.
>>> Dropping feature CALMDTGRRALTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVRGYSSASKIIF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CAVDGSSNTGKLIF.
>>> Dropping feature CAVEDDYKLSF.
>>> Dropping feature CAALNAGNNRKLIW.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CVVNTGFQKLVF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAASATSGTYKYIF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CALILTGGGNKLTF.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CAVASGTYKYIF.
>>> Dropping feature CAVDNQAGTALIF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVHGSGNTGKLIF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.6875 | 0.6875 | 3.157s | 3.178s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.75 | 0.75 | 3.189s | 6.860s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.8125 | 0.8125 | 3.126s | 10.561s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.875 | 0.875 | 3.219s | 14.304s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.625 | 0.875 | 3.266s | 18.059s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.9375 | 0.9375 | 3.242s | 21.777s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.625 | 0.9375 | 3.201s | 25.453s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.6875 | 0.9375 | 3.259s | 29.518s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.5625 | 0.9375 | 3.222s | 33.202s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.75 | 0.9375 | 3.207s | 37.007s |
| Iteration 11 | deviance | 0.2137 | 157 | 0.8 | squared_er.. | 20 | 14 | 10 | sqrt | 0.0255 | 0.5938 | 0.9375 | 3.170s | 41.631s |
| Iteration 12 | deviance | 0.7851 | 256 | 0.7 | squared_er.. | 16 | 13 | 10 | 0.8 | 0.0057 | 0.6875 | 0.9375 | 3.238s | 45.980s |
| Iteration 13 | deviance | 0.3392 | 437 | 0.6 | squared_er.. | 12 | 14 | 9 | sqrt | 0.0149 | 0.75 | 0.9375 | 3.222s | 50.475s |
| Iteration 14 | deviance | 0.6828 | 373 | 0.6 | friedman_mse | 19 | 19 | 8 | None | 0.0343 | 0.5 | 0.9375 | 3.194s | 54.720s |
| Iteration 15 | deviance | 0.0763 | 500 | 0.6 | squared_er.. | 11 | 13 | 5 | log2 | 0.01 | 0.5 | 0.9375 | 3.900s | 59.739s |
| Iteration 16 | deviance | 0.7869 | 487 | 0.6 | squared_er.. | 9 | 12 | 10 | sqrt | 0.0 | 0.8125 | 0.9375 | 3.255s | 1m:04s |
| Iteration 17 | deviance | 0.0624 | 452 | 0.9 | squared_er.. | 9 | 1 | 10 | log2 | 0.013 | 0.6875 | 0.9375 | 3.295s | 1m:08s |
| Iteration 18 | deviance | 0.06 | 437 | 0.5 | squared_er.. | 6 | 4 | 10 | 0.6 | 0.0188 | 0.5 | 0.9375 | 3.251s | 1m:13s |
| Iteration 19 | deviance | 0.7696 | 481 | 0.5 | squared_er.. | 18 | 16 | 4 | log2 | 0.0097 | 0.5 | 0.9375 | 3.300s | 1m:17s |
| Iteration 20 | deviance | 0.41 | 457 | 0.6 | squared_er.. | 13 | 13 | 10 | 0.8 | 0.003 | 0.75 | 0.9375 | 3.277s | 1m:21s |
| Iteration 21 | deviance | 0.6092 | 500 | 0.7 | squared_er.. | 16 | 17 | 10 | sqrt | 0.0068 | 0.5625 | 0.9375 | 3.280s | 1m:26s |
| Iteration 22 | exponen.. | 0.8348 | 88 | 0.9 | squared_er.. | 4 | 16 | 5 | auto | 0.0142 | 0.8125 | 0.9375 | 3.179s | 1m:31s |
| Iteration 23 | exponen.. | 0.2939 | 215 | 0.5 | squared_er.. | 18 | 18 | 5 | auto | 0.0268 | 0.5 | 0.9375 | 3.248s | 1m:35s |
| Iteration 24 | exponen.. | 0.2536 | 68 | 0.8 | friedman_mse | 9 | 15 | 3 | sqrt | 0.0229 | 0.5 | 0.9375 | 3.186s | 1m:39s |
| Iteration 25 | deviance | 0.0211 | 240 | 0.6 | squared_er.. | 9 | 13 | 10 | 0.5 | 0.0184 | 0.8125 | 0.9375 | 3.220s | 1m:43s |
| Iteration 26 | deviance | 0.0105 | 357 | 0.6 | squared_er.. | 12 | 13 | 10 | 0.6 | 0.0271 | 0.8125 | 0.9375 | 3.247s | 1m:47s |
| Iteration 27 | exponen.. | 0.0605 | 116 | 0.6 | friedman_mse | 9 | 18 | 3 | auto | 0.0325 | 0.5 | 0.9375 | 3.154s | 1m:52s |
| Iteration 28 | deviance | 1.0 | 253 | 0.8 | squared_er.. | 12 | 13 | 10 | sqrt | 0.003 | 0.875 | 0.9375 | 3.204s | 1m:56s |
| Iteration 29 | deviance | 1.0 | 500 | 0.5 | squared_er.. | 12 | 13 | 10 | log2 | 0.0347 | 0.7812 | 0.9375 | 3.251s | 2m:01s |
| Iteration 30 | deviance | 0.3992 | 500 | 0.5 | friedman_mse | 12 | 12 | 10 | 0.6 | 0.0 | 0.5 | 0.9375 | 3.244s | 2m:05s |
| Iteration 31 | deviance | 0.0543 | 394 | 0.7 | squared_er.. | 12 | 13 | 10 | log2 | 0.0075 | 0.875 | 0.9375 | 3.251s | 2m:09s |
| Iteration 32 | deviance | 0.035 | 432 | 0.7 | squared_er.. | 11 | 18 | 10 | log2 | 0.0 | 0.625 | 0.9375 | 3.243s | 2m:13s |
| Iteration 33 | exponen.. | 0.0511 | 99 | 0.8 | friedman_mse | 8 | 16 | 5 | log2 | 0.015 | 0.75 | 0.9375 | 3.171s | 2m:18s |
| Iteration 34 | exponen.. | 0.0253 | 25 | 0.8 | friedman_mse | 2 | 16 | 5 | auto | 0.0339 | 0.5938 | 0.9375 | 3.120s | 2m:23s |
| Iteration 35 | exponen.. | 0.305 | 57 | 0.9 | friedman_mse | 5 | 19 | 5 | log2 | 0.0064 | 0.75 | 0.9375 | 3.199s | 2m:27s |
| Iteration 36 | exponen.. | 0.0418 | 205 | 0.5 | friedman_mse | 5 | 13 | 5 | sqrt | 0.035 | 0.5 | 0.9375 | 3.204s | 2m:31s |
| Iteration 37 | exponen.. | 0.0805 | 38 | 0.5 | friedman_mse | 5 | 17 | 5 | 0.5 | 0.0283 | 0.5 | 0.9375 | 3.180s | 2m:36s |
| Iteration 38 | deviance | 0.2782 | 196 | 0.5 | squared_er.. | 12 | 13 | 10 | 0.6 | 0.0 | 0.375 | 0.9375 | 3.183s | 2m:40s |
| Iteration 39 | deviance | 0.8877 | 234 | 0.6 | friedman_mse | 12 | 12 | 10 | auto | 0.01 | 0.9375 | 0.9375 | 3.193s | 2m:44s |
| Iteration 40 | deviance | 0.0204 | 390 | 0.6 | squared_er.. | 11 | 13 | 10 | auto | 0.0096 | 0.8125 | 0.9375 | 3.268s | 2m:49s |
| Iteration 41 | deviance | 1.0 | 490 | 0.6 | friedman_mse | 11 | 12 | 10 | log2 | 0.0189 | 0.625 | 0.9375 | 3.300s | 2m:54s |
| Iteration 42 | deviance | 0.7619 | 398 | 0.6 | friedman_mse | 5 | 12 | 10 | sqrt | 0.0088 | 0.9375 | 0.9375 | 3.259s | 2m:58s |
| Iteration 43 | deviance | 0.8669 | 68 | 0.6 | squared_er.. | 14 | 13 | 10 | auto | 0.0086 | 0.875 | 0.9375 | 3.180s | 3m:02s |
| Iteration 44 | deviance | 1.0 | 26 | 0.5 | friedman_mse | 4 | 13 | 10 | log2 | 0.0083 | 0.7188 | 0.9375 | 3.178s | 3m:07s |
| Iteration 45 | deviance | 1.0 | 293 | 0.6 | squared_er.. | 5 | 13 | 10 | log2 | 0.0081 | 0.5625 | 0.9375 | 3.272s | 3m:11s |
| Iteration 46 | deviance | 1.0 | 111 | 0.6 | friedman_mse | 10 | 12 | 10 | sqrt | 0.008 | 0.625 | 0.9375 | 3.155s | 3m:16s |
| Iteration 47 | deviance | 0.0112 | 450 | 0.6 | squared_er.. | 12 | 13 | 10 | 0.8 | 0.0003 | 0.875 | 0.9375 | 3.246s | 3m:20s |
| Iteration 48 | exponen.. | 0.0374 | 21 | 0.6 | friedman_mse | 3 | 8 | 5 | 0.5 | 0.035 | 0.625 | 0.9375 | 3.152s | 3m:24s |
| Iteration 49 | exponen.. | 0.2432 | 453 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0122 | 0.5625 | 0.9375 | 3.234s | 3m:29s |
| Iteration 50 | deviance | 0.011 | 448 | 0.6 | squared_er.. | 12 | 13 | 10 | auto | 0.0126 | 0.6875 | 0.9375 | 3.235s | 3m:33s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.7619, 'n_estimators': 398, 'subsample': 0.6, 'criterion': 'friedman_mse', 'min_samples_split': 5, 'min_samples_leaf': 12, 'max_depth': 10, 'max_features': 'sqrt', 'ccp_alpha': 0.0088}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 3m:34s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9656
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.100s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.92 ± 0.103
Time elapsed: 0.470s
-------------------------------------------------
Total time: 3m:35s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.375 | 0.375 | 3.155s | 3.167s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.8125 | 0.8125 | 3.168s | 6.785s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.5 | 0.8125 | 3.179s | 10.726s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.8125 | 0.8125 | 3.197s | 14.397s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.5 | 0.8125 | 3.211s | 18.066s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.5625 | 0.8125 | 3.211s | 21.730s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.1875 | 0.8125 | 3.254s | 25.439s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.75 | 0.8125 | 3.206s | 29.126s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.5625 | 0.8125 | 3.218s | 32.828s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.5 | 0.8125 | 3.207s | 36.499s |
| Iteration 11 | l2 | 55.0598 | sag | 145 | --- | 0.0625 | 0.8125 | 3.212s | 40.533s |
| Iteration 12 | l2 | 0.1617 | libli.. | 832 | --- | 0.4375 | 0.8125 | 3.207s | 44.593s |
| Iteration 13 | l2 | 37.5319 | libli.. | 943 | --- | 0.8125 | 0.8125 | 3.200s | 48.510s |
| Iteration 14 | l2 | 13.0364 | newto.. | 127 | --- | 0.375 | 0.8125 | 3.866s | 53.370s |
| Iteration 15 | none | --- | newto.. | 942 | --- | 0.6875 | 0.8125 | 3.218s | 57.324s |
| Iteration 16 | l2 | 0.0028 | sag | 945 | --- | 0.3125 | 0.8125 | 3.227s | 1m:01s |
| Iteration 17 | l2 | 10.6001 | libli.. | 944 | --- | 0.375 | 0.8125 | 3.217s | 1m:06s |
| Iteration 18 | l2 | 0.1933 | sag | 926 | --- | 0.25 | 0.8125 | 3.221s | 1m:10s |
| Iteration 19 | l2 | 3.0907 | sag | 947 | --- | 0.5625 | 0.8125 | 3.209s | 1m:14s |
| Iteration 20 | l2 | 0.0013 | lbfgs | 949 | --- | 0.5625 | 0.8125 | 3.190s | 1m:18s |
| Iteration 21 | l2 | 1.9033 | sag | 939 | --- | 0.125 | 0.8125 | 3.198s | 1m:22s |
| Iteration 22 | l2 | 0.6873 | libli.. | 941 | --- | 0.6875 | 0.8125 | 3.427s | 1m:26s |
| Iteration 23 | l2 | 0.2243 | libli.. | 950 | --- | 0.625 | 0.8125 | 3.199s | 1m:30s |
| Iteration 24 | l2 | 8.7074 | libli.. | 940 | --- | 0.5625 | 0.8125 | 3.200s | 1m:36s |
| Iteration 25 | l2 | 37.7029 | libli.. | 949 | --- | 0.625 | 0.8125 | 3.219s | 1m:40s |
| Iteration 26 | l2 | 5.217 | libli.. | 138 | --- | 0.4375 | 0.8125 | 3.200s | 1m:44s |
| Iteration 27 | l2 | 20.1427 | libli.. | 935 | --- | 0.75 | 0.8125 | 3.204s | 1m:48s |
| Iteration 28 | l2 | 1.2001 | libli.. | 123 | --- | 0.5 | 0.8125 | 3.218s | 1m:52s |
| Iteration 29 | l2 | 0.0028 | libli.. | 930 | --- | 0.375 | 0.8125 | 3.223s | 1m:56s |
| Iteration 30 | l2 | 83.5941 | libli.. | 940 | --- | 0.3125 | 0.8125 | 3.180s | 2m:01s |
| Iteration 31 | l2 | 0.0148 | libli.. | 954 | --- | 0.8125 | 0.8125 | 3.227s | 2m:06s |
| Iteration 32 | l2 | 0.0018 | libli.. | 949 | --- | 0.4375 | 0.8125 | 3.248s | 2m:12s |
| Iteration 33 | l1 | 71.5817 | libli.. | 903 | --- | 0.4375 | 0.8125 | 3.230s | 2m:18s |
| Iteration 34 | l2 | 0.0073 | libli.. | 967 | --- | 0.4375 | 0.8125 | 3.198s | 2m:23s |
| Iteration 35 | l2 | 0.0499 | libli.. | 955 | --- | 0.375 | 0.8125 | 3.234s | 2m:29s |
| Iteration 36 | l2 | 0.5164 | libli.. | 953 | --- | 0.6875 | 0.8125 | 3.212s | 2m:34s |
| Iteration 37 | l2 | 0.1961 | libli.. | 948 | --- | 0.25 | 0.8125 | 3.215s | 2m:40s |
| Iteration 38 | l2 | 78.9161 | sag | 955 | --- | 0.5 | 0.8125 | 3.198s | 2m:44s |
| Iteration 39 | l1 | 1.0754 | libli.. | 953 | --- | 0.5625 | 0.8125 | 3.808s | 2m:49s |
| Iteration 40 | none | --- | newto.. | 951 | --- | 0.625 | 0.8125 | 3.207s | 2m:53s |
| Iteration 41 | l2 | 5.945 | newto.. | 936 | --- | 0.4375 | 0.8125 | 3.233s | 2m:58s |
| Iteration 42 | l1 | 0.0456 | libli.. | 930 | --- | 0.5 | 0.8125 | 3.217s | 3m:02s |
| Iteration 43 | l2 | 0.1776 | newto.. | 962 | --- | 0.25 | 0.8125 | 3.194s | 3m:06s |
| Iteration 44 | l2 | 2.6688 | sag | 941 | --- | 0.625 | 0.8125 | 3.213s | 3m:10s |
| Iteration 45 | l2 | 0.6795 | sag | 945 | --- | 0.5 | 0.8125 | 3.202s | 3m:14s |
| Iteration 46 | l2 | 0.9191 | newto.. | 322 | --- | 0.5 | 0.8125 | 3.212s | 3m:19s |
| Iteration 47 | l2 | 59.0045 | libli.. | 959 | --- | 0.5 | 0.8125 | 3.136s | 3m:23s |
| Iteration 48 | none | --- | newto.. | 340 | --- | 0.3125 | 0.8125 | 3.143s | 3m:27s |
| Iteration 49 | l2 | 0.0097 | sag | 101 | --- | 0.4375 | 0.8125 | 3.148s | 3m:31s |
| Iteration 50 | none | --- | sag | 544 | --- | 0.5 | 0.8125 | 3.161s | 3m:35s |
Bayesian Optimization ---------------------------
Best call --> Iteration 31
Best parameters --> {'penalty': 'l2', 'C': 0.0148, 'solver': 'liblinear', 'max_iter': 954}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 3m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8125
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.81 ± 0.0663
Time elapsed: 0.052s
-------------------------------------------------
Total time: 3m:36s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.5625 | 0.5625 | 3.136s | 3.141s |
| Initial point 2 | svd | --- | 0.8125 | 0.8125 | 3.140s | 6.741s |
| Initial point 3 | svd | --- | 0.8125 | 0.8125 | 0.001s | 7.206s |
| Initial point 4 | lsqr | 0.8 | 0.6875 | 0.8125 | 3.123s | 10.772s |
| Initial point 5 | eigen | 0.9 | 0.125 | 0.8125 | 3.146s | 14.373s |
| Initial point 6 | lsqr | 0.7 | 0.375 | 0.8125 | 3.149s | 17.975s |
| Initial point 7 | lsqr | 0.5 | 0.6875 | 0.8125 | 3.141s | 21.569s |
| Initial point 8 | lsqr | 0.9 | 0.5 | 0.8125 | 3.149s | 25.173s |
| Initial point 9 | lsqr | 0.6 | 0.4375 | 0.8125 | 3.158s | 28.786s |
| Initial point 10 | eigen | 0.8 | 0.5 | 0.8125 | 3.161s | 32.402s |
| Iteration 11 | svd | --- | 0.8125 | 0.8125 | 0.000s | 33.412s |
| Iteration 12 | svd | --- | 0.8125 | 0.8125 | 0.001s | 34.014s |
| Iteration 13 | svd | --- | 0.8125 | 0.8125 | 0.000s | 34.614s |
| Iteration 14 | svd | --- | 0.8125 | 0.8125 | 0.001s | 35.221s |
| Iteration 15 | svd | --- | 0.8125 | 0.8125 | 0.000s | 35.807s |
| Iteration 16 | svd | --- | 0.8125 | 0.8125 | 0.000s | 36.410s |
| Iteration 17 | lsqr | 1.0 | 0.5625 | 0.8125 | 3.159s | 40.166s |
| Iteration 18 | svd | --- | 0.8125 | 0.8125 | 0.000s | 40.807s |
| Iteration 19 | lsqr | auto | 0.5625 | 0.8125 | 3.215s | 44.636s |
| Iteration 20 | svd | --- | 0.8125 | 0.8125 | 0.000s | 45.288s |
| Iteration 21 | svd | --- | 0.8125 | 0.8125 | 0.000s | 45.931s |
| Iteration 22 | svd | --- | 0.8125 | 0.8125 | 0.000s | 46.581s |
| Iteration 23 | lsqr | None | 0.5625 | 0.8125 | 3.925s | 51.128s |
| Iteration 24 | svd | --- | 0.8125 | 0.8125 | 0.001s | 51.800s |
| Iteration 25 | svd | --- | 0.8125 | 0.8125 | 0.000s | 53.433s |
| Iteration 26 | svd | --- | 0.8125 | 0.8125 | 0.000s | 54.176s |
| Iteration 27 | eigen | 0.5 | 0.9375 | 0.9375 | 3.171s | 58.008s |
| Iteration 28 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 58.921s |
| Iteration 29 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 59.869s |
| Iteration 30 | eigen | 0.5 | 0.9375 | 0.9375 | 0.001s | 1m:01s |
| Iteration 31 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:02s |
| Iteration 32 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:03s |
| Iteration 33 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:04s |
| Iteration 34 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:04s |
| Iteration 35 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:05s |
| Iteration 36 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:06s |
| Iteration 37 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:06s |
| Iteration 38 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:07s |
| Iteration 39 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:08s |
| Iteration 40 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:09s |
| Iteration 41 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:09s |
| Iteration 42 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:10s |
| Iteration 43 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:11s |
| Iteration 44 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:12s |
| Iteration 45 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:12s |
| Iteration 46 | eigen | 0.5 | 0.9375 | 0.9375 | 0.001s | 1m:13s |
| Iteration 47 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:14s |
| Iteration 48 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:15s |
| Iteration 49 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:15s |
| Iteration 50 | eigen | 0.5 | 0.9375 | 0.9375 | 0.001s | 1m:16s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 1m:17s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6411
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.95 ± 0.1
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:17s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.5625 | 0.5625 | 3.114s | 3.117s |
| Initial point 2 | 0.9 | 0.25 | 0.5625 | 3.161s | 6.722s |
| Initial point 3 | 0.1 | 0.5625 | 0.5625 | 3.171s | 10.334s |
| Initial point 4 | 1.0 | 0.5625 | 0.5625 | 0.000s | 10.770s |
| Initial point 5 | 0.2 | 0.125 | 0.5625 | 3.187s | 14.405s |
| Initial point 6 | 0.4 | 0.375 | 0.5625 | 3.129s | 18.118s |
| Initial point 7 | 0.4 | 0.375 | 0.5625 | 0.001s | 18.558s |
| Initial point 8 | 0.7 | 0.5 | 0.5625 | 3.149s | 22.129s |
| Initial point 9 | 0.9 | 0.25 | 0.5625 | 0.001s | 22.565s |
| Initial point 10 | 0.8 | 0.5 | 0.5625 | 3.152s | 26.160s |
| Iteration 11 | 0.3 | 0.3125 | 0.5625 | 3.171s | 29.860s |
| Iteration 12 | 0.6 | 0.375 | 0.5625 | 3.187s | 33.597s |
| Iteration 13 | 0.5 | 0.5 | 0.5625 | 3.182s | 37.378s |
| Iteration 14 | 0.0 | 0.625 | 0.625 | 3.172s | 41.387s |
| Iteration 15 | 0.0 | 0.625 | 0.625 | 0.000s | 41.928s |
| Iteration 16 | 0.0 | 0.625 | 0.625 | 0.000s | 42.459s |
| Iteration 17 | 0.0 | 0.625 | 0.625 | 0.000s | 42.983s |
| Iteration 18 | 0.0 | 0.625 | 0.625 | 0.000s | 43.528s |
| Iteration 19 | 0.9 | 0.25 | 0.625 | 0.000s | 44.083s |
| Iteration 20 | 0.0 | 0.625 | 0.625 | 0.000s | 44.665s |
| Iteration 21 | 0.6 | 0.375 | 0.625 | 0.000s | 45.235s |
| Iteration 22 | 0.0 | 0.625 | 0.625 | 0.000s | 45.840s |
| Iteration 23 | 0.0 | 0.625 | 0.625 | 0.000s | 46.436s |
| Iteration 24 | 0.0 | 0.625 | 0.625 | 0.000s | 47.015s |
| Iteration 25 | 0.0 | 0.625 | 0.625 | 0.000s | 47.624s |
| Iteration 26 | 0.0 | 0.625 | 0.625 | 0.000s | 48.220s |
| Iteration 27 | 0.0 | 0.625 | 0.625 | 0.000s | 48.857s |
| Iteration 28 | 0.9 | 0.25 | 0.625 | 0.000s | 49.528s |
| Iteration 29 | 0.0 | 0.625 | 0.625 | 0.001s | 50.127s |
| Iteration 30 | 0.8 | 0.5 | 0.625 | 0.000s | 50.794s |
| Iteration 31 | 0.0 | 0.625 | 0.625 | 0.000s | 51.373s |
| Iteration 32 | 0.0 | 0.625 | 0.625 | 0.000s | 51.959s |
| Iteration 33 | 0.0 | 0.625 | 0.625 | 0.000s | 52.543s |
| Iteration 34 | 0.0 | 0.625 | 0.625 | 0.000s | 53.218s |
| Iteration 35 | 0.0 | 0.625 | 0.625 | 0.000s | 53.811s |
| Iteration 36 | 0.0 | 0.625 | 0.625 | 0.001s | 54.481s |
| Iteration 37 | 0.0 | 0.625 | 0.625 | 0.000s | 55.090s |
| Iteration 38 | 0.0 | 0.625 | 0.625 | 0.000s | 56.324s |
| Iteration 39 | 0.0 | 0.625 | 0.625 | 0.000s | 56.951s |
| Iteration 40 | 0.0 | 0.625 | 0.625 | 0.000s | 57.569s |
| Iteration 41 | 0.0 | 0.625 | 0.625 | 0.000s | 58.246s |
| Iteration 42 | 0.0 | 0.625 | 0.625 | 0.000s | 58.963s |
| Iteration 43 | 0.0 | 0.625 | 0.625 | 0.000s | 59.655s |
| Iteration 44 | 0.0 | 0.625 | 0.625 | 0.000s | 1m:00s |
| Iteration 45 | 0.0 | 0.625 | 0.625 | 0.000s | 1m:01s |
| Iteration 46 | 0.0 | 0.625 | 0.625 | 0.000s | 1m:02s |
| Iteration 47 | 0.0 | 0.625 | 0.625 | 0.000s | 1m:02s |
| Iteration 48 | 0.0 | 0.625 | 0.625 | 0.000s | 1m:03s |
| Iteration 49 | 0.0 | 0.625 | 0.625 | 0.000s | 1m:04s |
| Iteration 50 | 0.0 | 0.625 | 0.625 | 0.000s | 1m:05s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'reg_param': 0.0}
Best evaluation --> roc_auc: 0.625
Time elapsed: 1m:05s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8964
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.008s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.92 ± 0.06
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:05s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 9.613 | dista.. | auto | 40 | 1 | 0.5625 | 0.5625 | 3.113s | 3.132s |
| Initial point 2 | 3.8231 | uniform | kd_tree | 39 | 2 | 0.75 | 0.75 | 3.174s | 6.843s |
| Initial point 3 | 3.02 | dista.. | ball_tree | 25 | 2 | 0.5625 | 0.75 | 3.205s | 10.524s |
| Initial point 4 | 8.8107 | uniform | ball_tree | 39 | 2 | 0.6562 | 0.75 | 3.203s | 14.208s |
| Initial point 5 | 6.902 | dista.. | auto | 30 | 2 | 0.6875 | 0.75 | 3.182s | 17.853s |
| Initial point 6 | 7.993 | dista.. | ball_tree | 21 | 2 | 0.75 | 0.75 | 3.162s | 21.612s |
| Initial point 7 | 5.7172 | dista.. | ball_tree | 24 | 1 | 0.625 | 0.75 | 3.184s | 25.251s |
| Initial point 8 | 1.3701 | dista.. | ball_tree | 21 | 2 | 0.4375 | 0.75 | 3.170s | 28.876s |
| Initial point 9 | 6.3686 | uniform | ball_tree | 24 | 1 | 0.4688 | 0.75 | 3.175s | 32.512s |
| Initial point 10 | 4.5235 | uniform | brute | 22 | 2 | 0.4375 | 0.75 | 3.161s | 36.126s |
| Iteration 11 | 9.6401 | dista.. | brute | 24 | 2 | 0.9375 | 0.9375 | 3.154s | 39.993s |
| Iteration 12 | 9.6401 | dista.. | brute | 28 | 2 | 0.8125 | 0.9375 | 3.166s | 43.852s |
| Iteration 13 | 9.6401 | dista.. | auto | 22 | 2 | 0.5 | 0.9375 | 3.170s | 47.768s |
| Iteration 14 | 9.5369 | dista.. | brute | 20 | 2 | 0.6875 | 0.9375 | 3.153s | 51.808s |
| Iteration 15 | 8.4033 | dista.. | brute | 25 | 1 | 0.375 | 0.9375 | 3.184s | 55.744s |
| Iteration 16 | 8.4934 | dista.. | brute | 27 | 2 | 0.6875 | 0.9375 | 3.172s | 59.618s |
| Iteration 17 | 8.121 | uniform | ball_tree | 27 | 2 | 0.2188 | 0.9375 | 3.191s | 1m:04s |
| Iteration 18 | 9.6401 | dista.. | brute | 25 | 2 | 0.625 | 0.9375 | 3.145s | 1m:08s |
| Iteration 19 | 9.6401 | dista.. | brute | 32 | 2 | 0.375 | 0.9375 | 3.176s | 1m:12s |
| Iteration 20 | 7.0317 | dista.. | brute | 23 | 2 | 0.5625 | 0.9375 | 3.152s | 1m:16s |
| Iteration 21 | 5.8348 | uniform | brute | 40 | 2 | 0.6875 | 0.9375 | 3.166s | 1m:20s |
| Iteration 22 | 0.5731 | uniform | brute | 40 | 2 | 0.5 | 0.9375 | 3.138s | 1m:23s |
| Iteration 23 | 9.6401 | dista.. | brute | 24 | 2 | 0.9375 | 0.9375 | 0.001s | 1m:24s |
| Iteration 24 | 9.6013 | uniform | brute | 24 | 2 | 0.5625 | 0.9375 | 3.146s | 1m:28s |
| Iteration 25 | 9.6013 | dista.. | brute | 24 | 2 | 0.75 | 0.9375 | 3.176s | 1m:33s |
| Iteration 26 | 9.5567 | dista.. | brute | 28 | 2 | 0.75 | 0.9375 | 3.275s | 1m:37s |
| Iteration 27 | 9.637 | dista.. | brute | 28 | 2 | 0.9375 | 0.9375 | 3.252s | 1m:42s |
| Iteration 28 | 3.7039 | uniform | kd_tree | 39 | 2 | 0.0 | 0.9375 | 3.303s | 1m:46s |
| Iteration 29 | 9.6401 | dista.. | kd_tree | 24 | 1 | 0.5625 | 0.9375 | 3.507s | 1m:50s |
| Iteration 30 | 9.6401 | dista.. | brute | 28 | 2 | 0.8125 | 0.9375 | 0.001s | 1m:51s |
| Iteration 31 | 3.9237 | uniform | kd_tree | 39 | 2 | 0.4375 | 0.9375 | 3.241s | 1m:55s |
| Iteration 32 | 9.6401 | dista.. | ball_tree | 28 | 2 | 0.5625 | 0.9375 | 3.284s | 1m:59s |
| Iteration 33 | 9.6401 | dista.. | brute | 28 | 2 | 0.8125 | 0.9375 | 0.001s | 2m:00s |
| Iteration 34 | 9.6382 | dista.. | brute | 28 | 2 | 0.625 | 0.9375 | 3.242s | 2m:05s |
| Iteration 35 | 8.1081 | dista.. | ball_tree | 21 | 2 | 0.25 | 0.9375 | 3.179s | 2m:09s |
| Iteration 36 | 9.6401 | dista.. | brute | 24 | 2 | 0.9375 | 0.9375 | 0.001s | 2m:10s |
| Iteration 37 | 9.6401 | dista.. | brute | 24 | 2 | 0.9375 | 0.9375 | 0.001s | 2m:11s |
| Iteration 38 | 9.6401 | dista.. | brute | 24 | 2 | 0.9375 | 0.9375 | 0.000s | 2m:12s |
| Iteration 39 | 7.8948 | dista.. | ball_tree | 21 | 2 | 0.9375 | 0.9375 | 3.151s | 2m:16s |
| Iteration 40 | 7.8957 | dista.. | ball_tree | 21 | 2 | 0.25 | 0.9375 | 3.169s | 2m:20s |
| Iteration 41 | 9.6401 | dista.. | brute | 24 | 2 | 0.9375 | 0.9375 | 0.001s | 2m:21s |
| Iteration 42 | 9.6336 | dista.. | brute | 28 | 2 | 0.5625 | 0.9375 | 3.181s | 2m:25s |
| Iteration 43 | 8.6676 | dista.. | brute | 27 | 2 | 0.5625 | 0.9375 | 3.183s | 2m:30s |
| Iteration 44 | 9.6401 | dista.. | brute | 24 | 2 | 0.9375 | 0.9375 | 0.001s | 2m:31s |
| Iteration 45 | 9.6401 | dista.. | brute | 24 | 2 | 0.9375 | 0.9375 | 0.001s | 2m:32s |
| Iteration 46 | 9.6401 | dista.. | brute | 24 | 2 | 0.9375 | 0.9375 | 0.001s | 2m:33s |
| Iteration 47 | 3.9853 | dista.. | brute | 24 | 2 | 0.5 | 0.9375 | 3.137s | 2m:37s |
| Iteration 48 | 9.6401 | dista.. | brute | 24 | 2 | 0.9375 | 0.9375 | 0.001s | 2m:39s |
| Iteration 49 | 9.6401 | dista.. | brute | 24 | 2 | 0.9375 | 0.9375 | 0.001s | 2m:40s |
| Iteration 50 | 9.6401 | dista.. | brute | 24 | 2 | 0.9375 | 0.9375 | 0.001s | 2m:41s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'radius': 9.637, 'weights': 'distance', 'algorithm': 'brute', 'leaf_size': 28, 'p': 2}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 2m:42s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.63 ± 0.0292
Time elapsed: 0.054s
-------------------------------------------------
Total time: 2m:42s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.5312 | 0.5312 | 3.557s | 3.567s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.8125 | 0.8125 | 3.564s | 7.608s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.8125 | 0.8125 | 3.319s | 11.375s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.9062 | 0.9062 | 3.554s | 15.388s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.75 | 0.9062 | 3.429s | 19.354s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.8125 | 0.9062 | 3.583s | 23.418s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.5312 | 0.9062 | 3.210s | 27.146s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.8125 | 0.9062 | 4.144s | 31.747s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.5625 | 0.9062 | 3.205s | 35.412s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.875 | 0.9062 | 3.290s | 39.156s |
| Iteration 11 | 409 | 0.0962 | SAMME.R | 0.25 | 0.9062 | 3.520s | 43.323s |
| Iteration 12 | 61 | 0.1091 | SAMME | 0.6875 | 0.9062 | 3.224s | 47.220s |
| Iteration 13 | 500 | 0.0692 | SAMME | 0.6875 | 0.9062 | 3.538s | 51.477s |
| Iteration 14 | 500 | 0.0137 | SAMME | 0.75 | 0.9062 | 3.431s | 55.555s |
| Iteration 15 | 50 | 0.0163 | SAMME | 0.5938 | 0.9062 | 3.219s | 59.480s |
| Iteration 16 | 430 | 0.0549 | SAMME | 0.8438 | 0.9062 | 3.465s | 1m:04s |
| Iteration 17 | 195 | 0.089 | SAMME | 0.6875 | 0.9062 | 3.284s | 1m:08s |
| Iteration 18 | 417 | 0.1458 | SAMME | 0.375 | 0.9062 | 3.442s | 1m:12s |
| Iteration 19 | 294 | 0.3063 | SAMME.R | 0.5625 | 0.9062 | 3.369s | 1m:16s |
| Iteration 20 | 433 | 0.0848 | SAMME | 0.75 | 0.9062 | 3.423s | 1m:20s |
| Iteration 21 | 473 | 0.0402 | SAMME.R | 0.375 | 0.9062 | 3.514s | 1m:24s |
| Iteration 22 | 359 | 9.9664 | SAMME | 0.375 | 0.9062 | 3.133s | 1m:28s |
| Iteration 23 | 369 | 0.01 | SAMME | 0.5625 | 0.9062 | 3.442s | 1m:32s |
| Iteration 24 | 86 | 0.058 | SAMME | 0.625 | 0.9062 | 3.222s | 1m:36s |
| Iteration 25 | 247 | 0.0146 | SAMME | 0.75 | 0.9062 | 3.337s | 1m:40s |
| Iteration 26 | 500 | 0.0912 | SAMME | 0.625 | 0.9062 | 3.544s | 1m:45s |
| Iteration 27 | 489 | 0.0523 | SAMME | 0.8125 | 0.9062 | 3.498s | 1m:49s |
| Iteration 28 | 401 | 0.01 | SAMME | 0.6875 | 0.9062 | 3.439s | 1m:53s |
| Iteration 29 | 448 | 9.9945 | SAMME.R | 0.8125 | 0.9062 | 3.504s | 1m:57s |
| Iteration 30 | 406 | 0.0202 | SAMME | 0.5625 | 0.9062 | 3.470s | 2m:02s |
| Iteration 31 | 474 | 0.0549 | SAMME.R | 0.8125 | 0.9062 | 3.563s | 2m:06s |
| Iteration 32 | 327 | 0.2187 | SAMME.R | 0.75 | 0.9062 | 3.425s | 2m:10s |
| Iteration 33 | 99 | 0.96 | SAMME | 0.75 | 0.9062 | 3.247s | 2m:14s |
| Iteration 34 | 50 | 9.3695 | SAMME.R | 0.5 | 0.9062 | 3.797s | 2m:19s |
| Iteration 35 | 403 | 0.0159 | SAMME | 0.875 | 0.9062 | 3.451s | 2m:23s |
| Iteration 36 | 500 | 0.0166 | SAMME | 0.5625 | 0.9062 | 3.505s | 2m:27s |
| Iteration 37 | 493 | 0.0151 | SAMME.R | 0.6875 | 0.9062 | 3.537s | 2m:32s |
| Iteration 38 | 119 | 1.097 | SAMME | 0.375 | 0.9062 | 3.212s | 2m:36s |
| Iteration 39 | 81 | 0.0528 | SAMME.R | 1.0 | 1.0 | 3.185s | 2m:40s |
| Iteration 40 | 98 | 0.0529 | SAMME.R | 0.6875 | 1.0 | 3.213s | 2m:44s |
| Iteration 41 | 183 | 0.0525 | SAMME | 0.5 | 1.0 | 3.262s | 2m:48s |
| Iteration 42 | 390 | 0.0485 | SAMME.R | 0.5 | 1.0 | 3.460s | 2m:52s |
| Iteration 43 | 368 | 0.0537 | SAMME.R | 0.375 | 1.0 | 3.443s | 2m:56s |
| Iteration 44 | 58 | 0.0525 | SAMME.R | 0.6562 | 1.0 | 3.171s | 3m:00s |
| Iteration 45 | 93 | 0.0179 | SAMME.R | 0.625 | 1.0 | 3.205s | 3m:04s |
| Iteration 46 | 462 | 0.0569 | SAMME | 0.75 | 1.0 | 3.469s | 3m:08s |
| Iteration 47 | 377 | 0.0166 | SAMME | 0.8438 | 1.0 | 3.393s | 3m:13s |
| Iteration 48 | 375 | 0.0149 | SAMME | 0.625 | 1.0 | 3.388s | 3m:17s |
| Iteration 49 | 427 | 0.0683 | SAMME | 0.625 | 1.0 | 3.433s | 3m:21s |
| Iteration 50 | 413 | 0.017 | SAMME | 0.9375 | 1.0 | 3.436s | 3m:25s |
Bayesian Optimization ---------------------------
Best call --> Iteration 39
Best parameters --> {'n_estimators': 81, 'learning_rate': 0.0528, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:26s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9835
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.084s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.0316
Time elapsed: 0.373s
-------------------------------------------------
Total time: 3m:27s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.4375 | 0.4375 | 3.605s | 3.625s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.75 | 0.75 | 3.413s | 7.547s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.9375 | 0.9375 | 3.457s | 11.517s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.9375 | 3.247s | 15.219s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.625 | 0.9375 | 3.472s | 19.149s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.8125 | 0.9375 | 3.283s | 22.892s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.6875 | 0.9375 | 3.354s | 26.705s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.8125 | 0.9375 | 3.266s | 30.459s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.5312 | 0.9375 | 3.405s | 34.329s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.75 | 0.9375 | 3.362s | 38.176s |
| Iteration 11 | 114 | entropy | 6 | 17 | 12 | 0.7 | False | 0.035 | --- | 0.6875 | 0.9375 | 3.151s | 42.190s |
| Iteration 12 | 479 | entropy | 6 | 17 | 2 | 0.6 | False | 0.0317 | --- | 0.75 | 0.9375 | 3.444s | 47.116s |
| Iteration 13 | 22 | gini | 9 | 2 | 16 | 0.5 | False | 0.0258 | --- | 0.6875 | 0.9375 | 3.175s | 52.210s |
| Iteration 14 | 466 | entropy | 6 | 10 | 7 | auto | False | 0.0291 | --- | 0.75 | 0.9375 | 3.410s | 57.472s |
| Iteration 15 | 219 | entropy | None | 9 | 13 | sqrt | False | 0.0 | --- | 0.6875 | 0.9375 | 3.223s | 1m:02s |
| Iteration 16 | 295 | entropy | 2 | 2 | 10 | None | True | 0.0349 | 0.5 | 0.9375 | 0.9375 | 3.359s | 1m:06s |
| Iteration 17 | 317 | entropy | None | 3 | 19 | 0.8 | True | 0.0339 | 0.5 | 0.5 | 0.9375 | 3.372s | 1m:10s |
| Iteration 18 | 421 | gini | 1 | 18 | 6 | None | True | 0.0221 | None | 0.5 | 0.9375 | 3.457s | 1m:15s |
| Iteration 19 | 330 | gini | 5 | 2 | 9 | None | True | 0.0341 | 0.5 | 0.625 | 0.9375 | 3.361s | 1m:19s |
| Iteration 20 | 221 | entropy | 6 | 19 | 4 | 0.7 | False | 0.0268 | --- | 0.5 | 0.9375 | 3.224s | 1m:23s |
| Iteration 21 | 385 | entropy | 8 | 4 | 10 | auto | True | 0.0315 | 0.8 | 0.5 | 0.9375 | 3.407s | 1m:28s |
| Iteration 22 | 482 | entropy | 6 | 19 | 3 | 0.5 | False | 0.0287 | --- | 0.625 | 0.9375 | 3.405s | 1m:33s |
| Iteration 23 | 500 | entropy | 6 | 15 | 5 | 0.8 | False | 0.0285 | --- | 0.875 | 0.9375 | 3.432s | 1m:37s |
| Iteration 24 | 480 | entropy | 5 | 2 | 13 | 0.9 | False | 0.0342 | --- | 0.625 | 0.9375 | 3.378s | 1m:42s |
| Iteration 25 | 74 | entropy | 3 | 2 | 6 | None | False | 0.0158 | --- | 0.6875 | 0.9375 | 3.158s | 1m:47s |
| Iteration 26 | 482 | entropy | 9 | 5 | 2 | auto | False | 0.0341 | --- | 0.75 | 0.9375 | 3.401s | 1m:51s |
| Iteration 27 | 138 | gini | 6 | 20 | 16 | auto | False | 0.0006 | --- | 1.0 | 1.0 | 3.193s | 1m:55s |
| Iteration 28 | 22 | gini | 2 | 15 | 19 | auto | False | 0.0008 | --- | 0.5938 | 1.0 | 3.111s | 1m:59s |
| Iteration 29 | 319 | gini | 9 | 12 | 17 | auto | False | 0.006 | --- | 0.6875 | 1.0 | 3.294s | 2m:03s |
| Iteration 30 | 95 | gini | None | 16 | 7 | None | False | 0.0036 | --- | 0.6875 | 1.0 | 3.138s | 2m:07s |
| Iteration 31 | 382 | gini | 4 | 5 | 18 | None | False | 0.0042 | --- | 0.75 | 1.0 | 3.423s | 2m:12s |
| Iteration 32 | 232 | gini | 1 | 20 | 19 | None | False | 0.026 | --- | 0.625 | 1.0 | 3.386s | 2m:16s |
| Iteration 33 | 458 | entropy | 9 | 5 | 3 | auto | False | 0.0027 | --- | 0.75 | 1.0 | 3.404s | 2m:20s |
| Iteration 34 | 38 | gini | 9 | 19 | 12 | auto | True | 0.0003 | 0.7 | 0.75 | 1.0 | 3.926s | 2m:25s |
| Iteration 35 | 158 | gini | 6 | 5 | 3 | 0.6 | False | 0.0328 | --- | 0.8125 | 1.0 | 3.309s | 2m:29s |
| Iteration 36 | 190 | entropy | 6 | 11 | 16 | auto | False | 0.0165 | --- | 0.6875 | 1.0 | 3.299s | 2m:34s |
| Iteration 37 | 97 | entropy | 6 | 9 | 16 | auto | False | 0.0 | --- | 0.625 | 1.0 | 3.284s | 2m:38s |
| Iteration 38 | 95 | entropy | None | 19 | 18 | auto | True | 0.0328 | 0.9 | 0.6875 | 1.0 | 3.113s | 2m:42s |
| Iteration 39 | 12 | gini | 4 | 11 | 18 | None | True | 0.0018 | 0.5 | 0.5 | 1.0 | 3.141s | 2m:46s |
| Iteration 40 | 490 | entropy | 9 | 4 | 2 | None | True | 0.0141 | 0.9 | 0.8125 | 1.0 | 3.535s | 2m:50s |
| Iteration 41 | 223 | entropy | 9 | 2 | 14 | auto | True | 0.004 | 0.9 | 0.25 | 1.0 | 3.319s | 2m:55s |
| Iteration 42 | 476 | gini | 9 | 4 | 3 | None | False | 0.0035 | --- | 0.6875 | 1.0 | 3.427s | 2m:59s |
| Iteration 43 | 23 | gini | 7 | 19 | 3 | None | False | 0.0037 | --- | 0.375 | 1.0 | 3.143s | 3m:03s |
| Iteration 44 | 338 | gini | None | 20 | 18 | auto | False | 0.0265 | --- | 0.6562 | 1.0 | 3.316s | 3m:08s |
| Iteration 45 | 500 | gini | 5 | 2 | 17 | sqrt | False | 0.0327 | --- | 0.5 | 1.0 | 3.401s | 3m:12s |
| Iteration 46 | 50 | gini | 6 | 17 | 14 | auto | False | 0.0184 | --- | 0.9375 | 1.0 | 3.147s | 3m:17s |
| Iteration 47 | 315 | entropy | 6 | 15 | 5 | 0.6 | False | 0.0193 | --- | 0.75 | 1.0 | 3.303s | 3m:21s |
| Iteration 48 | 127 | gini | 6 | 20 | 18 | auto | False | 0.0038 | --- | 0.6562 | 1.0 | 3.187s | 3m:26s |
| Iteration 49 | 127 | gini | 6 | 10 | 15 | auto | False | 0.0099 | --- | 0.6875 | 1.0 | 3.179s | 3m:30s |
| Iteration 50 | 114 | gini | 4 | 20 | 15 | auto | False | 0.0016 | --- | 0.8125 | 1.0 | 3.201s | 3m:35s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'n_estimators': 138, 'criterion': 'gini', 'max_depth': 6, 'min_samples_split': 20, 'min_samples_leaf': 16, 'max_features': 'auto', 'bootstrap': False, 'ccp_alpha': 0.0006}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8871
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.103s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.147
Time elapsed: 0.446s
-------------------------------------------------
Total time: 3m:37s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.229s | 3.249s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.9375 | 0.9375 | 3.203s | 6.906s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.9375 | 3.217s | 10.575s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.9375 | 3.175s | 14.235s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.9375 | 3.193s | 17.888s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.9375 | 3.172s | 21.552s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.9375 | 3.196s | 25.234s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.9375 | 3.188s | 28.913s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.625 | 0.9375 | 3.230s | 32.609s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.9375 | 3.198s | 36.291s |
| Iteration 11 | 179 | 0.0142 | 8 | 0.2396 | 3 | 0.7 | 1.0 | 0 | 1 | 0.5625 | 0.9375 | 3.218s | 40.386s |
| Iteration 12 | 386 | 0.0292 | 6 | 0.4273 | 2 | 0.9 | 0.8 | 0.1 | 1 | 0.75 | 0.9375 | 4.005s | 45.182s |
| Iteration 13 | 332 | 0.0918 | 5 | 0.7366 | 3 | 0.7 | 0.9 | 0.1 | 0.1 | 0.625 | 0.9375 | 3.250s | 49.235s |
| Iteration 14 | 426 | 0.0116 | 1 | 0.5089 | 3 | 0.7 | 0.6 | 10 | 10 | 0.5 | 0.9375 | 3.236s | 53.382s |
| Iteration 15 | 254 | 0.1052 | 9 | 0.7695 | 3 | 0.8 | 0.9 | 0.1 | 1 | 0.625 | 0.9375 | 3.445s | 57.897s |
| Iteration 16 | 165 | 0.4088 | 7 | 0.3852 | 3 | 1.0 | 0.8 | 0.1 | 10 | 0.9062 | 0.9375 | 3.243s | 1m:02s |
| Iteration 17 | 409 | 0.0333 | 5 | 0.4435 | 3 | 0.8 | 0.6 | 0.1 | 0.01 | 0.875 | 0.9375 | 3.377s | 1m:07s |
| Iteration 18 | 446 | 0.0108 | 8 | 0.4264 | 3 | 0.5 | 1.0 | 0.1 | 10 | 0.5625 | 0.9375 | 3.269s | 1m:11s |
| Iteration 19 | 319 | 0.0661 | 3 | 0.429 | 3 | 0.8 | 1.0 | 0.1 | 0.1 | 0.8125 | 0.9375 | 3.226s | 1m:15s |
| Iteration 20 | 288 | 0.0112 | 6 | 0.3458 | 3 | 0.9 | 0.9 | 0.1 | 0.1 | 0.75 | 0.9375 | 3.267s | 1m:19s |
| Iteration 21 | 339 | 0.1145 | 8 | 0.1966 | 7 | 1.0 | 0.5 | 0.1 | 0 | 0.5 | 0.9375 | 3.311s | 1m:24s |
| Iteration 22 | 414 | 0.6849 | 6 | 0.4506 | 3 | 0.9 | 0.5 | 0.1 | 10 | 0.8125 | 0.9375 | 3.515s | 1m:28s |
| Iteration 23 | 160 | 0.6255 | 7 | 0.2513 | 3 | 0.9 | 0.9 | 0.1 | 0 | 0.625 | 0.9375 | 3.194s | 1m:33s |
| Iteration 24 | 283 | 0.069 | 8 | 0.4726 | 3 | 1.0 | 0.8 | 0.1 | 0 | 0.5 | 0.9375 | 3.205s | 1m:37s |
| Iteration 25 | 436 | 0.1228 | 4 | 0.0882 | 3 | 1.0 | 0.5 | 0.1 | 100 | 0.6875 | 0.9375 | 3.231s | 1m:41s |
| Iteration 26 | 443 | 0.0676 | 6 | 0.3955 | 4 | 0.8 | 0.9 | 0.1 | 0.1 | 0.8125 | 0.9375 | 3.229s | 1m:45s |
| Iteration 27 | 115 | 0.3527 | 3 | 0.9214 | 6 | 1.0 | 0.5 | 0 | 10 | 0.9688 | 0.9688 | 3.167s | 1m:49s |
| Iteration 28 | 20 | 0.2747 | 3 | 1.0 | 7 | 1.0 | 0.5 | 0 | 10 | 0.625 | 0.9688 | 3.160s | 1m:54s |
| Iteration 29 | 135 | 0.019 | 6 | 0.3927 | 5 | 1.0 | 0.5 | 0.1 | 10 | 0.6562 | 0.9688 | 3.230s | 1m:58s |
| Iteration 30 | 228 | 1.0 | 2 | 0.0731 | 2 | 1.0 | 0.5 | 0.01 | 1 | 0.9375 | 0.9688 | 3.204s | 2m:02s |
| Iteration 31 | 259 | 1.0 | 4 | 0.5972 | 10 | 1.0 | 0.5 | 0.1 | 10 | 0.5 | 0.9688 | 3.218s | 2m:06s |
| Iteration 32 | 228 | 1.0 | 1 | 0.8453 | 4 | 1.0 | 0.4 | 0 | 1 | 0.7812 | 0.9688 | 3.242s | 2m:11s |
| Iteration 33 | 160 | 1.0 | 7 | 0.9685 | 1 | 1.0 | 0.9 | 10 | 10 | 0.5 | 0.9688 | 3.196s | 2m:15s |
| Iteration 34 | 129 | 0.4051 | 3 | 0.9044 | 6 | 0.9 | 0.5 | 0.1 | 10 | 0.7812 | 0.9688 | 3.183s | 2m:19s |
| Iteration 35 | 260 | 1.0 | 3 | 0.2025 | 3 | 1.0 | 0.5 | 10 | 1 | 0.5 | 0.9688 | 3.241s | 2m:23s |
| Iteration 36 | 102 | 1.0 | 5 | 0.1895 | 2 | 1.0 | 0.9 | 0.01 | 10 | 0.75 | 0.9688 | 3.158s | 2m:28s |
| Iteration 37 | 385 | 0.0162 | 6 | 0.4193 | 1 | 1.0 | 0.6 | 0 | 10 | 0.625 | 0.9688 | 3.221s | 2m:32s |
| Iteration 38 | 464 | 1.0 | 2 | 0.4635 | 4 | 1.0 | 0.6 | 0.01 | 1 | 0.7812 | 0.9688 | 3.239s | 2m:37s |
| Iteration 39 | 229 | 1.0 | 2 | 0.2439 | 1 | 0.9 | 0.5 | 0.01 | 0.1 | 1.0 | 1.0 | 3.212s | 2m:41s |
| Iteration 40 | 105 | 0.6205 | 1 | 0.6099 | 1 | 0.9 | 0.4 | 0.01 | 0.1 | 0.75 | 1.0 | 3.197s | 2m:45s |
| Iteration 41 | 455 | 1.0 | 6 | 0.0092 | 1 | 0.9 | 0.4 | 0.1 | 0.1 | 0.375 | 1.0 | 3.230s | 2m:50s |
| Iteration 42 | 35 | 0.1065 | 2 | 0.2332 | 2 | 0.9 | 0.9 | 0 | 0.1 | 0.75 | 1.0 | 3.171s | 2m:54s |
| Iteration 43 | 122 | 1.0 | 2 | 0.2141 | 1 | 0.8 | 0.5 | 0.01 | 0.1 | 0.25 | 1.0 | 3.232s | 2m:58s |
| Iteration 44 | 224 | 0.5355 | 2 | 0.1637 | 2 | 0.9 | 0.5 | 0.01 | 1 | 0.8125 | 1.0 | 3.189s | 3m:03s |
| Iteration 45 | 231 | 0.0158 | 5 | 0.3382 | 1 | 0.9 | 0.4 | 0.01 | 0.1 | 0.8125 | 1.0 | 3.215s | 3m:07s |
| Iteration 46 | 218 | 1.0 | 1 | 0.55 | 1 | 0.9 | 0.5 | 0.01 | 0.1 | 0.8125 | 1.0 | 3.210s | 3m:12s |
| Iteration 47 | 217 | 0.0553 | 3 | 0.8514 | 5 | 1.0 | 0.5 | 0 | 10 | 0.8125 | 1.0 | 3.259s | 3m:16s |
| Iteration 48 | 211 | 0.368 | 4 | 0.7879 | 1 | 1.0 | 1.0 | 0.01 | 10 | 0.625 | 1.0 | 3.171s | 3m:20s |
| Iteration 49 | 206 | 1.0 | 4 | 0.264 | 1 | 1.0 | 0.5 | 0.01 | 100 | 0.8125 | 1.0 | 3.175s | 3m:25s |
| Iteration 50 | 136 | 1.0 | 3 | 0.8102 | 5 | 1.0 | 0.7 | 0 | 1 | 0.8438 | 1.0 | 3.239s | 3m:29s |
Bayesian Optimization ---------------------------
Best call --> Iteration 39
Best parameters --> {'n_estimators': 229, 'learning_rate': 1.0, 'max_depth': 2, 'gamma': 0.2439, 'min_child_weight': 1, 'subsample': 0.9, 'colsample_bytree': 0.5, 'reg_alpha': 0.01, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:31s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.061s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.97 ± 0.04
Time elapsed: 0.176s
-------------------------------------------------
Total time: 3m:31s
Final results ==================== >>
Duration: 22m:50s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.92 ± 0.103
Logistic Regression --> roc_auc: 0.81 ± 0.0663
Linear Discriminant Analysis --> roc_auc: 0.95 ± 0.1
Quadratic Discriminant Analysis --> roc_auc: 0.92 ± 0.06
Radius Nearest Neighbors --> roc_auc: 0.63 ± 0.0292 ~
AdaBoost --> roc_auc: 0.9 ± 0.0316
Random Forest --> roc_auc: 0.88 ± 0.147
XGBoost --> roc_auc: 0.97 ± 0.04 !
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 806 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAVEDQTGANNLFF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CAYRSYNTDKLIF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASMNSGYSTLTF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVGSGGSYIPTF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CAVFTSGTYKYIF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVKGFGNVLHC.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVSSGGYNKLIF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASATSGTYKYIF.
>>> Dropping feature CAASKTGNQFYF.
>>> Dropping feature CAVDTDKLIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVLDSSYKLIF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAAGGYQKVTF.
>>> Dropping feature CAGPNAGGTSYGKLTF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVLNAGNNRKLIW.
>>> Dropping feature CAVSSGTYKYIF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAASKGSNYKLTF.
>>> Dropping feature CAGNSGNTPLVF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CAVSSSNTGKLIF.
>>> Dropping feature CAVTGANNLFF.
>>> Dropping feature CAVGYGGSQGNLIF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CAASRAAGNKLTF.
>>> Dropping feature CAMREGIMFSGGYNKLIF.
>>> Dropping feature CAVFNQAGTALIF.
>>> Dropping feature CAVSDDYKLSF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAARDSNYQLIW.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLYNEQFF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.75 | 0.75 | 0.683s | 0.703s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.8438 | 0.8438 | 0.722s | 1.934s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 1.0 | 1.0 | 0.647s | 3.079s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.75 | 1.0 | 0.670s | 4.221s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.4375 | 1.0 | 0.677s | 5.380s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.875 | 1.0 | 0.761s | 6.699s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.8125 | 1.0 | 0.730s | 7.901s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.875 | 1.0 | 0.781s | 9.173s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.5 | 1.0 | 0.703s | 10.343s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.875 | 1.0 | 0.673s | 11.651s |
| Iteration 11 | exponen.. | 0.3443 | 149 | 0.9 | squared_er.. | 17 | 17 | 2 | auto | 0.0048 | 0.3125 | 1.0 | 0.667s | 13.369s |
| Iteration 12 | deviance | 0.3081 | 153 | 0.9 | squared_er.. | 16 | 9 | 2 | sqrt | 0.0257 | 0.625 | 1.0 | 0.659s | 15.230s |
| Iteration 13 | exponen.. | 0.4815 | 382 | 0.6 | squared_er.. | 12 | 12 | 2 | sqrt | 0.0244 | 0.75 | 1.0 | 0.712s | 16.755s |
| Iteration 14 | exponen.. | 0.0361 | 385 | 0.8 | friedman_mse | 9 | 20 | 4 | None | 0.0024 | 0.5625 | 1.0 | 0.727s | 19.720s |
| Iteration 15 | exponen.. | 0.9869 | 121 | 0.8 | squared_er.. | 7 | 18 | 3 | 0.5 | 0.0277 | 0.875 | 1.0 | 0.663s | 22.180s |
| Iteration 16 | exponen.. | 0.4457 | 85 | 0.8 | squared_er.. | 14 | 17 | 2 | 0.6 | 0.0217 | 0.6875 | 1.0 | 0.646s | 24.650s |
| Iteration 17 | exponen.. | 0.0949 | 36 | 0.8 | squared_er.. | 6 | 11 | 3 | auto | 0.0269 | 1.0 | 1.0 | 0.638s | 26.389s |
| Iteration 18 | exponen.. | 0.5352 | 372 | 0.8 | friedman_mse | 3 | 15 | 5 | auto | 0.0194 | 0.5625 | 1.0 | 0.715s | 27.949s |
| Iteration 19 | exponen.. | 0.1956 | 169 | 1.0 | friedman_mse | 19 | 11 | 5 | log2 | 0.0023 | 0.8125 | 1.0 | 0.658s | 29.459s |
| Iteration 20 | deviance | 0.0936 | 325 | 0.6 | squared_er.. | 11 | 20 | 9 | 0.5 | 0.0164 | 0.5 | 1.0 | 0.692s | 31.020s |
| Iteration 21 | deviance | 0.0531 | 131 | 0.8 | friedman_mse | 15 | 9 | 3 | auto | 0.025 | 0.75 | 1.0 | 0.663s | 32.622s |
| Iteration 22 | exponen.. | 0.4685 | 38 | 0.8 | squared_er.. | 18 | 18 | 3 | log2 | 0.0234 | 0.5 | 1.0 | 0.636s | 34.194s |
| Iteration 23 | deviance | 0.0516 | 418 | 0.8 | squared_er.. | 2 | 4 | 3 | 0.7 | 0.0062 | 1.0 | 1.0 | 0.734s | 35.704s |
| Iteration 24 | exponen.. | 0.0973 | 217 | 0.8 | squared_er.. | 5 | 9 | 9 | auto | 0.0264 | 0.75 | 1.0 | 0.689s | 37.177s |
| Iteration 25 | deviance | 0.1072 | 372 | 0.8 | squared_er.. | 6 | 4 | 2 | 0.7 | 0.009 | 0.6562 | 1.0 | 0.721s | 38.864s |
| Iteration 26 | deviance | 0.0279 | 388 | 0.7 | friedman_mse | 10 | 4 | 2 | 0.7 | 0.0041 | 0.625 | 1.0 | 0.727s | 40.448s |
| Iteration 27 | deviance | 0.0259 | 10 | 0.8 | squared_er.. | 20 | 7 | 4 | None | 0.0116 | 0.5312 | 1.0 | 0.656s | 41.925s |
| Iteration 28 | exponen.. | 0.1465 | 31 | 0.8 | squared_er.. | 8 | 3 | 6 | 0.9 | 0.0314 | 0.8125 | 1.0 | 0.645s | 43.353s |
| Iteration 29 | deviance | 0.163 | 34 | 0.8 | squared_er.. | 16 | 3 | 5 | 0.7 | 0.0297 | 0.8438 | 1.0 | 0.639s | 44.804s |
| Iteration 30 | deviance | 0.0437 | 42 | 0.8 | squared_er.. | 11 | 17 | 1 | 0.8 | 0.0144 | 0.6875 | 1.0 | 0.646s | 46.578s |
| Iteration 31 | exponen.. | 0.9968 | 48 | 0.9 | friedman_mse | 5 | 7 | 1 | 0.9 | 0.0317 | 0.3125 | 1.0 | 0.648s | 48.127s |
| Iteration 32 | deviance | 0.0109 | 16 | 0.7 | squared_er.. | 2 | 3 | 3 | 0.9 | 0.0316 | 0.7188 | 1.0 | 0.633s | 49.560s |
| Iteration 33 | exponen.. | 0.2556 | 125 | 1.0 | squared_er.. | 17 | 15 | 6 | 0.6 | 0.0051 | 0.5625 | 1.0 | 0.657s | 51.022s |
| Iteration 34 | exponen.. | 0.4624 | 460 | 0.7 | squared_er.. | 20 | 11 | 6 | sqrt | 0.0007 | 0.6875 | 1.0 | 0.737s | 52.608s |
| Iteration 35 | exponen.. | 0.3326 | 46 | 0.8 | squared_er.. | 3 | 8 | 3 | auto | 0.0161 | 1.0 | 1.0 | 0.644s | 54.228s |
| Iteration 36 | deviance | 0.0273 | 255 | 0.8 | squared_er.. | 6 | 3 | 3 | 0.8 | 0.0252 | 0.6562 | 1.0 | 0.695s | 55.805s |
| Iteration 37 | exponen.. | 0.4267 | 164 | 0.8 | squared_er.. | 13 | 4 | 2 | auto | 0.0197 | 0.875 | 1.0 | 0.674s | 57.399s |
| Iteration 38 | deviance | 0.0203 | 465 | 0.8 | squared_er.. | 6 | 4 | 3 | 0.7 | 0.004 | 0.875 | 1.0 | 0.758s | 59.119s |
| Iteration 39 | deviance | 0.4382 | 309 | 0.8 | squared_er.. | 4 | 4 | 3 | 0.7 | 0.0038 | 0.75 | 1.0 | 1.294s | 1m:01s |
| Iteration 40 | exponen.. | 0.2256 | 231 | 0.8 | squared_er.. | 9 | 15 | 3 | 0.5 | 0.0061 | 0.9375 | 1.0 | 0.751s | 1m:03s |
| Iteration 41 | exponen.. | 0.0437 | 39 | 0.8 | squared_er.. | 6 | 16 | 2 | auto | 0.0107 | 0.9375 | 1.0 | 0.693s | 1m:05s |
| Iteration 42 | deviance | 0.038 | 408 | 0.8 | squared_er.. | 14 | 1 | 3 | 0.7 | 0.0336 | 0.5938 | 1.0 | 0.788s | 1m:07s |
| Iteration 43 | deviance | 0.0149 | 406 | 0.8 | squared_er.. | 2 | 7 | 3 | 0.7 | 0.0011 | 0.625 | 1.0 | 0.804s | 1m:09s |
| Iteration 44 | exponen.. | 0.0104 | 48 | 0.8 | squared_er.. | 5 | 14 | 3 | auto | 0.0142 | 0.8125 | 1.0 | 0.696s | 1m:11s |
| Iteration 45 | exponen.. | 0.0204 | 68 | 0.8 | squared_er.. | 13 | 5 | 8 | 0.5 | 0.0034 | 0.6875 | 1.0 | 0.724s | 1m:13s |
| Iteration 46 | exponen.. | 0.3687 | 145 | 0.8 | squared_er.. | 14 | 11 | 1 | auto | 0.0043 | 0.75 | 1.0 | 0.721s | 1m:15s |
| Iteration 47 | exponen.. | 0.5704 | 421 | 0.8 | squared_er.. | 13 | 14 | 4 | auto | 0.035 | 0.875 | 1.0 | 0.742s | 1m:17s |
| Iteration 48 | exponen.. | 0.0262 | 163 | 0.8 | squared_er.. | 13 | 15 | 4 | auto | 0.0145 | 0.8125 | 1.0 | 0.676s | 1m:19s |
| Iteration 49 | exponen.. | 0.8171 | 317 | 0.7 | squared_er.. | 3 | 7 | 2 | 0.7 | 0.0342 | 0.75 | 1.0 | 0.716s | 1m:21s |
| Iteration 50 | exponen.. | 0.3128 | 358 | 0.8 | squared_er.. | 17 | 17 | 1 | 0.5 | 0.0239 | 0.5625 | 1.0 | 0.722s | 1m:23s |
Bayesian Optimization ---------------------------
Best call --> Iteration 23
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.0516, 'n_estimators': 418, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 2, 'min_samples_leaf': 4, 'max_depth': 3, 'max_features': 0.7, 'ccp_alpha': 0.0062}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9786
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.119s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 1.0 ± 0.0
Time elapsed: 0.563s
-------------------------------------------------
Total time: 1m:24s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.6875 | 0.6875 | 0.669s | 0.681s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.6875 | 0.6875 | 0.699s | 1.861s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.75 | 0.75 | 0.701s | 3.061s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.5625 | 0.75 | 0.702s | 4.241s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.5 | 0.75 | 0.699s | 5.420s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.6875 | 0.75 | 0.700s | 6.579s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.1875 | 0.75 | 0.710s | 7.765s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.625 | 0.75 | 0.657s | 9.056s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.75 | 0.75 | 0.646s | 10.158s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.3125 | 0.75 | 0.650s | 11.266s |
| Iteration 11 | l1 | 0.002 | saga | 930 | --- | 0.5 | 0.75 | 0.640s | 12.669s |
| Iteration 12 | l2 | 0.2953 | libli.. | 303 | --- | 0.6875 | 0.75 | 0.640s | 14.124s |
| Iteration 13 | l2 | 0.0028 | sag | 304 | --- | 0.625 | 0.75 | 0.646s | 15.650s |
| Iteration 14 | none | --- | newto.. | 308 | --- | 0.5 | 0.75 | 0.649s | 17.085s |
| Iteration 15 | l2 | 0.012 | sag | 300 | --- | 0.6875 | 0.75 | 0.645s | 19.181s |
| Iteration 16 | l2 | 0.5968 | newto.. | 318 | --- | 0.75 | 0.75 | 0.647s | 20.640s |
| Iteration 17 | l2 | 10.2106 | saga | 347 | --- | 0.75 | 0.75 | 0.647s | 22.096s |
| Iteration 18 | l2 | 3.6677 | sag | 337 | --- | 0.8125 | 0.8125 | 0.665s | 23.969s |
| Iteration 19 | l1 | 0.0919 | saga | 312 | --- | 0.5 | 0.8125 | 0.638s | 25.671s |
| Iteration 20 | l2 | 60.5355 | saga | 336 | --- | 0.4375 | 0.8125 | 0.645s | 27.201s |
| Iteration 21 | none | --- | lbfgs | 890 | --- | 0.6875 | 0.8125 | 0.655s | 28.615s |
| Iteration 22 | l2 | 18.2683 | lbfgs | 885 | --- | 0.75 | 0.8125 | 0.650s | 30.257s |
| Iteration 23 | l2 | 91.313 | sag | 894 | --- | 0.875 | 0.875 | 0.650s | 31.695s |
| Iteration 24 | l1 | 0.0084 | saga | 666 | --- | 0.5 | 0.875 | 0.645s | 33.107s |
| Iteration 25 | l2 | 0.0078 | lbfgs | 943 | --- | 0.6875 | 0.875 | 0.645s | 34.470s |
| Iteration 26 | l2 | 66.9384 | saga | 928 | --- | 0.6875 | 0.875 | 0.653s | 36.052s |
| Iteration 27 | none | --- | lbfgs | 166 | --- | 0.5 | 0.875 | 0.652s | 37.450s |
| Iteration 28 | none | --- | lbfgs | 975 | --- | 0.5 | 0.875 | 0.662s | 38.870s |
| Iteration 29 | l1 | 100.0 | saga | 1000 | --- | 0.5625 | 0.875 | 0.667s | 40.427s |
| Iteration 30 | l1 | 81.9087 | libli.. | 300 | --- | 0.625 | 0.875 | 0.639s | 41.933s |
| Iteration 31 | none | --- | sag | 526 | --- | 0.125 | 0.875 | 0.648s | 43.398s |
| Iteration 32 | l2 | 2.5192 | sag | 774 | --- | 0.5 | 0.875 | 0.642s | 45.048s |
| Iteration 33 | l1 | 0.0052 | saga | 895 | --- | 0.5 | 0.875 | 0.638s | 46.736s |
| Iteration 34 | l2 | 78.631 | lbfgs | 900 | --- | 0.6875 | 0.875 | 0.649s | 48.339s |
| Iteration 35 | l2 | 78.3753 | libli.. | 888 | --- | 0.8125 | 0.875 | 0.643s | 49.985s |
| Iteration 36 | elast.. | 93.3179 | saga | 894 | 0.6 | 0.4375 | 0.875 | 0.654s | 51.682s |
| Iteration 37 | l2 | 0.0022 | libli.. | 150 | --- | 1.0 | 1.0 | 0.642s | 53.199s |
| Iteration 38 | l2 | 0.0013 | newto.. | 119 | --- | 0.3125 | 1.0 | 0.644s | 54.800s |
| Iteration 39 | l2 | 0.0028 | libli.. | 156 | --- | 0.75 | 1.0 | 0.677s | 56.482s |
| Iteration 40 | l2 | 0.0018 | libli.. | 146 | --- | 0.6875 | 1.0 | 0.695s | 58.738s |
| Iteration 41 | l2 | 100.0 | sag | 884 | --- | 0.75 | 1.0 | 0.650s | 1m:00s |
| Iteration 42 | l2 | 0.0117 | newto.. | 150 | --- | 0.4375 | 1.0 | 0.643s | 1m:02s |
| Iteration 43 | l1 | 53.207 | saga | 888 | --- | 0.5625 | 1.0 | 0.652s | 1m:04s |
| Iteration 44 | l2 | 0.0021 | libli.. | 358 | --- | 1.0 | 1.0 | 0.642s | 1m:06s |
| Iteration 45 | l2 | 0.0047 | libli.. | 197 | --- | 0.6875 | 1.0 | 0.640s | 1m:08s |
| Iteration 46 | l2 | 0.0016 | lbfgs | 348 | --- | 0.5 | 1.0 | 0.641s | 1m:10s |
| Iteration 47 | l2 | 78.0742 | sag | 869 | --- | 0.625 | 1.0 | 0.650s | 1m:11s |
| Iteration 48 | l2 | 0.1979 | newto.. | 688 | --- | 0.625 | 1.0 | 0.643s | 1m:13s |
| Iteration 49 | none | --- | saga | 948 | --- | 0.8125 | 1.0 | 0.657s | 1m:15s |
| Iteration 50 | none | --- | saga | 920 | --- | 0.5625 | 1.0 | 0.658s | 1m:17s |
Bayesian Optimization ---------------------------
Best call --> Iteration 37
Best parameters --> {'penalty': 'l2', 'C': 0.0022, 'solver': 'liblinear', 'max_iter': 150}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:19s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7223
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.014s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 1.0 ± 0.0
Time elapsed: 0.049s
-------------------------------------------------
Total time: 1m:19s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.75 | 0.75 | 0.641s | 0.647s |
| Initial point 2 | svd | --- | 0.6875 | 0.75 | 0.635s | 1.747s |
| Initial point 3 | svd | --- | 0.6875 | 0.75 | 0.001s | 2.235s |
| Initial point 4 | lsqr | 0.8 | 0.625 | 0.75 | 0.644s | 3.332s |
| Initial point 5 | eigen | 0.9 | 0.5 | 0.75 | 0.639s | 4.435s |
| Initial point 6 | lsqr | 0.7 | 0.25 | 0.75 | 0.642s | 5.536s |
| Initial point 7 | lsqr | 0.5 | 0.375 | 0.75 | 0.645s | 6.672s |
| Initial point 8 | lsqr | 0.9 | 0.5625 | 0.75 | 0.633s | 7.789s |
| Initial point 9 | lsqr | 0.6 | 0.625 | 0.75 | 0.636s | 8.884s |
| Initial point 10 | eigen | 0.8 | 0.375 | 0.75 | 0.640s | 9.977s |
| Iteration 11 | lsqr | 1.0 | 0.5 | 0.75 | 0.632s | 11.212s |
| Iteration 12 | eigen | 0.6 | 0.6875 | 0.75 | 0.630s | 12.563s |
| Iteration 13 | svd | --- | 0.6875 | 0.75 | 0.000s | 13.165s |
| Iteration 14 | eigen | None | 0.25 | 0.75 | 0.640s | 14.389s |
| Iteration 15 | eigen | 1.0 | 0.75 | 0.75 | 0.000s | 14.977s |
| Iteration 16 | svd | --- | 0.6875 | 0.75 | 0.000s | 15.563s |
| Iteration 17 | svd | --- | 0.6875 | 0.75 | 0.000s | 16.162s |
| Iteration 18 | svd | --- | 0.6875 | 0.75 | 0.000s | 16.795s |
| Iteration 19 | svd | --- | 0.6875 | 0.75 | 0.000s | 17.409s |
| Iteration 20 | svd | --- | 0.6875 | 0.75 | 0.000s | 18.045s |
| Iteration 21 | eigen | auto | 0.5 | 0.75 | 0.640s | 19.315s |
| Iteration 22 | eigen | 0.7 | 0.75 | 0.75 | 0.644s | 20.608s |
| Iteration 23 | eigen | 0.5 | 0.6875 | 0.75 | 0.633s | 21.868s |
| Iteration 24 | lsqr | auto | 0.5 | 0.75 | 0.637s | 23.721s |
| Iteration 25 | lsqr | None | 0.6875 | 0.75 | 0.634s | 25.001s |
| Iteration 26 | eigen | 0.7 | 0.75 | 0.75 | 0.000s | 25.636s |
| Iteration 27 | eigen | 1.0 | 0.75 | 0.75 | 0.000s | 26.275s |
| Iteration 28 | eigen | 0.7 | 0.75 | 0.75 | 0.000s | 26.938s |
| Iteration 29 | eigen | 0.7 | 0.75 | 0.75 | 0.000s | 27.627s |
| Iteration 30 | eigen | 1.0 | 0.75 | 0.75 | 0.000s | 28.302s |
| Iteration 31 | lsqr | auto | 0.5 | 0.75 | 0.000s | 28.982s |
| Iteration 32 | eigen | 0.7 | 0.75 | 0.75 | 0.000s | 29.637s |
| Iteration 33 | lsqr | 0.7 | 0.25 | 0.75 | 0.000s | 30.328s |
| Iteration 34 | eigen | 1.0 | 0.75 | 0.75 | 0.000s | 31.015s |
| Iteration 35 | lsqr | 1.0 | 0.5 | 0.75 | 0.000s | 32.474s |
| Iteration 36 | eigen | 0.7 | 0.75 | 0.75 | 0.000s | 33.388s |
| Iteration 37 | eigen | 1.0 | 0.75 | 0.75 | 0.000s | 34.173s |
| Iteration 38 | eigen | 0.7 | 0.75 | 0.75 | 0.000s | 34.925s |
| Iteration 39 | eigen | 1.0 | 0.75 | 0.75 | 0.000s | 35.718s |
| Iteration 40 | eigen | 0.7 | 0.75 | 0.75 | 0.000s | 36.438s |
| Iteration 41 | eigen | 1.0 | 0.75 | 0.75 | 0.000s | 37.173s |
| Iteration 42 | eigen | 1.0 | 0.75 | 0.75 | 0.001s | 37.930s |
| Iteration 43 | eigen | 0.7 | 0.75 | 0.75 | 0.001s | 38.709s |
| Iteration 44 | eigen | 1.0 | 0.75 | 0.75 | 0.001s | 39.530s |
| Iteration 45 | eigen | 0.7 | 0.75 | 0.75 | 0.001s | 40.331s |
| Iteration 46 | eigen | 1.0 | 0.75 | 0.75 | 0.001s | 42.531s |
| Iteration 47 | eigen | 0.7 | 0.75 | 0.75 | 0.001s | 43.730s |
| Iteration 48 | eigen | 0.7 | 0.75 | 0.75 | 0.001s | 44.581s |
| Iteration 49 | eigen | 1.0 | 0.75 | 0.75 | 0.001s | 45.468s |
| Iteration 50 | eigen | 0.7 | 0.75 | 0.75 | 0.000s | 46.457s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 0.75
Time elapsed: 47.289s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7232
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.43 ± 0.1568
Time elapsed: 0.033s
-------------------------------------------------
Total time: 47.332s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.75 | 0.75 | 0.640s | 0.644s |
| Initial point 2 | 0.9 | 0.75 | 0.75 | 0.638s | 1.782s |
| Initial point 3 | 0.1 | 0.625 | 0.75 | 0.646s | 3.018s |
| Initial point 4 | 1.0 | 0.75 | 0.75 | 0.000s | 3.503s |
| Initial point 5 | 0.2 | 0.5 | 0.75 | 0.636s | 4.627s |
| Initial point 6 | 0.4 | 0.25 | 0.75 | 0.631s | 5.726s |
| Initial point 7 | 0.4 | 0.25 | 0.75 | 0.000s | 6.186s |
| Initial point 8 | 0.7 | 0.5 | 0.75 | 0.639s | 7.274s |
| Initial point 9 | 0.9 | 0.75 | 0.75 | 0.000s | 7.735s |
| Initial point 10 | 0.8 | 0.375 | 0.75 | 0.648s | 8.856s |
| Iteration 11 | 0.3 | 0.5 | 0.75 | 0.635s | 10.037s |
| Iteration 12 | 0.6 | 0.5625 | 0.75 | 0.635s | 11.225s |
| Iteration 13 | 0.5 | 0.625 | 0.75 | 0.632s | 12.443s |
| Iteration 14 | 0.0 | 0.6875 | 0.75 | 0.632s | 13.662s |
| Iteration 15 | 0.9 | 0.75 | 0.75 | 0.000s | 14.205s |
| Iteration 16 | 1.0 | 0.75 | 0.75 | 0.000s | 14.753s |
| Iteration 17 | 1.0 | 0.75 | 0.75 | 0.000s | 15.299s |
| Iteration 18 | 0.9 | 0.75 | 0.75 | 0.000s | 15.926s |
| Iteration 19 | 1.0 | 0.75 | 0.75 | 0.000s | 16.511s |
| Iteration 20 | 0.9 | 0.75 | 0.75 | 0.000s | 17.110s |
| Iteration 21 | 0.6 | 0.5625 | 0.75 | 0.000s | 17.677s |
| Iteration 22 | 0.9 | 0.75 | 0.75 | 0.000s | 19.101s |
| Iteration 23 | 1.0 | 0.75 | 0.75 | 0.000s | 20.723s |
| Iteration 24 | 1.0 | 0.75 | 0.75 | 0.000s | 21.489s |
| Iteration 25 | 0.9 | 0.75 | 0.75 | 0.000s | 22.057s |
| Iteration 26 | 0.9 | 0.75 | 0.75 | 0.000s | 22.629s |
| Iteration 27 | 1.0 | 0.75 | 0.75 | 0.000s | 23.207s |
| Iteration 28 | 0.9 | 0.75 | 0.75 | 0.000s | 23.773s |
| Iteration 29 | 1.0 | 0.75 | 0.75 | 0.000s | 24.359s |
| Iteration 30 | 0.8 | 0.375 | 0.75 | 0.000s | 24.962s |
| Iteration 31 | 1.0 | 0.75 | 0.75 | 0.000s | 25.568s |
| Iteration 32 | 0.9 | 0.75 | 0.75 | 0.000s | 26.172s |
| Iteration 33 | 0.9 | 0.75 | 0.75 | 0.000s | 26.787s |
| Iteration 34 | 1.0 | 0.75 | 0.75 | 0.000s | 27.396s |
| Iteration 35 | 0.9 | 0.75 | 0.75 | 0.000s | 28.064s |
| Iteration 36 | 1.0 | 0.75 | 0.75 | 0.000s | 28.714s |
| Iteration 37 | 0.9 | 0.75 | 0.75 | 0.000s | 29.944s |
| Iteration 38 | 1.0 | 0.75 | 0.75 | 0.000s | 30.553s |
| Iteration 39 | 0.9 | 0.75 | 0.75 | 0.000s | 31.263s |
| Iteration 40 | 1.0 | 0.75 | 0.75 | 0.000s | 31.908s |
| Iteration 41 | 1.0 | 0.75 | 0.75 | 0.000s | 32.534s |
| Iteration 42 | 0.9 | 0.75 | 0.75 | 0.000s | 34.329s |
| Iteration 43 | 1.0 | 0.75 | 0.75 | 0.000s | 36.423s |
| Iteration 44 | 0.9 | 0.75 | 0.75 | 0.000s | 37.363s |
| Iteration 45 | 1.0 | 0.75 | 0.75 | 0.000s | 38.025s |
| Iteration 46 | 0.9 | 0.75 | 0.75 | 0.000s | 38.706s |
| Iteration 47 | 0.9 | 0.75 | 0.75 | 0.000s | 39.366s |
| Iteration 48 | 1.0 | 0.75 | 0.75 | 0.000s | 40.067s |
| Iteration 49 | 1.0 | 0.75 | 0.75 | 0.000s | 40.750s |
| Iteration 50 | 0.9 | 0.75 | 0.75 | 0.000s | 41.439s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'reg_param': 1.0}
Best evaluation --> roc_auc: 0.75
Time elapsed: 42.161s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6812
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.4 ± 0.1673
Time elapsed: 0.027s
-------------------------------------------------
Total time: 42.197s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 11.7653 | dista.. | auto | 40 | 1 | 0.375 | 0.375 | 0.653s | 0.673s |
| Initial point 2 | 4.6791 | uniform | kd_tree | 39 | 2 | 0.375 | 0.375 | 0.647s | 1.825s |
| Initial point 3 | 3.6962 | dista.. | ball_tree | 25 | 2 | 0.9375 | 0.9375 | 0.659s | 2.972s |
| Initial point 4 | 10.7834 | uniform | ball_tree | 39 | 2 | 0.5 | 0.9375 | 0.656s | 4.196s |
| Initial point 5 | 8.4474 | dista.. | auto | 30 | 2 | 0.5 | 0.9375 | 0.649s | 5.325s |
| Initial point 6 | 9.7827 | dista.. | ball_tree | 21 | 2 | 0.625 | 0.9375 | 0.643s | 6.459s |
| Initial point 7 | 6.9973 | dista.. | ball_tree | 24 | 1 | 0.8125 | 0.9375 | 0.646s | 7.589s |
| Initial point 8 | 1.6768 | dista.. | ball_tree | 21 | 2 | 1.0 | 1.0 | 0.649s | 8.694s |
| Initial point 9 | 7.7945 | uniform | ball_tree | 24 | 1 | 0.625 | 1.0 | 0.656s | 9.835s |
| Initial point 10 | 5.5363 | uniform | brute | 22 | 2 | 0.5 | 1.0 | 0.723s | 11.044s |
| Iteration 11 | 0.0 | dista.. | kd_tree | 20 | 1 | 0.5 | 1.0 | 0.699s | 12.590s |
| Iteration 12 | 0.7323 | dista.. | ball_tree | 20 | 2 | 0.625 | 1.0 | 0.645s | 13.971s |
| Iteration 13 | 2.8813 | uniform | ball_tree | 20 | 1 | 0.6875 | 1.0 | 0.647s | 15.319s |
| Iteration 14 | 0.0 | uniform | auto | 23 | 1 | 0.5 | 1.0 | 0.646s | 16.628s |
| Iteration 15 | 3.5467 | dista.. | ball_tree | 40 | 1 | 0.75 | 1.0 | 0.640s | 17.950s |
| Iteration 16 | 0.0 | dista.. | ball_tree | 40 | 2 | 0.5 | 1.0 | 0.660s | 19.359s |
| Iteration 17 | 4.3456 | dista.. | ball_tree | 20 | 1 | 0.625 | 1.0 | 0.648s | 20.763s |
| Iteration 18 | 11.5903 | dista.. | ball_tree | 33 | 2 | 0.75 | 1.0 | 0.643s | 22.113s |
| Iteration 19 | 10.974 | dista.. | brute | 27 | 1 | 0.4375 | 1.0 | 0.647s | 23.465s |
| Iteration 20 | 0.056 | dista.. | ball_tree | 20 | 2 | 0.625 | 1.0 | 0.640s | 24.790s |
| Iteration 21 | 0.1528 | uniform | brute | 40 | 1 | 0.5 | 1.0 | 0.648s | 26.112s |
| Iteration 22 | 11.2062 | dista.. | ball_tree | 20 | 1 | 0.875 | 1.0 | 1.217s | 28.032s |
| Iteration 23 | 11.7985 | dista.. | ball_tree | 20 | 1 | 0.9375 | 1.0 | 0.643s | 29.776s |
| Iteration 24 | 10.3811 | dista.. | kd_tree | 40 | 1 | 0.6875 | 1.0 | 0.649s | 31.263s |
| Iteration 25 | 10.7958 | uniform | kd_tree | 20 | 1 | 0.4688 | 1.0 | 0.644s | 32.683s |
| Iteration 26 | 11.4284 | uniform | ball_tree | 20 | 2 | 0.5 | 1.0 | 0.645s | 34.048s |
| Iteration 27 | 11.7985 | dista.. | ball_tree | 20 | 1 | 0.9375 | 1.0 | 0.000s | 34.884s |
| Iteration 28 | 0.0 | dista.. | ball_tree | 21 | 2 | 0.5 | 1.0 | 0.647s | 36.512s |
| Iteration 29 | 2.193 | dista.. | ball_tree | 21 | 2 | 0.875 | 1.0 | 0.645s | 38.085s |
| Iteration 30 | 2.9162 | dista.. | ball_tree | 37 | 2 | 0.6562 | 1.0 | 0.650s | 39.626s |
| Iteration 31 | 1.7571 | dista.. | ball_tree | 22 | 2 | 0.3125 | 1.0 | 0.647s | 41.229s |
| Iteration 32 | 11.7985 | dista.. | ball_tree | 25 | 1 | 0.625 | 1.0 | 0.646s | 42.639s |
| Iteration 33 | 1.6048 | dista.. | auto | 21 | 1 | 0.5938 | 1.0 | 0.647s | 45.326s |
| Iteration 34 | 11.7985 | dista.. | ball_tree | 24 | 1 | 0.75 | 1.0 | 0.644s | 47.008s |
| Iteration 35 | 1.6105 | dista.. | ball_tree | 21 | 2 | 0.6875 | 1.0 | 0.640s | 48.672s |
| Iteration 36 | 4.2242 | dista.. | ball_tree | 25 | 2 | 0.4375 | 1.0 | 0.657s | 50.314s |
| Iteration 37 | 11.7985 | dista.. | ball_tree | 26 | 1 | 1.0 | 1.0 | 0.640s | 51.741s |
| Iteration 38 | 11.7985 | dista.. | ball_tree | 40 | 1 | 0.5 | 1.0 | 0.646s | 53.340s |
| Iteration 39 | 11.4469 | dista.. | ball_tree | 20 | 1 | 0.75 | 1.0 | 0.653s | 55.587s |
| Iteration 40 | 11.7356 | dista.. | ball_tree | 20 | 1 | 0.8125 | 1.0 | 0.643s | 57.229s |
| Iteration 41 | 11.7985 | dista.. | ball_tree | 26 | 1 | 1.0 | 1.0 | 0.001s | 58.135s |
| Iteration 42 | 1.7647 | dista.. | ball_tree | 21 | 2 | 0.4688 | 1.0 | 0.646s | 59.973s |
| Iteration 43 | 11.7985 | dista.. | ball_tree | 20 | 1 | 0.9375 | 1.0 | 0.001s | 1m:01s |
| Iteration 44 | 0.3492 | dista.. | brute | 39 | 2 | 0.25 | 1.0 | 0.643s | 1m:02s |
| Iteration 45 | 11.7985 | dista.. | ball_tree | 20 | 1 | 0.9375 | 1.0 | 0.001s | 1m:03s |
| Iteration 46 | 11.7985 | dista.. | ball_tree | 20 | 1 | 0.9375 | 1.0 | 0.000s | 1m:04s |
| Iteration 47 | 11.7985 | dista.. | ball_tree | 20 | 1 | 0.9375 | 1.0 | 0.000s | 1m:05s |
| Iteration 48 | 11.7985 | dista.. | ball_tree | 20 | 1 | 0.9375 | 1.0 | 0.001s | 1m:06s |
| Iteration 49 | 11.7985 | dista.. | ball_tree | 20 | 1 | 0.9375 | 1.0 | 0.001s | 1m:07s |
| Iteration 50 | 11.7985 | dista.. | ball_tree | 20 | 1 | 0.9375 | 1.0 | 0.000s | 1m:08s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'radius': 1.6768, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 21, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.775
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.685 ± 0.1102
Time elapsed: 0.051s
-------------------------------------------------
Total time: 1m:09s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.7812 | 0.7812 | 1.624s | 1.631s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.75 | 0.7812 | 1.036s | 3.131s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.9375 | 0.9375 | 0.792s | 4.380s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.5 | 0.9375 | 0.939s | 5.781s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.5 | 0.9375 | 0.809s | 7.054s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 1.0 | 1.0 | 1.008s | 8.541s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.5 | 1.0 | 0.664s | 9.678s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.875 | 1.0 | 0.937s | 11.079s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.4688 | 1.0 | 0.647s | 12.228s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.9688 | 1.0 | 0.760s | 13.440s |
| Iteration 11 | 465 | 10.0 | SAMME.R | 0.375 | 1.0 | 0.998s | 15.169s |
| Iteration 12 | 357 | 0.1822 | SAMME.R | 0.8125 | 1.0 | 0.922s | 16.751s |
| Iteration 13 | 484 | 0.3287 | SAMME.R | 0.8125 | 1.0 | 1.015s | 18.438s |
| Iteration 14 | 445 | 0.0106 | SAMME | 0.625 | 1.0 | 0.937s | 20.029s |
| Iteration 15 | 111 | 0.7746 | SAMME | 0.5625 | 1.0 | 0.706s | 21.469s |
| Iteration 16 | 378 | 1.2305 | SAMME | 0.9375 | 1.0 | 0.908s | 23.068s |
| Iteration 17 | 70 | 0.2466 | SAMME.R | 1.0 | 1.0 | 0.685s | 25.617s |
| Iteration 18 | 353 | 4.0595 | SAMME.R | 0.5938 | 1.0 | 0.928s | 27.646s |
| Iteration 19 | 376 | 0.2417 | SAMME.R | 0.75 | 1.0 | 0.928s | 29.594s |
| Iteration 20 | 142 | 0.0163 | SAMME | 0.25 | 1.0 | 0.741s | 31.077s |
| Iteration 21 | 129 | 0.1584 | SAMME.R | 0.625 | 1.0 | 0.736s | 32.482s |
| Iteration 22 | 401 | 0.2592 | SAMME | 0.625 | 1.0 | 0.913s | 34.040s |
| Iteration 23 | 127 | 0.2842 | SAMME.R | 0.9375 | 1.0 | 0.733s | 35.436s |
| Iteration 24 | 67 | 0.2898 | SAMME.R | 0.875 | 1.0 | 0.688s | 36.788s |
| Iteration 25 | 122 | 0.3942 | SAMME.R | 0.5625 | 1.0 | 0.727s | 38.157s |
| Iteration 26 | 60 | 0.2619 | SAMME.R | 0.8125 | 1.0 | 0.683s | 39.542s |
| Iteration 27 | 102 | 0.2227 | SAMME.R | 0.5625 | 1.0 | 1.307s | 41.505s |
| Iteration 28 | 356 | 1.1903 | SAMME | 0.6875 | 1.0 | 0.894s | 43.074s |
| Iteration 29 | 246 | 0.2695 | SAMME.R | 0.75 | 1.0 | 0.828s | 44.590s |
| Iteration 30 | 193 | 0.0321 | SAMME.R | 0.8125 | 1.0 | 0.785s | 46.057s |
| Iteration 31 | 77 | 0.0232 | SAMME.R | 0.2812 | 1.0 | 0.700s | 47.464s |
| Iteration 32 | 495 | 0.302 | SAMME.R | 0.9375 | 1.0 | 1.028s | 49.198s |
| Iteration 33 | 118 | 0.3015 | SAMME.R | 0.375 | 1.0 | 0.735s | 50.627s |
| Iteration 34 | 239 | 1.4325 | SAMME | 0.6875 | 1.0 | 0.805s | 52.122s |
| Iteration 35 | 95 | 0.078 | SAMME.R | 0.75 | 1.0 | 0.718s | 53.534s |
| Iteration 36 | 400 | 1.2505 | SAMME.R | 1.0 | 1.0 | 0.953s | 55.248s |
| Iteration 37 | 168 | 1.1385 | SAMME.R | 0.8125 | 1.0 | 0.785s | 56.761s |
| Iteration 38 | 391 | 0.9949 | SAMME.R | 0.625 | 1.0 | 0.959s | 58.450s |
| Iteration 39 | 310 | 1.411 | SAMME.R | 0.875 | 1.0 | 0.891s | 1m:00s |
| Iteration 40 | 437 | 1.2387 | SAMME.R | 0.9375 | 1.0 | 0.982s | 1m:02s |
| Iteration 41 | 361 | 1.5343 | SAMME.R | 0.75 | 1.0 | 0.936s | 1m:04s |
| Iteration 42 | 455 | 0.5511 | SAMME | 0.75 | 1.0 | 0.956s | 1m:06s |
| Iteration 43 | 141 | 1.3035 | SAMME.R | 0.5625 | 1.0 | 0.744s | 1m:07s |
| Iteration 44 | 94 | 0.125 | SAMME | 1.0 | 1.0 | 0.694s | 1m:09s |
| Iteration 45 | 488 | 0.1249 | SAMME.R | 0.9375 | 1.0 | 1.018s | 1m:10s |
| Iteration 46 | 334 | 0.1201 | SAMME | 0.875 | 1.0 | 0.879s | 1m:12s |
| Iteration 47 | 184 | 0.1288 | SAMME.R | 0.8125 | 1.0 | 0.788s | 1m:14s |
| Iteration 48 | 193 | 0.1242 | SAMME | 0.625 | 1.0 | 0.766s | 1m:15s |
| Iteration 49 | 410 | 1.2313 | SAMME.R | 0.625 | 1.0 | 0.958s | 1m:17s |
| Iteration 50 | 196 | 0.1143 | SAMME.R | 0.8125 | 1.0 | 0.789s | 1m:19s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'n_estimators': 461, 'learning_rate': 0.2353, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.435s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.93 ± 0.0927
Time elapsed: 1.924s
-------------------------------------------------
Total time: 1m:23s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.6875 | 0.6875 | 1.082s | 1.101s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.875 | 0.875 | 0.961s | 2.621s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.6875 | 0.875 | 0.922s | 4.024s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.375 | 0.875 | 0.736s | 5.276s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.375 | 0.875 | 0.936s | 6.690s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.9375 | 0.9375 | 0.841s | 8.235s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.6875 | 0.9375 | 0.875s | 9.614s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.8125 | 0.9375 | 0.864s | 11.086s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.625 | 0.9375 | 0.974s | 12.526s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.9375 | 0.9375 | 0.959s | 13.978s |
| Iteration 11 | 482 | gini | 8 | 7 | 9 | 0.9 | True | 0.0137 | 0.5 | 0.375 | 0.9375 | 0.998s | 17.086s |
| Iteration 12 | 445 | entropy | 4 | 11 | 11 | auto | False | 0.0089 | --- | 0.6875 | 0.9375 | 0.903s | 19.346s |
| Iteration 13 | 481 | gini | 6 | 7 | 15 | 0.9 | True | 0.0127 | None | 0.875 | 0.9375 | 1.000s | 21.576s |
| Iteration 14 | 118 | gini | 5 | 9 | 15 | 0.6 | True | 0.0123 | 0.5 | 0.5 | 0.9375 | 0.710s | 23.324s |
| Iteration 15 | 335 | gini | 7 | 4 | 11 | 0.6 | False | 0.0137 | --- | 0.8125 | 0.9375 | 0.820s | 25.068s |
| Iteration 16 | 407 | gini | 2 | 8 | 15 | log2 | True | 0.0165 | 0.5 | 0.5 | 0.9375 | 0.922s | 26.957s |
| Iteration 17 | 497 | gini | 9 | 5 | 17 | None | True | 0.0244 | 0.7 | 0.8125 | 0.9375 | 0.986s | 28.948s |
| Iteration 18 | 273 | gini | 8 | 8 | 15 | 0.9 | True | 0.0194 | None | 0.625 | 0.9375 | 0.831s | 30.811s |
| Iteration 19 | 52 | gini | 2 | 2 | 10 | sqrt | False | 0.012 | --- | 0.8125 | 0.9375 | 0.652s | 32.430s |
| Iteration 20 | 453 | gini | 8 | 2 | 13 | log2 | False | 0.0189 | --- | 0.4375 | 0.9375 | 0.892s | 34.249s |
| Iteration 21 | 155 | gini | 8 | 10 | 11 | auto | False | 0.0257 | --- | 0.8125 | 0.9375 | 0.706s | 35.881s |
| Iteration 22 | 477 | gini | 7 | 15 | 11 | log2 | True | 0.0255 | None | 0.375 | 0.9375 | 1.013s | 37.996s |
| Iteration 23 | 397 | gini | 7 | 14 | 4 | 0.5 | False | 0.0231 | --- | 0.875 | 0.9375 | 0.866s | 39.858s |
| Iteration 24 | 460 | gini | 2 | 7 | 3 | 0.8 | False | 0.0068 | --- | 0.625 | 0.9375 | 0.903s | 41.769s |
| Iteration 25 | 163 | gini | 8 | 7 | 8 | log2 | False | 0.0162 | --- | 0.625 | 0.9375 | 0.763s | 43.553s |
| Iteration 26 | 500 | gini | 4 | 5 | 4 | auto | False | 0.0258 | --- | 0.4375 | 0.9375 | 0.965s | 45.496s |
| Iteration 27 | 268 | entropy | 3 | 11 | 16 | None | True | 0.0033 | 0.6 | 0.5 | 0.9375 | 1.450s | 47.904s |
| Iteration 28 | 266 | gini | 8 | 5 | 15 | log2 | False | 0.032 | --- | 0.75 | 0.9375 | 0.831s | 49.737s |
| Iteration 29 | 144 | gini | 4 | 2 | 17 | log2 | False | 0.001 | --- | 0.9375 | 0.9375 | 0.763s | 51.593s |
| Iteration 30 | 93 | gini | 7 | 2 | 16 | log2 | False | 0.0036 | --- | 0.75 | 0.9375 | 0.723s | 53.412s |
| Iteration 31 | 204 | gini | 7 | 2 | 13 | 0.6 | False | 0.0192 | --- | 0.3125 | 0.9375 | 0.787s | 55.338s |
| Iteration 32 | 500 | entropy | None | 17 | 11 | log2 | False | 0.0016 | --- | 0.6875 | 0.9375 | 0.961s | 57.290s |
| Iteration 33 | 415 | entropy | 8 | 11 | 11 | None | True | 0.0066 | None | 0.4375 | 0.9375 | 0.998s | 59.543s |
| Iteration 34 | 171 | gini | 3 | 4 | 17 | sqrt | False | 0.006 | --- | 0.6875 | 0.9375 | 0.761s | 1m:01s |
| Iteration 35 | 414 | gini | 8 | 5 | 18 | None | True | 0.0093 | None | 0.875 | 0.9375 | 0.997s | 1m:04s |
| Iteration 36 | 385 | gini | 1 | 5 | 11 | auto | False | 0.0258 | --- | 0.5312 | 0.9375 | 0.885s | 1m:06s |
| Iteration 37 | 500 | gini | None | 19 | 8 | log2 | False | 0.0104 | --- | 1.0 | 1.0 | 0.971s | 1m:08s |
| Iteration 38 | 500 | gini | 5 | 20 | 4 | log2 | False | 0.0318 | --- | 0.6875 | 1.0 | 0.964s | 1m:10s |
| Iteration 39 | 500 | gini | 2 | 15 | 10 | 0.7 | False | 0.0167 | --- | 0.7188 | 1.0 | 0.967s | 1m:12s |
| Iteration 40 | 500 | gini | 4 | 15 | 2 | 0.7 | False | 0.0283 | --- | 0.9375 | 1.0 | 0.977s | 1m:15s |
| Iteration 41 | 500 | gini | 7 | 18 | 3 | 0.5 | False | 0.024 | --- | 0.75 | 1.0 | 0.972s | 1m:17s |
| Iteration 42 | 500 | gini | 4 | 2 | 7 | 0.8 | True | 0.0246 | None | 0.625 | 1.0 | 1.081s | 1m:19s |
| Iteration 43 | 433 | gini | 8 | 11 | 2 | 0.9 | False | 0.0266 | --- | 0.5 | 1.0 | 0.947s | 1m:21s |
| Iteration 44 | 404 | entropy | 1 | 9 | 15 | sqrt | False | 0.0239 | --- | 0.9375 | 1.0 | 0.899s | 1m:23s |
| Iteration 45 | 139 | entropy | 6 | 9 | 5 | None | False | 0.0318 | --- | 0.75 | 1.0 | 0.754s | 1m:25s |
| Iteration 46 | 500 | entropy | 3 | 8 | 19 | log2 | False | 0.0128 | --- | 0.5625 | 1.0 | 0.960s | 1m:27s |
| Iteration 47 | 217 | gini | None | 13 | 11 | sqrt | False | 0.0261 | --- | 0.75 | 1.0 | 0.809s | 1m:30s |
| Iteration 48 | 47 | gini | None | 10 | 8 | auto | False | 0.0146 | --- | 0.8125 | 1.0 | 0.695s | 1m:32s |
| Iteration 49 | 430 | gini | 4 | 15 | 3 | log2 | False | 0.0048 | --- | 0.75 | 1.0 | 0.938s | 1m:34s |
| Iteration 50 | 384 | entropy | 3 | 3 | 16 | sqrt | False | 0.0103 | --- | 1.0 | 1.0 | 1.497s | 1m:37s |
Bayesian Optimization ---------------------------
Best call --> Iteration 50
Best parameters --> {'n_estimators': 384, 'criterion': 'entropy', 'max_depth': 3, 'min_samples_split': 3, 'min_samples_leaf': 16, 'max_features': 'sqrt', 'bootstrap': False, 'ccp_alpha': 0.0103}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:38s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8786
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.266s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.94 ± 0.097
Time elapsed: 1.179s
-------------------------------------------------
Total time: 1m:40s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.768s | 0.788s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.875 | 0.875 | 0.760s | 2.102s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.875 | 0.747s | 3.356s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.875 | 0.721s | 4.742s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.875 | 0.745s | 5.972s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.875 | 0.724s | 7.357s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.875 | 0.736s | 8.588s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.875 | 0.736s | 9.830s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.625 | 0.875 | 0.764s | 11.085s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.875 | 0.737s | 12.341s |
| Iteration 11 | 179 | 0.0142 | 8 | 0.2399 | 3 | 0.7 | 1.0 | 0 | 1 | 0.1875 | 0.875 | 0.713s | 13.969s |
| Iteration 12 | 441 | 0.0561 | 5 | 0.2498 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.625 | 0.875 | 0.748s | 15.600s |
| Iteration 13 | 428 | 0.0404 | 3 | 0.9454 | 9 | 0.8 | 0.7 | 0 | 1 | 0.5 | 0.875 | 0.741s | 17.255s |
| Iteration 14 | 264 | 0.0403 | 9 | 0.6273 | 3 | 0.7 | 0.5 | 0.01 | 1 | 0.6875 | 0.875 | 0.730s | 18.845s |
| Iteration 15 | 472 | 0.0391 | 2 | 0.91 | 3 | 0.8 | 0.8 | 0.1 | 10 | 0.8125 | 0.875 | 0.761s | 20.659s |
| Iteration 16 | 471 | 0.0419 | 9 | 0.7682 | 3 | 0.7 | 1.0 | 0.01 | 1 | 0.75 | 0.875 | 0.751s | 23.639s |
| Iteration 17 | 315 | 0.0427 | 8 | 0.6228 | 2 | 0.9 | 1.0 | 0.1 | 10 | 1.0 | 1.0 | 0.732s | 27.026s |
| Iteration 18 | 402 | 0.0425 | 4 | 0.6311 | 2 | 0.9 | 1.0 | 1 | 100 | 0.6562 | 1.0 | 0.727s | 30.166s |
| Iteration 19 | 291 | 0.0426 | 10 | 0.7531 | 1 | 1.0 | 1.0 | 0.1 | 10 | 0.625 | 1.0 | 0.711s | 33.373s |
| Iteration 20 | 64 | 0.0442 | 1 | 0.5982 | 2 | 0.6 | 1.0 | 0.1 | 100 | 0.4375 | 1.0 | 0.671s | 35.305s |
| Iteration 21 | 412 | 0.0432 | 5 | 0.4531 | 2 | 0.9 | 0.6 | 0.1 | 0.01 | 0.875 | 1.0 | 0.725s | 37.010s |
| Iteration 22 | 395 | 0.0425 | 9 | 0.8914 | 2 | 0.9 | 1.0 | 0.1 | 10 | 0.5 | 1.0 | 0.726s | 38.801s |
| Iteration 23 | 431 | 0.0356 | 3 | 0.1876 | 2 | 0.9 | 0.6 | 0.1 | 0 | 1.0 | 1.0 | 0.721s | 40.459s |
| Iteration 24 | 485 | 0.0343 | 5 | 0.0 | 2 | 0.5 | 0.7 | 0.01 | 0 | 0.75 | 1.0 | 0.758s | 42.215s |
| Iteration 25 | 342 | 0.0373 | 6 | 0.0 | 1 | 0.7 | 1.0 | 100 | 0.01 | 0.5 | 1.0 | 0.721s | 43.899s |
| Iteration 26 | 399 | 0.0345 | 2 | 0.2874 | 2 | 0.7 | 0.8 | 0.1 | 0.01 | 0.5 | 1.0 | 0.753s | 45.669s |
| Iteration 27 | 183 | 0.0344 | 9 | 0.255 | 3 | 0.9 | 0.7 | 0.01 | 0.1 | 0.625 | 1.0 | 0.710s | 47.344s |
| Iteration 28 | 464 | 0.036 | 9 | 0.1367 | 1 | 0.9 | 0.9 | 0 | 10 | 0.5625 | 1.0 | 1.374s | 49.695s |
| Iteration 29 | 97 | 0.0155 | 10 | 0.3014 | 2 | 0.9 | 0.9 | 0.1 | 1 | 1.0 | 1.0 | 0.698s | 51.431s |
| Iteration 30 | 77 | 0.0181 | 6 | 0.3274 | 3 | 0.9 | 0.8 | 0.1 | 10 | 0.5625 | 1.0 | 0.694s | 53.073s |
| Iteration 31 | 102 | 0.1032 | 9 | 0.2866 | 2 | 0.9 | 0.9 | 0.1 | 1 | 0.3125 | 1.0 | 0.702s | 54.796s |
| Iteration 32 | 274 | 0.0262 | 8 | 0.3242 | 2 | 0.9 | 1.0 | 0.1 | 0.1 | 0.9375 | 1.0 | 0.727s | 56.754s |
| Iteration 33 | 407 | 0.0226 | 2 | 0.1983 | 2 | 0.9 | 0.6 | 0.1 | 10 | 0.375 | 1.0 | 0.753s | 58.508s |
| Iteration 34 | 96 | 0.3975 | 10 | 0.3879 | 2 | 0.7 | 0.6 | 0.1 | 0.1 | 0.5625 | 1.0 | 0.700s | 1m:00s |
| Iteration 35 | 98 | 0.3582 | 8 | 1.0 | 2 | 0.9 | 0.9 | 10 | 1 | 0.5 | 1.0 | 0.655s | 1m:02s |
| Iteration 36 | 360 | 0.0561 | 8 | 0.7936 | 2 | 0.9 | 1.0 | 0.1 | 0.1 | 0.75 | 1.0 | 0.710s | 1m:04s |
| Iteration 37 | 423 | 0.0381 | 8 | 0.5573 | 2 | 0.9 | 0.9 | 0.1 | 1 | 0.875 | 1.0 | 0.808s | 1m:06s |
| Iteration 38 | 281 | 0.04 | 8 | 0.9692 | 2 | 0.9 | 0.7 | 0.1 | 10 | 0.6875 | 1.0 | 0.694s | 1m:08s |
| Iteration 39 | 309 | 0.0867 | 3 | 0.4532 | 2 | 0.9 | 1.0 | 0.1 | 10 | 0.6875 | 1.0 | 0.697s | 1m:09s |
| Iteration 40 | 410 | 0.0111 | 3 | 0.1667 | 2 | 0.5 | 0.6 | 0.1 | 0 | 0.875 | 1.0 | 0.712s | 1m:11s |
| Iteration 41 | 278 | 0.2101 | 8 | 0.3063 | 2 | 0.6 | 1.0 | 0.1 | 100 | 1.0 | 1.0 | 0.693s | 1m:13s |
| Iteration 42 | 261 | 0.0155 | 8 | 0.2914 | 2 | 0.7 | 1.0 | 0.1 | 100 | 0.625 | 1.0 | 0.711s | 1m:15s |
| Iteration 43 | 240 | 0.3275 | 8 | 0.6156 | 2 | 0.8 | 1.0 | 0.1 | 0.01 | 0.625 | 1.0 | 0.689s | 1m:17s |
| Iteration 44 | 500 | 0.7086 | 3 | 0.552 | 2 | 0.8 | 0.5 | 0.1 | 1 | 0.75 | 1.0 | 0.742s | 1m:18s |
| Iteration 45 | 98 | 0.0361 | 10 | 0.6124 | 2 | 0.5 | 1.0 | 0.1 | 10 | 0.7812 | 1.0 | 0.660s | 1m:20s |
| Iteration 46 | 118 | 0.5389 | 3 | 0.4944 | 2 | 0.7 | 0.6 | 0.1 | 0 | 0.5625 | 1.0 | 0.669s | 1m:22s |
| Iteration 47 | 443 | 0.0124 | 3 | 0.8605 | 2 | 0.5 | 0.6 | 0.1 | 0.01 | 0.875 | 1.0 | 0.712s | 1m:24s |
| Iteration 48 | 300 | 0.2518 | 8 | 0.635 | 2 | 0.7 | 1.0 | 0.1 | 0.1 | 0.75 | 1.0 | 0.695s | 1m:26s |
| Iteration 49 | 457 | 0.0447 | 3 | 0.4668 | 2 | 0.8 | 0.7 | 0.1 | 0 | 0.5625 | 1.0 | 0.730s | 1m:28s |
| Iteration 50 | 377 | 0.6381 | 3 | 0.2445 | 2 | 0.7 | 0.6 | 0.1 | 100 | 1.0 | 1.0 | 0.729s | 1m:31s |
Bayesian Optimization ---------------------------
Best call --> Iteration 17
Best parameters --> {'n_estimators': 315, 'learning_rate': 0.0427, 'max_depth': 8, 'gamma': 0.6228, 'min_child_weight': 2, 'subsample': 0.9, 'colsample_bytree': 1.0, 'reg_alpha': 0.1, 'reg_lambda': 10}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:32s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9326
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.083s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.98 ± 0.0245
Time elapsed: 0.271s
-------------------------------------------------
Total time: 1m:32s
Final results ==================== >>
Duration: 9m:56s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 1.0 ± 0.0 !
Logistic Regression --> roc_auc: 1.0 ± 0.0 !
Linear Discriminant Analysis --> roc_auc: 0.43 ± 0.1568 ~
Quadratic Discriminant Analysis --> roc_auc: 0.4 ± 0.1673 ~
Radius Nearest Neighbors --> roc_auc: 0.685 ± 0.1102 ~
AdaBoost --> roc_auc: 0.93 ± 0.0927
Random Forest --> roc_auc: 0.94 ± 0.097
XGBoost --> roc_auc: 0.98 ± 0.0245
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAVEDQTGANNLFF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CAYRSYNTDKLIF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVGSGGSYIPTF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CAVFTSGTYKYIF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVKGFGNVLHC.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVSSGGYNKLIF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASATSGTYKYIF.
>>> Dropping feature CAASKTGNQFYF.
>>> Dropping feature CAVDTDKLIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVLDSSYKLIF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAAGGYQKVTF.
>>> Dropping feature CAGPNAGGTSYGKLTF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVLNAGNNRKLIW.
>>> Dropping feature CAVSSGTYKYIF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAASKGSNYKLTF.
>>> Dropping feature CAGNSGNTPLVF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CAVSSSNTGKLIF.
>>> Dropping feature CAVTGANNLFF.
>>> Dropping feature CAVGYGGSQGNLIF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CAASRAAGNKLTF.
>>> Dropping feature CAMREGIMFSGGYNKLIF.
>>> Dropping feature CAVFNQAGTALIF.
>>> Dropping feature CAVSDDYKLSF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAARDSNYQLIW.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLYNEQFF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.75 | 0.75 | 3.202s | 3.223s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.8438 | 0.8438 | 3.261s | 6.976s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.4375 | 0.8438 | 3.181s | 10.671s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.75 | 0.8438 | 3.844s | 15.013s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.25 | 0.8438 | 3.269s | 18.820s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.75 | 0.8438 | 3.303s | 22.598s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.5 | 0.8438 | 3.262s | 26.373s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.9375 | 0.9375 | 3.311s | 30.198s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.75 | 0.9375 | 3.214s | 33.935s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.8125 | 0.9375 | 3.214s | 37.649s |
| Iteration 11 | exponen.. | 0.0174 | 431 | 0.6 | squared_er.. | 20 | 8 | 5 | sqrt | 0.007 | 0.3125 | 0.9375 | 3.276s | 41.745s |
| Iteration 12 | exponen.. | 0.1125 | 439 | 0.9 | squared_er.. | 19 | 3 | 4 | 0.7 | 0.0077 | 0.75 | 0.9375 | 3.310s | 45.838s |
| Iteration 13 | exponen.. | 0.0107 | 392 | 0.5 | squared_er.. | 9 | 10 | 8 | 0.7 | 0.0084 | 0.5625 | 0.9375 | 3.250s | 49.913s |
| Iteration 14 | exponen.. | 1.0 | 376 | 0.7 | friedman_mse | 20 | 20 | 9 | 0.7 | 0.0025 | 0.625 | 0.9375 | 3.257s | 54.822s |
| Iteration 15 | exponen.. | 0.0541 | 457 | 0.7 | squared_er.. | 13 | 6 | 6 | 0.7 | 0.0046 | 0.9375 | 0.9375 | 3.310s | 59.140s |
| Iteration 16 | deviance | 0.0254 | 458 | 0.6 | squared_er.. | 16 | 9 | 6 | 0.7 | 0.0042 | 0.6875 | 0.9375 | 3.268s | 1m:03s |
| Iteration 17 | deviance | 0.01 | 500 | 0.8 | squared_er.. | 2 | 20 | 10 | 0.7 | 0.035 | 0.7812 | 0.9375 | 3.266s | 1m:07s |
| Iteration 18 | exponen.. | 0.7506 | 375 | 0.7 | squared_er.. | 16 | 4 | 3 | 0.7 | 0.0008 | 0.5625 | 0.9375 | 3.262s | 1m:12s |
| Iteration 19 | exponen.. | 0.0652 | 46 | 0.7 | squared_er.. | 7 | 18 | 7 | 0.7 | 0.0187 | 0.25 | 0.9375 | 3.163s | 1m:16s |
| Iteration 20 | exponen.. | 0.0859 | 500 | 0.7 | squared_er.. | 15 | 10 | 10 | 0.7 | 0.0322 | 0.25 | 0.9375 | 3.250s | 1m:20s |
| Iteration 21 | exponen.. | 0.0633 | 336 | 0.7 | squared_er.. | 14 | 7 | 7 | 0.7 | 0.0038 | 0.75 | 0.9375 | 3.271s | 1m:24s |
| Iteration 22 | deviance | 0.0226 | 465 | 0.6 | squared_er.. | 7 | 14 | 3 | None | 0.031 | 0.2812 | 0.9375 | 3.231s | 1m:28s |
| Iteration 23 | exponen.. | 0.1814 | 308 | 0.9 | squared_er.. | 11 | 5 | 4 | 0.7 | 0.0047 | 0.8125 | 0.9375 | 3.261s | 1m:33s |
| Iteration 24 | exponen.. | 1.0 | 438 | 0.6 | friedman_mse | 8 | 18 | 8 | auto | 0.0047 | 0.5 | 0.9375 | 3.251s | 1m:37s |
| Iteration 25 | exponen.. | 0.0403 | 474 | 0.5 | friedman_mse | 15 | 4 | 8 | 0.7 | 0.0047 | 0.625 | 0.9375 | 3.275s | 1m:42s |
| Iteration 26 | exponen.. | 0.0628 | 412 | 0.8 | squared_er.. | 19 | 3 | 3 | 0.6 | 0.0046 | 0.625 | 0.9375 | 3.262s | 1m:46s |
| Iteration 27 | exponen.. | 0.0778 | 431 | 0.6 | squared_er.. | 3 | 9 | 5 | 0.8 | 0.0042 | 0.5 | 0.9375 | 3.250s | 1m:50s |
| Iteration 28 | exponen.. | 0.0111 | 275 | 0.7 | squared_er.. | 3 | 8 | 6 | log2 | 0.0043 | 0.625 | 0.9375 | 3.203s | 1m:54s |
| Iteration 29 | exponen.. | 0.0371 | 199 | 0.7 | squared_er.. | 17 | 5 | 6 | 0.8 | 0.0041 | 0.8125 | 0.9375 | 3.188s | 1m:59s |
| Iteration 30 | exponen.. | 0.0392 | 287 | 1.0 | squared_er.. | 14 | 15 | 5 | 0.7 | 0.0055 | 0.75 | 0.9375 | 3.195s | 2m:04s |
| Iteration 31 | exponen.. | 0.6466 | 166 | 0.7 | squared_er.. | 14 | 13 | 5 | 0.8 | 0.0046 | 0.625 | 0.9375 | 3.818s | 2m:09s |
| Iteration 32 | exponen.. | 0.0998 | 442 | 0.8 | friedman_mse | 11 | 14 | 6 | 0.7 | 0.0041 | 0.875 | 0.9375 | 3.265s | 2m:13s |
| Iteration 33 | deviance | 0.0567 | 387 | 0.6 | squared_er.. | 13 | 19 | 6 | None | 0.0254 | 0.5 | 0.9375 | 3.245s | 2m:17s |
| Iteration 34 | exponen.. | 0.0785 | 500 | 0.7 | squared_er.. | 12 | 5 | 6 | 0.7 | 0.0042 | 0.75 | 0.9375 | 3.282s | 2m:22s |
| Iteration 35 | exponen.. | 0.01 | 10 | 0.8 | friedman_mse | 12 | 20 | 10 | None | 0.0046 | 0.875 | 0.9375 | 3.169s | 2m:26s |
| Iteration 36 | exponen.. | 0.0239 | 322 | 0.8 | friedman_mse | 13 | 10 | 9 | 0.8 | 0.0012 | 0.5625 | 0.9375 | 3.227s | 2m:30s |
| Iteration 37 | deviance | 0.0348 | 249 | 0.8 | friedman_mse | 13 | 3 | 4 | 0.9 | 0.0046 | 1.0 | 1.0 | 3.190s | 2m:34s |
| Iteration 38 | deviance | 0.0307 | 44 | 0.9 | friedman_mse | 13 | 1 | 2 | sqrt | 0.0042 | 0.5625 | 1.0 | 3.138s | 2m:40s |
| Iteration 39 | exponen.. | 0.0467 | 222 | 0.8 | squared_er.. | 13 | 17 | 4 | 0.9 | 0.0048 | 0.5 | 1.0 | 3.186s | 2m:45s |
| Iteration 40 | deviance | 0.2369 | 273 | 0.7 | friedman_mse | 13 | 15 | 6 | 0.9 | 0.0047 | 0.75 | 1.0 | 3.391s | 2m:51s |
| Iteration 41 | exponen.. | 0.5284 | 91 | 0.8 | squared_er.. | 15 | 7 | 5 | 0.7 | 0.0053 | 0.5 | 1.0 | 3.166s | 2m:56s |
| Iteration 42 | deviance | 0.0847 | 255 | 0.8 | friedman_mse | 13 | 9 | 4 | 0.9 | 0.0011 | 0.75 | 1.0 | 3.227s | 3m:02s |
| Iteration 43 | exponen.. | 0.1128 | 133 | 0.8 | friedman_mse | 12 | 3 | 2 | 0.9 | 0.0121 | 0.625 | 1.0 | 3.171s | 3m:08s |
| Iteration 44 | deviance | 0.0356 | 282 | 0.8 | friedman_mse | 14 | 1 | 4 | 0.9 | 0.0 | 0.9375 | 1.0 | 3.259s | 3m:14s |
| Iteration 45 | deviance | 0.0298 | 243 | 1.0 | friedman_mse | 14 | 8 | 4 | 0.9 | 0.0061 | 0.875 | 1.0 | 3.220s | 3m:20s |
| Iteration 46 | deviance | 0.0293 | 247 | 0.6 | friedman_mse | 18 | 2 | 4 | 0.9 | 0.0036 | 0.4375 | 1.0 | 3.242s | 3m:25s |
| Iteration 47 | exponen.. | 0.0957 | 262 | 0.8 | friedman_mse | 13 | 1 | 4 | 0.9 | 0.0069 | 0.5 | 1.0 | 3.266s | 3m:31s |
| Iteration 48 | deviance | 0.0299 | 253 | 0.8 | friedman_mse | 12 | 11 | 4 | 0.9 | 0.0048 | 1.0 | 1.0 | 3.231s | 3m:37s |
| Iteration 49 | deviance | 0.0237 | 218 | 0.9 | squared_er.. | 17 | 1 | 7 | 0.9 | 0.0011 | 0.875 | 1.0 | 3.226s | 3m:43s |
| Iteration 50 | deviance | 0.0324 | 254 | 0.8 | friedman_mse | 14 | 17 | 4 | 0.9 | 0.0052 | 0.75 | 1.0 | 3.214s | 3m:49s |
Bayesian Optimization ---------------------------
Best call --> Iteration 48
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.0299, 'n_estimators': 253, 'subsample': 0.8, 'criterion': 'friedman_mse', 'min_samples_split': 12, 'min_samples_leaf': 11, 'max_depth': 4, 'max_features': 0.9, 'ccp_alpha': 0.0048}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:51s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9973
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.077s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.96 ± 0.049
Time elapsed: 0.359s
-------------------------------------------------
Total time: 3m:51s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.5 | 0.5 | 3.180s | 3.193s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.625 | 0.625 | 3.202s | 8.147s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.4375 | 0.625 | 3.186s | 13.123s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.6875 | 0.6875 | 3.172s | 18.016s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.375 | 0.6875 | 3.179s | 22.967s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.4375 | 0.6875 | 3.182s | 27.897s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.6875 | 0.6875 | 3.227s | 33.040s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.6875 | 0.6875 | 3.793s | 39.391s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.1875 | 0.6875 | 3.202s | 44.339s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.625 | 0.6875 | 3.191s | 49.260s |
| Iteration 11 | l2 | 3.1221 | newto.. | 946 | --- | 0.25 | 0.6875 | 3.177s | 54.530s |
| Iteration 12 | l1 | 3.7602 | libli.. | 205 | --- | 0.75 | 0.75 | 3.191s | 59.845s |
| Iteration 13 | l2 | 0.001 | newto.. | 1000 | --- | 0.5 | 0.75 | 3.205s | 1m:05s |
| Iteration 14 | l1 | 0.0047 | libli.. | 686 | --- | 0.5 | 0.75 | 3.267s | 1m:09s |
| Iteration 15 | none | --- | lbfgs | 852 | --- | 0.75 | 0.75 | 3.228s | 1m:13s |
| Iteration 16 | none | --- | sag | 673 | --- | 0.6875 | 0.75 | 3.205s | 1m:17s |
| Iteration 17 | l2 | 0.0022 | newto.. | 632 | --- | 0.6875 | 0.75 | 3.196s | 1m:21s |
| Iteration 18 | l1 | 100.0 | libli.. | 614 | --- | 0.4375 | 0.75 | 3.196s | 1m:25s |
| Iteration 19 | none | --- | lbfgs | 596 | --- | 0.1875 | 0.75 | 3.186s | 1m:29s |
| Iteration 20 | l1 | 0.0023 | saga | 276 | --- | 0.5 | 0.75 | 3.171s | 1m:33s |
| Iteration 21 | l2 | 0.0015 | sag | 964 | --- | 0.25 | 0.75 | 3.181s | 1m:37s |
| Iteration 22 | l2 | 37.5058 | newto.. | 201 | --- | 0.5 | 0.75 | 3.178s | 1m:41s |
| Iteration 23 | none | --- | lbfgs | 875 | --- | 0.125 | 0.75 | 3.223s | 1m:45s |
| Iteration 24 | l2 | 16.3832 | sag | 495 | --- | 0.3125 | 0.75 | 3.164s | 1m:49s |
| Iteration 25 | l2 | 1.6259 | libli.. | 321 | --- | 0.375 | 0.75 | 3.181s | 1m:53s |
| Iteration 26 | l2 | 0.065 | newto.. | 422 | --- | 0.6875 | 0.75 | 3.178s | 1m:57s |
| Iteration 27 | none | --- | lbfgs | 852 | --- | 0.75 | 0.75 | 0.001s | 1m:58s |
| Iteration 28 | l2 | 4.0203 | lbfgs | 846 | --- | 0.5625 | 0.75 | 3.165s | 2m:02s |
| Iteration 29 | l2 | 2.9018 | libli.. | 211 | --- | 0.3125 | 0.75 | 3.126s | 2m:06s |
| Iteration 30 | none | --- | newto.. | 844 | --- | 0.75 | 0.75 | 3.273s | 2m:10s |
| Iteration 31 | none | --- | newto.. | 849 | --- | 0.3125 | 0.75 | 3.279s | 2m:14s |
| Iteration 32 | l2 | 1.743 | libli.. | 839 | --- | 0.75 | 0.75 | 3.267s | 2m:18s |
| Iteration 33 | none | --- | newto.. | 837 | --- | 0.3125 | 0.75 | 3.155s | 2m:22s |
| Iteration 34 | l2 | 0.2016 | newto.. | 518 | --- | 0.375 | 0.75 | 3.771s | 2m:27s |
| Iteration 35 | l2 | 1.5748 | lbfgs | 849 | --- | 0.6875 | 0.75 | 3.176s | 2m:31s |
| Iteration 36 | l2 | 2.1409 | lbfgs | 849 | --- | 0.4375 | 0.75 | 3.201s | 2m:35s |
| Iteration 37 | none | --- | saga | 233 | --- | 0.5625 | 0.75 | 3.153s | 2m:39s |
| Iteration 38 | none | --- | newto.. | 751 | --- | 0.5 | 0.75 | 3.162s | 2m:43s |
| Iteration 39 | l2 | 0.6685 | newto.. | 652 | --- | 0.375 | 0.75 | 3.286s | 2m:48s |
| Iteration 40 | none | --- | lbfgs | 858 | --- | 0.6875 | 0.75 | 3.314s | 2m:52s |
| Iteration 41 | elast.. | 0.0023 | saga | 856 | 0.8 | 0.5 | 0.75 | 3.128s | 2m:57s |
| Iteration 42 | none | --- | newto.. | 844 | --- | 0.75 | 0.75 | 0.001s | 2m:58s |
| Iteration 43 | none | --- | newto.. | 845 | --- | 0.625 | 0.75 | 3.134s | 3m:03s |
| Iteration 44 | none | --- | lbfgs | 852 | --- | 0.75 | 0.75 | 0.000s | 3m:04s |
| Iteration 45 | none | --- | saga | 849 | --- | 0.625 | 0.75 | 3.241s | 3m:09s |
| Iteration 46 | none | --- | lbfgs | 849 | --- | 0.375 | 0.75 | 3.189s | 3m:14s |
| Iteration 47 | none | --- | newto.. | 844 | --- | 0.75 | 0.75 | 0.001s | 3m:15s |
| Iteration 48 | none | --- | sag | 840 | --- | 0.5625 | 0.75 | 3.303s | 3m:19s |
| Iteration 49 | none | --- | saga | 845 | --- | 0.625 | 0.75 | 3.224s | 3m:23s |
| Iteration 50 | none | --- | saga | 856 | --- | 0.5625 | 0.75 | 3.284s | 3m:28s |
Bayesian Optimization ---------------------------
Best call --> Iteration 30
Best parameters --> {'penalty': 'none', 'solver': 'newton-cg', 'max_iter': 844}
Best evaluation --> roc_auc: 0.75
Time elapsed: 3m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8179
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.021s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.68 ± 0.1288
Time elapsed: 0.096s
-------------------------------------------------
Total time: 3m:29s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.75 | 0.75 | 3.211s | 3.216s |
| Initial point 2 | svd | --- | 0.5625 | 0.75 | 3.125s | 6.896s |
| Initial point 3 | svd | --- | 0.5625 | 0.75 | 0.001s | 7.601s |
| Initial point 4 | lsqr | 0.8 | 0.625 | 0.75 | 3.069s | 11.350s |
| Initial point 5 | eigen | 0.9 | 0.375 | 0.75 | 3.152s | 15.003s |
| Initial point 6 | lsqr | 0.7 | 0.8125 | 0.8125 | 3.180s | 18.754s |
| Initial point 7 | lsqr | 0.5 | 0.5625 | 0.8125 | 3.159s | 22.414s |
| Initial point 8 | lsqr | 0.9 | 0.5 | 0.8125 | 3.165s | 26.086s |
| Initial point 9 | lsqr | 0.6 | 0.4375 | 0.8125 | 3.158s | 29.720s |
| Initial point 10 | eigen | 0.8 | 0.375 | 0.8125 | 3.162s | 33.406s |
| Iteration 11 | eigen | 0.6 | 0.625 | 0.8125 | 3.158s | 37.220s |
| Iteration 12 | eigen | 0.7 | 0.6875 | 0.8125 | 3.182s | 41.029s |
| Iteration 13 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 41.637s |
| Iteration 14 | svd | --- | 0.5625 | 0.8125 | 0.000s | 42.256s |
| Iteration 15 | lsqr | 1.0 | 0.4375 | 0.8125 | 3.791s | 46.646s |
| Iteration 16 | eigen | None | 0.5625 | 0.8125 | 3.148s | 50.546s |
| Iteration 17 | svd | --- | 0.5625 | 0.8125 | 0.000s | 51.164s |
| Iteration 18 | svd | --- | 0.5625 | 0.8125 | 0.000s | 52.800s |
| Iteration 19 | svd | --- | 0.5625 | 0.8125 | 0.000s | 53.654s |
| Iteration 20 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 54.273s |
| Iteration 21 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 54.928s |
| Iteration 22 | svd | --- | 0.5625 | 0.8125 | 0.000s | 55.610s |
| Iteration 23 | lsqr | None | 0.125 | 0.8125 | 3.161s | 59.441s |
| Iteration 24 | eigen | auto | 0.25 | 0.8125 | 3.156s | 1m:03s |
| Iteration 25 | eigen | 0.5 | 0.4375 | 0.8125 | 3.194s | 1m:07s |
| Iteration 26 | svd | --- | 0.5625 | 0.8125 | 0.000s | 1m:08s |
| Iteration 27 | lsqr | auto | 0.25 | 0.8125 | 3.162s | 1m:12s |
| Iteration 28 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:12s |
| Iteration 29 | lsqr | 0.8 | 0.625 | 0.8125 | 0.000s | 1m:14s |
| Iteration 30 | lsqr | 0.5 | 0.5625 | 0.8125 | 0.000s | 1m:15s |
| Iteration 31 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:16s |
| Iteration 32 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:17s |
| Iteration 33 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.001s | 1m:18s |
| Iteration 34 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:19s |
| Iteration 35 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:19s |
| Iteration 36 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:20s |
| Iteration 37 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:21s |
| Iteration 38 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.001s | 1m:21s |
| Iteration 39 | eigen | 0.9 | 0.375 | 0.8125 | 0.001s | 1m:24s |
| Iteration 40 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:25s |
| Iteration 41 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:25s |
| Iteration 42 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:26s |
| Iteration 43 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:27s |
| Iteration 44 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:28s |
| Iteration 45 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:29s |
| Iteration 46 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.001s | 1m:29s |
| Iteration 47 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:30s |
| Iteration 48 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:31s |
| Iteration 49 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:32s |
| Iteration 50 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:33s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:34s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.683
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.45 ± 0.4
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:34s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.75 | 0.75 | 3.183s | 3.186s |
| Initial point 2 | 0.9 | 0.8125 | 0.8125 | 3.200s | 6.865s |
| Initial point 3 | 0.1 | 0.125 | 0.8125 | 3.142s | 10.525s |
| Initial point 4 | 1.0 | 0.75 | 0.8125 | 0.001s | 11.343s |
| Initial point 5 | 0.2 | 0.3125 | 0.8125 | 3.178s | 14.991s |
| Initial point 6 | 0.4 | 0.8125 | 0.8125 | 3.211s | 18.756s |
| Initial point 7 | 0.4 | 0.8125 | 0.8125 | 0.001s | 19.219s |
| Initial point 8 | 0.7 | 0.4375 | 0.8125 | 3.206s | 22.869s |
| Initial point 9 | 0.9 | 0.8125 | 0.8125 | 0.000s | 23.371s |
| Initial point 10 | 0.8 | 0.375 | 0.8125 | 3.242s | 27.073s |
| Iteration 11 | 0.3 | 0.5 | 0.8125 | 3.213s | 30.862s |
| Iteration 12 | 0.6 | 0.6875 | 0.8125 | 3.252s | 34.708s |
| Iteration 13 | 0.5 | 0.1875 | 0.8125 | 3.261s | 38.904s |
| Iteration 14 | 0.0 | 0.625 | 0.8125 | 3.104s | 42.652s |
| Iteration 15 | 0.9 | 0.8125 | 0.8125 | 0.000s | 43.828s |
| Iteration 16 | 0.4 | 0.8125 | 0.8125 | 0.000s | 44.457s |
| Iteration 17 | 0.4 | 0.8125 | 0.8125 | 0.000s | 45.048s |
| Iteration 18 | 0.9 | 0.8125 | 0.8125 | 0.000s | 45.624s |
| Iteration 19 | 0.9 | 0.8125 | 0.8125 | 0.000s | 46.189s |
| Iteration 20 | 0.4 | 0.8125 | 0.8125 | 0.000s | 46.744s |
| Iteration 21 | 0.4 | 0.8125 | 0.8125 | 0.000s | 47.340s |
| Iteration 22 | 0.9 | 0.8125 | 0.8125 | 0.000s | 47.932s |
| Iteration 23 | 0.9 | 0.8125 | 0.8125 | 0.000s | 48.553s |
| Iteration 24 | 0.4 | 0.8125 | 0.8125 | 0.000s | 49.167s |
| Iteration 25 | 0.6 | 0.6875 | 0.8125 | 0.000s | 49.959s |
| Iteration 26 | 0.4 | 0.8125 | 0.8125 | 0.000s | 50.585s |
| Iteration 27 | 0.1 | 0.125 | 0.8125 | 0.000s | 51.165s |
| Iteration 28 | 0.9 | 0.8125 | 0.8125 | 0.000s | 51.777s |
| Iteration 29 | 0.2 | 0.3125 | 0.8125 | 0.000s | 52.357s |
| Iteration 30 | 0.8 | 0.375 | 0.8125 | 0.000s | 52.956s |
| Iteration 31 | 0.4 | 0.8125 | 0.8125 | 0.000s | 53.583s |
| Iteration 32 | 0.9 | 0.8125 | 0.8125 | 0.000s | 54.193s |
| Iteration 33 | 0.4 | 0.8125 | 0.8125 | 0.000s | 54.818s |
| Iteration 34 | 0.9 | 0.8125 | 0.8125 | 0.000s | 55.443s |
| Iteration 35 | 0.4 | 0.8125 | 0.8125 | 0.000s | 56.076s |
| Iteration 36 | 0.9 | 0.8125 | 0.8125 | 0.000s | 56.823s |
| Iteration 37 | 0.4 | 0.8125 | 0.8125 | 0.000s | 57.466s |
| Iteration 38 | 0.9 | 0.8125 | 0.8125 | 0.000s | 58.125s |
| Iteration 39 | 0.4 | 0.8125 | 0.8125 | 0.000s | 58.793s |
| Iteration 40 | 0.9 | 0.8125 | 0.8125 | 0.000s | 59.447s |
| Iteration 41 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:00s |
| Iteration 42 | 0.9 | 0.8125 | 0.8125 | 0.000s | 1m:01s |
| Iteration 43 | 0.4 | 0.8125 | 0.8125 | 0.001s | 1m:01s |
| Iteration 44 | 0.9 | 0.8125 | 0.8125 | 0.000s | 1m:02s |
| Iteration 45 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:03s |
| Iteration 46 | 0.9 | 0.8125 | 0.8125 | 0.000s | 1m:04s |
| Iteration 47 | 0.9 | 0.8125 | 0.8125 | 0.003s | 1m:04s |
| Iteration 48 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:05s |
| Iteration 49 | 0.9 | 0.8125 | 0.8125 | 0.000s | 1m:06s |
| Iteration 50 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:06s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'reg_param': 0.4}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:07s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6348
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.4 ± 0.4062
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:07s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 11.4393 | dista.. | auto | 40 | 1 | 0.1875 | 0.1875 | 3.183s | 3.204s |
| Initial point 2 | 4.5494 | uniform | kd_tree | 39 | 2 | 0.5312 | 0.5312 | 3.239s | 6.940s |
| Initial point 3 | 3.5937 | dista.. | ball_tree | 25 | 2 | 0.625 | 0.625 | 3.234s | 10.690s |
| Initial point 4 | 10.4846 | uniform | ball_tree | 39 | 2 | 0.5 | 0.625 | 3.079s | 14.250s |
| Initial point 5 | 8.2133 | dista.. | auto | 30 | 2 | 0.5 | 0.625 | 3.167s | 17.902s |
| Initial point 6 | 9.5116 | dista.. | ball_tree | 21 | 2 | 0.5 | 0.625 | 3.193s | 21.573s |
| Initial point 7 | 6.8034 | dista.. | ball_tree | 24 | 1 | 0.5938 | 0.625 | 3.222s | 25.267s |
| Initial point 8 | 1.6303 | dista.. | ball_tree | 21 | 2 | 0.4375 | 0.625 | 3.176s | 29.346s |
| Initial point 9 | 7.5785 | uniform | ball_tree | 24 | 1 | 0.3438 | 0.625 | 3.217s | 33.070s |
| Initial point 10 | 5.3829 | uniform | brute | 22 | 2 | 0.375 | 0.625 | 3.246s | 36.817s |
| Iteration 11 | 11.4716 | dista.. | kd_tree | 26 | 2 | 0.5 | 0.625 | 3.212s | 40.889s |
| Iteration 12 | 1.4963 | dista.. | auto | 26 | 1 | 0.5 | 0.625 | 3.235s | 45.585s |
| Iteration 13 | 0.0045 | dista.. | brute | 25 | 1 | 0.5 | 0.625 | 3.211s | 50.746s |
| Iteration 14 | 0.0551 | uniform | brute | 34 | 1 | 0.5 | 0.625 | 3.223s | 54.947s |
| Iteration 15 | 11.2404 | uniform | auto | 31 | 2 | 0.5 | 0.625 | 3.208s | 58.935s |
| Iteration 16 | 6.3455 | dista.. | ball_tree | 23 | 1 | 1.0 | 1.0 | 3.207s | 1m:03s |
| Iteration 17 | 11.4716 | dista.. | auto | 23 | 2 | 0.5 | 1.0 | 3.858s | 1m:08s |
| Iteration 18 | 5.4679 | dista.. | brute | 20 | 1 | 0.375 | 1.0 | 3.214s | 1m:12s |
| Iteration 19 | 0.0052 | dista.. | ball_tree | 23 | 2 | 0.5 | 1.0 | 3.222s | 1m:16s |
| Iteration 20 | 6.3043 | dista.. | kd_tree | 24 | 2 | 0.0 | 1.0 | 3.118s | 1m:20s |
| Iteration 21 | 10.8774 | dista.. | ball_tree | 23 | 1 | 0.625 | 1.0 | 3.181s | 1m:24s |
| Iteration 22 | 0.0013 | dista.. | ball_tree | 22 | 1 | 0.5 | 1.0 | 3.187s | 1m:28s |
| Iteration 23 | 4.3351 | dista.. | ball_tree | 26 | 1 | 0.4062 | 1.0 | 3.340s | 1m:32s |
| Iteration 24 | 3.941 | uniform | kd_tree | 38 | 2 | 0.1875 | 1.0 | 3.176s | 1m:36s |
| Iteration 25 | 4.4561 | uniform | kd_tree | 40 | 2 | 0.3438 | 1.0 | 3.165s | 1m:40s |
| Iteration 26 | 11.2534 | dista.. | ball_tree | 24 | 1 | 0.8125 | 1.0 | 3.178s | 1m:44s |
| Iteration 27 | 11.3845 | dista.. | ball_tree | 23 | 1 | 0.4375 | 1.0 | 3.132s | 1m:49s |
| Iteration 28 | 11.4393 | dista.. | ball_tree | 24 | 1 | 0.8125 | 1.0 | 3.138s | 1m:53s |
| Iteration 29 | 6.412 | dista.. | brute | 23 | 1 | 0.625 | 1.0 | 3.130s | 1m:57s |
| Iteration 30 | 0.0984 | dista.. | ball_tree | 24 | 1 | 0.5 | 1.0 | 3.151s | 2m:01s |
| Iteration 31 | 6.4968 | dista.. | ball_tree | 23 | 1 | 0.6562 | 1.0 | 3.169s | 2m:05s |
| Iteration 32 | 6.0323 | dista.. | ball_tree | 23 | 1 | 1.0 | 1.0 | 3.150s | 2m:09s |
| Iteration 33 | 4.7985 | dista.. | ball_tree | 23 | 1 | 0.5625 | 1.0 | 3.160s | 2m:13s |
| Iteration 34 | 5.9723 | dista.. | ball_tree | 23 | 1 | 0.4375 | 1.0 | 3.138s | 2m:17s |
| Iteration 35 | 9.1992 | dista.. | ball_tree | 24 | 1 | 0.5625 | 1.0 | 3.190s | 2m:21s |
| Iteration 36 | 10.2855 | dista.. | ball_tree | 21 | 1 | 0.625 | 1.0 | 3.153s | 2m:25s |
| Iteration 37 | 8.4146 | dista.. | ball_tree | 23 | 1 | 0.9375 | 1.0 | 3.153s | 2m:29s |
| Iteration 38 | 5.4829 | dista.. | ball_tree | 20 | 1 | 0.8125 | 1.0 | 3.145s | 2m:33s |
| Iteration 39 | 9.2587 | dista.. | ball_tree | 32 | 1 | 0.5625 | 1.0 | 3.163s | 2m:37s |
| Iteration 40 | 7.5713 | dista.. | ball_tree | 20 | 1 | 0.5 | 1.0 | 3.149s | 2m:41s |
| Iteration 41 | 11.4062 | dista.. | kd_tree | 38 | 1 | 0.3125 | 1.0 | 3.163s | 2m:45s |
| Iteration 42 | 11.4716 | dista.. | ball_tree | 40 | 1 | 0.4062 | 1.0 | 3.151s | 2m:49s |
| Iteration 43 | 7.9603 | dista.. | auto | 22 | 1 | 0.625 | 1.0 | 3.274s | 2m:55s |
| Iteration 44 | 11.4275 | dista.. | brute | 26 | 1 | 0.75 | 1.0 | 3.264s | 2m:59s |
| Iteration 45 | 11.4716 | dista.. | auto | 26 | 1 | 0.7188 | 1.0 | 3.282s | 3m:03s |
| Iteration 46 | 11.4716 | dista.. | brute | 26 | 1 | 0.4375 | 1.0 | 3.345s | 3m:07s |
| Iteration 47 | 9.7499 | dista.. | auto | 24 | 1 | 0.375 | 1.0 | 3.273s | 3m:12s |
| Iteration 48 | 9.5695 | dista.. | kd_tree | 23 | 1 | 0.4375 | 1.0 | 3.280s | 3m:16s |
| Iteration 49 | 0.1075 | uniform | auto | 40 | 1 | 0.5 | 1.0 | 3.332s | 3m:20s |
| Iteration 50 | 0.4818 | uniform | auto | 20 | 2 | 0.375 | 1.0 | 3.210s | 3m:24s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'radius': 6.3455, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 23, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:25s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.825
Time elapsed: 0.015s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.1012
Time elapsed: 0.050s
-------------------------------------------------
Total time: 3m:25s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.8438 | 0.8438 | 3.588s | 3.596s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.75 | 0.8438 | 3.634s | 7.833s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.5 | 0.8438 | 3.376s | 11.713s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.8125 | 0.8438 | 3.504s | 15.705s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.3125 | 0.8438 | 3.288s | 19.473s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.5625 | 0.8438 | 3.534s | 24.187s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.3438 | 0.8438 | 3.193s | 28.024s |
| Initial point 8 | 411 | 0.019 | SAMME | 1.0 | 1.0 | 3.482s | 32.081s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.5 | 1.0 | 3.153s | 35.703s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.8438 | 1.0 | 3.330s | 39.575s |
| Iteration 11 | 63 | 0.02 | SAMME | 0.25 | 1.0 | 3.198s | 44.027s |
| Iteration 12 | 423 | 0.0233 | SAMME | 0.75 | 1.0 | 3.501s | 48.260s |
| Iteration 13 | 387 | 0.0109 | SAMME | 0.375 | 1.0 | 3.460s | 52.420s |
| Iteration 14 | 412 | 9.5239 | SAMME | 0.6875 | 1.0 | 3.172s | 56.340s |
| Iteration 15 | 412 | 0.01 | SAMME | 0.9375 | 1.0 | 3.491s | 1m:01s |
| Iteration 16 | 409 | 0.0306 | SAMME | 0.75 | 1.0 | 3.440s | 1m:05s |
| Iteration 17 | 414 | 0.01 | SAMME.R | 0.5 | 1.0 | 3.516s | 1m:09s |
| Iteration 18 | 158 | 0.0195 | SAMME | 0.5938 | 1.0 | 3.918s | 1m:14s |
| Iteration 19 | 415 | 0.01 | SAMME | 0.1875 | 1.0 | 3.449s | 1m:18s |
| Iteration 20 | 409 | 0.0137 | SAMME | 0.1875 | 1.0 | 3.444s | 1m:22s |
| Iteration 21 | 410 | 0.0194 | SAMME.R | 0.875 | 1.0 | 3.492s | 1m:26s |
| Iteration 22 | 373 | 0.0217 | SAMME | 0.2812 | 1.0 | 3.397s | 1m:31s |
| Iteration 23 | 408 | 0.0186 | SAMME | 0.6875 | 1.0 | 3.479s | 1m:35s |
| Iteration 24 | 496 | 0.0185 | SAMME | 0.5625 | 1.0 | 3.478s | 1m:39s |
| Iteration 25 | 461 | 0.019 | SAMME.R | 0.5625 | 1.0 | 3.538s | 1m:43s |
| Iteration 26 | 208 | 0.0165 | SAMME | 0.625 | 1.0 | 3.288s | 1m:47s |
| Iteration 27 | 411 | 0.0206 | SAMME.R | 0.3438 | 1.0 | 3.479s | 1m:51s |
| Iteration 28 | 417 | 0.0192 | SAMME.R | 0.5 | 1.0 | 3.513s | 1m:56s |
| Iteration 29 | 410 | 0.0189 | SAMME.R | 0.8125 | 1.0 | 3.502s | 1m:60s |
| Iteration 30 | 412 | 0.0182 | SAMME.R | 0.7188 | 1.0 | 3.515s | 2m:04s |
| Iteration 31 | 411 | 0.0171 | SAMME | 0.4375 | 1.0 | 3.486s | 2m:08s |
| Iteration 32 | 177 | 0.015 | SAMME.R | 0.6875 | 1.0 | 3.320s | 2m:12s |
| Iteration 33 | 423 | 6.66 | SAMME.R | 0.5 | 1.0 | 3.500s | 2m:17s |
| Iteration 34 | 404 | 0.0186 | SAMME.R | 0.6875 | 1.0 | 3.499s | 2m:21s |
| Iteration 35 | 82 | 0.0167 | SAMME.R | 0.8438 | 1.0 | 3.250s | 2m:25s |
| Iteration 36 | 107 | 0.0799 | SAMME.R | 0.3125 | 1.0 | 3.253s | 2m:29s |
| Iteration 37 | 309 | 0.0181 | SAMME.R | 0.9375 | 1.0 | 3.349s | 2m:33s |
| Iteration 38 | 489 | 0.017 | SAMME.R | 0.6562 | 1.0 | 3.518s | 2m:38s |
| Iteration 39 | 490 | 0.016 | SAMME.R | 0.5625 | 1.0 | 3.535s | 2m:42s |
| Iteration 40 | 366 | 0.0812 | SAMME | 0.8125 | 1.0 | 3.393s | 2m:46s |
| Iteration 41 | 288 | 0.0181 | SAMME.R | 0.375 | 1.0 | 3.372s | 2m:50s |
| Iteration 42 | 281 | 0.0918 | SAMME | 0.6875 | 1.0 | 3.326s | 2m:54s |
| Iteration 43 | 413 | 0.0192 | SAMME | 0.6875 | 1.0 | 3.475s | 2m:59s |
| Iteration 44 | 411 | 0.0191 | SAMME | 1.0 | 1.0 | 3.476s | 3m:03s |
| Iteration 45 | 410 | 0.019 | SAMME | 0.9062 | 1.0 | 3.505s | 3m:08s |
| Iteration 46 | 461 | 0.0187 | SAMME.R | 0.5 | 1.0 | 3.576s | 3m:12s |
| Iteration 47 | 311 | 0.0182 | SAMME.R | 0.4688 | 1.0 | 3.444s | 3m:17s |
| Iteration 48 | 410 | 0.019 | SAMME | 0.9062 | 1.0 | 0.001s | 3m:17s |
| Iteration 49 | 410 | 0.1007 | SAMME | 0.875 | 1.0 | 3.483s | 3m:22s |
| Iteration 50 | 409 | 5.7182 | SAMME | 0.5625 | 1.0 | 3.215s | 3m:26s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'n_estimators': 411, 'learning_rate': 0.019, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:27s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9348
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.331s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 1.0 ± 0.0
Time elapsed: 1.517s
-------------------------------------------------
Total time: 3m:29s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.375 | 0.375 | 3.576s | 3.595s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.8125 | 0.8125 | 3.456s | 7.594s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.75 | 0.8125 | 3.478s | 11.600s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.8125 | 3.301s | 15.400s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.375 | 0.8125 | 3.470s | 19.370s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.8125 | 0.8125 | 3.320s | 23.189s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.5625 | 0.8125 | 3.374s | 27.031s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.9375 | 0.9375 | 3.338s | 31.023s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.8125 | 0.9375 | 3.438s | 34.965s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.75 | 0.9375 | 3.428s | 38.874s |
| Iteration 11 | 10 | entropy | None | 2 | 17 | 0.5 | False | 0.0157 | --- | 0.4062 | 0.9375 | 3.193s | 43.018s |
| Iteration 12 | 316 | entropy | None | 3 | 18 | auto | False | 0.0132 | --- | 0.875 | 0.9375 | 3.372s | 47.245s |
| Iteration 13 | 10 | gini | 8 | 20 | 10 | auto | False | 0.0102 | --- | 0.4375 | 0.9375 | 3.167s | 51.262s |
| Iteration 14 | 316 | entropy | None | 6 | 15 | auto | False | 0.0191 | --- | 0.6875 | 0.9375 | 3.347s | 55.534s |
| Iteration 15 | 500 | gini | 7 | 2 | 12 | 0.9 | False | 0.0109 | --- | 0.6875 | 0.9375 | 3.468s | 59.856s |
| Iteration 16 | 500 | gini | 1 | 2 | 8 | log2 | False | 0.0231 | --- | 0.5625 | 0.9375 | 3.470s | 1m:04s |
| Iteration 17 | 331 | entropy | None | 2 | 15 | 0.7 | False | 0.0186 | --- | 0.7812 | 0.9375 | 3.361s | 1m:09s |
| Iteration 18 | 266 | gini | 7 | 6 | 7 | 0.6 | False | 0.0121 | --- | 0.625 | 0.9375 | 3.257s | 1m:13s |
| Iteration 19 | 82 | entropy | 4 | 6 | 15 | auto | False | 0.0304 | --- | 0.25 | 0.9375 | 3.167s | 1m:18s |
| Iteration 20 | 267 | entropy | None | 8 | 20 | 0.6 | False | 0.0079 | --- | 0.2188 | 0.9375 | 3.288s | 1m:23s |
| Iteration 21 | 225 | entropy | None | 17 | 11 | auto | True | 0.0349 | 0.7 | 0.5 | 0.9375 | 3.357s | 1m:27s |
| Iteration 22 | 258 | entropy | None | 3 | 9 | auto | False | 0.0223 | --- | 0.3125 | 0.9375 | 3.283s | 1m:32s |
| Iteration 23 | 329 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.875 | 0.9375 | 3.342s | 1m:36s |
| Iteration 24 | 281 | gini | 2 | 10 | 18 | auto | False | 0.0202 | --- | 0.625 | 0.9375 | 3.284s | 1m:40s |
| Iteration 25 | 49 | gini | None | 7 | 16 | 0.6 | False | 0.0227 | --- | 0.6562 | 0.9375 | 3.190s | 1m:45s |
| Iteration 26 | 281 | entropy | None | 7 | 16 | auto | False | 0.0199 | --- | 0.6875 | 0.9375 | 3.319s | 1m:49s |
| Iteration 27 | 219 | entropy | 5 | 3 | 16 | 0.7 | False | 0.0186 | --- | 0.5 | 0.9375 | 3.170s | 1m:53s |
| Iteration 28 | 140 | gini | None | 4 | 16 | sqrt | False | 0.0186 | --- | 0.875 | 0.9375 | 3.161s | 1m:58s |
| Iteration 29 | 182 | gini | None | 12 | 17 | 0.7 | False | 0.0189 | --- | 0.75 | 0.9375 | 3.229s | 2m:02s |
| Iteration 30 | 425 | gini | None | 15 | 10 | 0.8 | True | 0.0189 | 0.7 | 0.75 | 0.9375 | 3.468s | 2m:06s |
| Iteration 31 | 473 | gini | None | 19 | 17 | 0.5 | False | 0.0189 | --- | 0.3125 | 0.9375 | 3.405s | 2m:11s |
| Iteration 32 | 174 | entropy | 9 | 18 | 16 | 0.7 | False | 0.0188 | --- | 0.6562 | 0.9375 | 3.210s | 2m:15s |
| Iteration 33 | 454 | gini | None | 3 | 18 | 0.5 | False | 0.0141 | --- | 0.375 | 0.9375 | 3.399s | 2m:20s |
| Iteration 34 | 278 | entropy | None | 17 | 20 | auto | False | 0.023 | --- | 0.6875 | 0.9375 | 3.281s | 2m:24s |
| Iteration 35 | 135 | gini | None | 8 | 17 | sqrt | False | 0.0214 | --- | 0.875 | 0.9375 | 3.223s | 2m:28s |
| Iteration 36 | 180 | gini | None | 3 | 17 | sqrt | False | 0.0139 | --- | 0.625 | 0.9375 | 3.188s | 2m:33s |
| Iteration 37 | 41 | gini | None | 18 | 16 | sqrt | False | 0.0201 | --- | 0.8125 | 0.9375 | 3.135s | 2m:37s |
| Iteration 38 | 317 | gini | None | 13 | 16 | sqrt | False | 0.0263 | --- | 0.625 | 0.9375 | 3.306s | 2m:41s |
| Iteration 39 | 67 | gini | None | 2 | 16 | sqrt | False | 0.0302 | --- | 0.625 | 0.9375 | 3.151s | 2m:45s |
| Iteration 40 | 300 | entropy | None | 7 | 19 | auto | False | 0.0161 | --- | 1.0 | 1.0 | 3.303s | 2m:50s |
| Iteration 41 | 235 | entropy | 2 | 3 | 20 | auto | True | 0.0159 | 0.7 | 0.5 | 1.0 | 3.301s | 2m:54s |
| Iteration 42 | 27 | entropy | None | 19 | 20 | auto | False | 0.0165 | --- | 0.625 | 1.0 | 3.755s | 2m:59s |
| Iteration 43 | 467 | entropy | None | 12 | 19 | auto | True | 0.016 | 0.5 | 0.5 | 1.0 | 3.453s | 3m:04s |
| Iteration 44 | 500 | gini | 4 | 2 | 5 | 0.7 | False | 0.0118 | --- | 0.875 | 1.0 | 3.456s | 3m:09s |
| Iteration 45 | 500 | entropy | 5 | 19 | 3 | 0.7 | False | 0.0177 | --- | 0.8125 | 1.0 | 3.457s | 3m:13s |
| Iteration 46 | 417 | gini | 2 | 17 | 7 | 0.7 | False | 0.0141 | --- | 0.5625 | 1.0 | 3.420s | 3m:18s |
| Iteration 47 | 389 | gini | 5 | 5 | 3 | 0.7 | False | 0.0084 | --- | 0.4688 | 1.0 | 3.397s | 3m:22s |
| Iteration 48 | 500 | entropy | 4 | 10 | 6 | 0.7 | False | 0.0169 | --- | 0.75 | 1.0 | 3.483s | 3m:27s |
| Iteration 49 | 500 | gini | 4 | 12 | 8 | 0.6 | False | 0.0102 | --- | 0.875 | 1.0 | 3.474s | 3m:32s |
| Iteration 50 | 500 | gini | 4 | 9 | 8 | 0.7 | False | 0.0107 | --- | 0.8125 | 1.0 | 3.457s | 3m:36s |
Bayesian Optimization ---------------------------
Best call --> Iteration 40
Best parameters --> {'n_estimators': 300, 'criterion': 'entropy', 'max_depth': None, 'min_samples_split': 7, 'min_samples_leaf': 19, 'max_features': 'auto', 'bootstrap': False, 'ccp_alpha': 0.0161}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:38s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8732
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.206s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.91 ± 0.08
Time elapsed: 0.920s
-------------------------------------------------
Total time: 3m:39s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.208s | 3.227s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.9375 | 0.9375 | 3.216s | 6.948s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.9375 | 3.203s | 10.676s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.9375 | 3.138s | 14.303s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.9375 | 3.170s | 17.998s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.9375 | 3.159s | 21.622s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.9375 | 3.179s | 25.290s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.9375 | 3.155s | 28.937s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.5625 | 0.9375 | 3.205s | 32.842s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.9375 | 3.174s | 36.803s |
| Iteration 11 | 385 | 0.0516 | 8 | 0.2788 | 3 | 0.9 | 1.0 | 0.01 | 0.1 | 0.375 | 0.9375 | 3.183s | 40.805s |
| Iteration 12 | 227 | 0.0419 | 6 | 0.3078 | 6 | 0.9 | 0.9 | 0.1 | 0.1 | 0.7812 | 0.9375 | 3.172s | 44.961s |
| Iteration 13 | 446 | 0.043 | 6 | 0.5581 | 1 | 0.7 | 0.9 | 0.1 | 0.1 | 0.75 | 0.9375 | 3.199s | 49.046s |
| Iteration 14 | 461 | 0.0477 | 7 | 0.3849 | 2 | 0.9 | 0.9 | 0.1 | 0 | 0.5625 | 0.9375 | 3.217s | 53.009s |
| Iteration 15 | 328 | 0.0332 | 5 | 0.357 | 5 | 0.8 | 0.9 | 0.1 | 0.01 | 0.8438 | 0.9375 | 3.181s | 56.930s |
| Iteration 16 | 182 | 0.8363 | 4 | 0.0213 | 2 | 0.5 | 0.5 | 0.1 | 100 | 0.5 | 0.9375 | 3.166s | 1m:01s |
| Iteration 17 | 153 | 0.0111 | 3 | 0.772 | 9 | 0.8 | 0.9 | 0.1 | 1 | 0.5 | 0.9375 | 3.155s | 1m:05s |
| Iteration 18 | 327 | 0.0337 | 3 | 0.5667 | 4 | 0.8 | 0.9 | 0.1 | 0.1 | 0.375 | 0.9375 | 3.178s | 1m:09s |
| Iteration 19 | 435 | 0.756 | 5 | 0.9971 | 8 | 0.6 | 1.0 | 100 | 100 | 0.5 | 0.9375 | 3.802s | 1m:14s |
| Iteration 20 | 474 | 0.01 | 5 | 0.4165 | 7 | 0.9 | 0.9 | 0.1 | 0.1 | 0.5 | 0.9375 | 3.182s | 1m:18s |
| Iteration 21 | 436 | 0.0421 | 6 | 0.4265 | 6 | 0.6 | 1.0 | 100 | 100 | 0.5 | 0.9375 | 3.212s | 1m:22s |
| Iteration 22 | 499 | 0.0696 | 7 | 0.6083 | 3 | 0.9 | 0.9 | 0.01 | 0.01 | 0.2812 | 0.9375 | 3.195s | 1m:26s |
| Iteration 23 | 329 | 0.0405 | 6 | 0.7428 | 4 | 0.8 | 0.7 | 0.1 | 0.1 | 0.75 | 0.9375 | 3.190s | 1m:31s |
| Iteration 24 | 311 | 0.0402 | 6 | 0.651 | 5 | 0.8 | 0.9 | 0.1 | 0.1 | 0.5625 | 0.9375 | 3.166s | 1m:35s |
| Iteration 25 | 238 | 0.0625 | 5 | 0.3733 | 10 | 0.8 | 0.9 | 0.1 | 1 | 0.5 | 0.9375 | 3.162s | 1m:40s |
| Iteration 26 | 396 | 0.037 | 6 | 0.1305 | 4 | 0.5 | 0.8 | 0.1 | 0.01 | 0.4375 | 0.9375 | 3.198s | 1m:44s |
| Iteration 27 | 435 | 0.0394 | 6 | 0.266 | 2 | 0.8 | 0.7 | 0.1 | 0.1 | 0.4375 | 0.9375 | 3.186s | 1m:48s |
| Iteration 28 | 30 | 0.1766 | 7 | 0.8898 | 7 | 0.8 | 0.8 | 0.1 | 0 | 0.5 | 0.9375 | 3.130s | 1m:52s |
| Iteration 29 | 343 | 0.0373 | 6 | 0.4244 | 7 | 0.5 | 0.9 | 0.1 | 0.1 | 0.5 | 0.9375 | 3.180s | 1m:56s |
| Iteration 30 | 176 | 0.0118 | 6 | 0.5955 | 5 | 1.0 | 0.8 | 0.1 | 0.01 | 0.7812 | 0.9375 | 3.164s | 2m:00s |
| Iteration 31 | 352 | 0.0801 | 6 | 0.3953 | 4 | 0.8 | 0.9 | 0.1 | 0.1 | 0.5 | 0.9375 | 3.181s | 2m:04s |
| Iteration 32 | 216 | 0.041 | 6 | 0.425 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.8125 | 0.9375 | 3.180s | 2m:09s |
| Iteration 33 | 461 | 0.0382 | 6 | 0.3913 | 5 | 0.8 | 0.9 | 0.1 | 0.1 | 0.4375 | 0.9375 | 3.227s | 2m:13s |
| Iteration 34 | 171 | 0.1384 | 6 | 0.534 | 3 | 0.8 | 0.9 | 0.1 | 0.01 | 0.5 | 0.9375 | 3.175s | 2m:18s |
| Iteration 35 | 301 | 0.042 | 6 | 0.2737 | 3 | 0.9 | 0.6 | 0.1 | 0.01 | 0.6875 | 0.9375 | 3.205s | 2m:22s |
| Iteration 36 | 89 | 0.0423 | 6 | 0.2818 | 6 | 0.9 | 0.9 | 0.1 | 0.1 | 0.5312 | 0.9375 | 3.276s | 2m:26s |
| Iteration 37 | 456 | 0.0422 | 6 | 0.224 | 9 | 0.5 | 0.8 | 0.01 | 1 | 0.5 | 0.9375 | 3.335s | 2m:30s |
| Iteration 38 | 382 | 0.0421 | 6 | 0.1441 | 7 | 0.8 | 0.8 | 0.1 | 1 | 0.625 | 0.9375 | 3.272s | 2m:35s |
| Iteration 39 | 323 | 0.0321 | 5 | 0.5923 | 5 | 0.5 | 0.7 | 0.1 | 0.01 | 0.5 | 0.9375 | 3.204s | 2m:39s |
| Iteration 40 | 417 | 0.0424 | 6 | 0.0487 | 6 | 0.9 | 0.4 | 0.1 | 0.1 | 0.8125 | 0.9375 | 3.284s | 2m:43s |
| Iteration 41 | 268 | 0.0337 | 5 | 0.7411 | 4 | 0.9 | 0.7 | 0.1 | 0.01 | 0.5625 | 0.9375 | 3.217s | 2m:48s |
| Iteration 42 | 300 | 0.0113 | 6 | 0.1363 | 2 | 0.9 | 1.0 | 0.1 | 0.01 | 0.5625 | 0.9375 | 3.192s | 2m:52s |
| Iteration 43 | 363 | 0.2339 | 5 | 0.3438 | 5 | 1.0 | 0.9 | 1 | 1 | 0.375 | 0.9375 | 3.169s | 2m:56s |
| Iteration 44 | 341 | 0.0423 | 6 | 0.5894 | 6 | 0.8 | 0.5 | 0.1 | 0.1 | 1.0 | 1.0 | 3.193s | 3m:00s |
| Iteration 45 | 334 | 0.0424 | 6 | 0.9859 | 6 | 0.8 | 0.8 | 10 | 0.1 | 0.5 | 1.0 | 3.227s | 3m:05s |
| Iteration 46 | 375 | 0.0474 | 6 | 0.2608 | 6 | 0.7 | 0.5 | 0.1 | 100 | 0.5 | 1.0 | 3.236s | 3m:10s |
| Iteration 47 | 323 | 0.0424 | 6 | 0.093 | 7 | 0.8 | 0.9 | 0.1 | 0.1 | 0.375 | 1.0 | 3.216s | 3m:14s |
| Iteration 48 | 382 | 0.0426 | 6 | 0.5703 | 4 | 0.8 | 0.9 | 0.1 | 1 | 0.875 | 1.0 | 3.405s | 3m:19s |
| Iteration 49 | 356 | 0.0422 | 6 | 0.5324 | 4 | 1.0 | 0.6 | 0.1 | 0.1 | 0.6875 | 1.0 | 3.153s | 3m:23s |
| Iteration 50 | 235 | 0.0415 | 6 | 0.7792 | 6 | 0.7 | 0.5 | 0.1 | 100 | 0.5 | 1.0 | 3.178s | 3m:28s |
Bayesian Optimization ---------------------------
Best call --> Iteration 44
Best parameters --> {'n_estimators': 341, 'learning_rate': 0.0423, 'max_depth': 6, 'gamma': 0.5894, 'min_child_weight': 6, 'subsample': 0.8, 'colsample_bytree': 0.5, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.754
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.075s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.715 ± 0.2183
Time elapsed: 0.221s
-------------------------------------------------
Total time: 3m:29s
Final results ==================== >>
Duration: 24m:03s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.96 ± 0.049
Logistic Regression --> roc_auc: 0.68 ± 0.1288 ~
Linear Discriminant Analysis --> roc_auc: 0.45 ± 0.4
Quadratic Discriminant Analysis --> roc_auc: 0.4 ± 0.4062
Radius Nearest Neighbors --> roc_auc: 0.7 ± 0.1012
AdaBoost --> roc_auc: 1.0 ± 0.0 !
Random Forest --> roc_auc: 0.91 ± 0.08
XGBoost --> roc_auc: 0.715 ± 0.2183
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 832 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAARDNYGQNFVF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVLSNDYKLSF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVRGAAGNKLTF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CVVNTGFQKLVF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVEDQTGANNLFF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAVSSGNTPLVF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAASGGGSNYKLTF.
>>> Dropping feature CAATNFGNEKLTF.
>>> Dropping feature CASSLGRTEAFF.
>>> Dropping feature CASSPGGYEQYF.
>>> Dropping feature CAVVSGGYNKLIF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CAVSPSGGYQKVTF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CASSSTDTQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CASSFSYEQYF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVKGFGNVLHC.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CASSPSSYEQYF.
>>> Dropping feature CAVANDYKLSF.
>>> Dropping feature CAVDNQAGTALIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVINTGGFKTIF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.9375 | 0.9375 | 0.676s | 0.697s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.375 | 0.9375 | 0.709s | 1.894s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.375 | 0.9375 | 0.675s | 3.051s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.8125 | 0.9375 | 0.707s | 4.265s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 1.0 | 1.0 | 0.717s | 5.464s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.875 | 1.0 | 0.757s | 6.699s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.8125 | 1.0 | 0.729s | 7.917s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.9375 | 1.0 | 0.771s | 9.170s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.875 | 1.0 | 0.699s | 10.354s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.875 | 1.0 | 0.698s | 11.545s |
| Iteration 11 | exponen.. | 0.1025 | 207 | 0.6 | friedman_mse | 11 | 1 | 10 | sqrt | 0.0199 | 1.0 | 1.0 | 0.708s | 13.047s |
| Iteration 12 | deviance | 1.0 | 445 | 0.5 | friedman_mse | 12 | 1 | 2 | auto | 0.0023 | 0.625 | 1.0 | 0.764s | 14.690s |
| Iteration 13 | exponen.. | 0.01 | 196 | 1.0 | friedman_mse | 10 | 9 | 10 | None | 0.035 | 0.8438 | 1.0 | 0.712s | 16.260s |
| Iteration 14 | exponen.. | 0.0567 | 164 | 0.6 | friedman_mse | 10 | 2 | 9 | log2 | 0.0187 | 0.125 | 1.0 | 0.691s | 17.990s |
| Iteration 15 | exponen.. | 0.2083 | 224 | 0.8 | friedman_mse | 13 | 14 | 2 | None | 0.0333 | 0.75 | 1.0 | 0.725s | 19.578s |
| Iteration 16 | exponen.. | 0.0818 | 213 | 0.5 | friedman_mse | 11 | 1 | 10 | auto | 0.0126 | 0.9375 | 1.0 | 0.720s | 21.123s |
| Iteration 17 | exponen.. | 0.0343 | 230 | 0.6 | friedman_mse | 10 | 1 | 9 | auto | 0.0149 | 0.5 | 1.0 | 0.714s | 22.782s |
| Iteration 18 | exponen.. | 0.3162 | 231 | 0.6 | friedman_mse | 5 | 3 | 9 | 0.9 | 0.0236 | 1.0 | 1.0 | 0.731s | 24.401s |
| Iteration 19 | deviance | 0.6632 | 32 | 1.0 | friedman_mse | 13 | 1 | 10 | None | 0.0224 | 0.875 | 1.0 | 0.667s | 25.960s |
| Iteration 20 | deviance | 0.087 | 470 | 0.6 | friedman_mse | 4 | 3 | 9 | 0.6 | 0.0253 | 0.75 | 1.0 | 1.484s | 28.345s |
| Iteration 21 | exponen.. | 0.425 | 491 | 0.9 | friedman_mse | 2 | 1 | 10 | 0.7 | 0.0202 | 0.625 | 1.0 | 0.830s | 30.113s |
| Iteration 22 | exponen.. | 0.1822 | 199 | 0.7 | friedman_mse | 10 | 1 | 10 | 0.5 | 0.0208 | 1.0 | 1.0 | 0.719s | 31.804s |
| Iteration 23 | deviance | 0.1222 | 198 | 0.6 | friedman_mse | 2 | 3 | 9 | 0.7 | 0.0331 | 0.75 | 1.0 | 0.679s | 33.397s |
| Iteration 24 | exponen.. | 0.2239 | 272 | 0.6 | friedman_mse | 6 | 3 | 9 | 0.5 | 0.0318 | 0.875 | 1.0 | 0.743s | 35.127s |
| Iteration 25 | exponen.. | 0.0324 | 166 | 1.0 | friedman_mse | 15 | 8 | 7 | 0.8 | 0.0194 | 1.0 | 1.0 | 0.713s | 36.718s |
| Iteration 26 | exponen.. | 0.277 | 222 | 0.6 | friedman_mse | 5 | 3 | 9 | 0.6 | 0.0257 | 0.5625 | 1.0 | 0.736s | 38.402s |
| Iteration 27 | deviance | 0.1243 | 204 | 0.5 | friedman_mse | 11 | 2 | 9 | 0.7 | 0.014 | 0.75 | 1.0 | 0.731s | 39.947s |
| Iteration 28 | deviance | 0.0304 | 152 | 1.0 | friedman_mse | 16 | 7 | 7 | 0.8 | 0.0154 | 0.875 | 1.0 | 0.711s | 41.492s |
| Iteration 29 | exponen.. | 0.3163 | 75 | 0.6 | friedman_mse | 5 | 3 | 9 | 0.9 | 0.026 | 0.5938 | 1.0 | 0.696s | 43.146s |
| Iteration 30 | deviance | 0.0184 | 166 | 1.0 | friedman_mse | 12 | 11 | 5 | 0.8 | 0.0312 | 0.8438 | 1.0 | 0.713s | 44.762s |
| Iteration 31 | exponen.. | 0.058 | 302 | 0.6 | friedman_mse | 2 | 3 | 5 | 0.9 | 0.0186 | 0.875 | 1.0 | 0.759s | 46.519s |
| Iteration 32 | exponen.. | 0.0494 | 164 | 1.0 | friedman_mse | 16 | 5 | 9 | 0.8 | 0.0203 | 1.0 | 1.0 | 0.714s | 48.304s |
| Iteration 33 | exponen.. | 0.0265 | 182 | 0.6 | friedman_mse | 15 | 14 | 8 | sqrt | 0.0217 | 0.5 | 1.0 | 0.730s | 50.062s |
| Iteration 34 | exponen.. | 0.1052 | 151 | 1.0 | friedman_mse | 19 | 7 | 3 | 0.8 | 0.0197 | 1.0 | 1.0 | 0.738s | 51.974s |
| Iteration 35 | deviance | 0.0356 | 333 | 0.6 | friedman_mse | 2 | 1 | 6 | sqrt | 0.0045 | 0.5625 | 1.0 | 0.821s | 53.779s |
| Iteration 36 | exponen.. | 0.0424 | 221 | 0.6 | friedman_mse | 14 | 1 | 9 | sqrt | 0.0153 | 0.625 | 1.0 | 0.747s | 55.495s |
| Iteration 37 | exponen.. | 0.1143 | 161 | 1.0 | friedman_mse | 16 | 7 | 8 | 0.8 | 0.025 | 0.9375 | 1.0 | 0.752s | 57.356s |
| Iteration 38 | deviance | 0.0418 | 251 | 0.6 | friedman_mse | 4 | 3 | 9 | 0.9 | 0.0233 | 0.9375 | 1.0 | 0.752s | 59.280s |
| Iteration 39 | exponen.. | 0.011 | 171 | 1.0 | friedman_mse | 15 | 1 | 3 | 0.8 | 0.0266 | 0.7188 | 1.0 | 0.781s | 1m:01s |
| Iteration 40 | exponen.. | 0.1402 | 199 | 0.6 | friedman_mse | 8 | 1 | 1 | sqrt | 0.0332 | 0.625 | 1.0 | 0.667s | 1m:03s |
| Iteration 41 | exponen.. | 0.9077 | 132 | 1.0 | friedman_mse | 5 | 3 | 8 | 0.9 | 0.0095 | 1.0 | 1.0 | 0.706s | 1m:05s |
| Iteration 42 | deviance | 0.0304 | 166 | 1.0 | friedman_mse | 16 | 5 | 9 | 0.8 | 0.0022 | 1.0 | 1.0 | 0.705s | 1m:07s |
| Iteration 43 | deviance | 0.0519 | 175 | 1.0 | friedman_mse | 14 | 9 | 10 | 0.8 | 0.008 | 0.9375 | 1.0 | 0.711s | 1m:09s |
| Iteration 44 | deviance | 0.4573 | 147 | 1.0 | friedman_mse | 12 | 3 | 7 | 0.8 | 0.0121 | 0.375 | 1.0 | 0.712s | 1m:11s |
| Iteration 45 | exponen.. | 0.3839 | 223 | 0.6 | friedman_mse | 11 | 2 | 10 | sqrt | 0.0083 | 0.75 | 1.0 | 1.318s | 1m:13s |
| Iteration 46 | exponen.. | 0.0436 | 200 | 1.0 | friedman_mse | 16 | 17 | 8 | 0.8 | 0.0224 | 0.8125 | 1.0 | 0.713s | 1m:15s |
| Iteration 47 | deviance | 0.5489 | 257 | 0.6 | friedman_mse | 4 | 3 | 8 | 0.9 | 0.021 | 0.7188 | 1.0 | 0.741s | 1m:16s |
| Iteration 48 | exponen.. | 0.2381 | 227 | 0.6 | friedman_mse | 5 | 10 | 9 | 0.9 | 0.0312 | 0.9375 | 1.0 | 0.729s | 1m:18s |
| Iteration 49 | deviance | 0.0998 | 155 | 1.0 | friedman_mse | 19 | 2 | 4 | 0.8 | 0.0263 | 0.8125 | 1.0 | 0.708s | 1m:20s |
| Iteration 50 | exponen.. | 0.0641 | 214 | 0.6 | friedman_mse | 10 | 6 | 10 | sqrt | 0.0084 | 0.625 | 1.0 | 0.725s | 1m:22s |
Bayesian Optimization ---------------------------
Best call --> Iteration 34
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.1052, 'n_estimators': 151, 'subsample': 1.0, 'criterion': 'friedman_mse', 'min_samples_split': 19, 'min_samples_leaf': 7, 'max_depth': 3, 'max_features': 0.8, 'ccp_alpha': 0.0197}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9911
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.043s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.965 ± 0.0436
Time elapsed: 0.197s
-------------------------------------------------
Total time: 1m:24s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.6875 | 0.6875 | 0.694s | 0.706s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.375 | 0.6875 | 0.687s | 2.019s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.4375 | 0.6875 | 0.688s | 3.177s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.6875 | 0.6875 | 0.696s | 4.347s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.5 | 0.6875 | 0.695s | 5.643s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.4375 | 0.6875 | 0.699s | 6.820s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.5625 | 0.6875 | 0.686s | 8.024s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.4375 | 0.6875 | 0.695s | 9.374s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.6875 | 0.6875 | 0.690s | 10.717s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.8125 | 0.8125 | 0.681s | 11.917s |
| Iteration 11 | l2 | 0.001 | libli.. | 100 | --- | 0.9375 | 0.9375 | 0.680s | 13.941s |
| Iteration 12 | none | --- | sag | 100 | --- | 0.5 | 0.9375 | 0.678s | 15.529s |
| Iteration 13 | l2 | 0.001 | lbfgs | 100 | --- | 0.4375 | 0.9375 | 0.685s | 17.047s |
| Iteration 14 | l2 | 0.001 | lbfgs | 1000 | --- | 0.0 | 0.9375 | 0.677s | 18.462s |
| Iteration 15 | l2 | 0.001 | saga | 115 | --- | 0.625 | 0.9375 | 0.683s | 21.024s |
| Iteration 16 | l2 | 0.001 | sag | 119 | --- | 0.5 | 0.9375 | 0.641s | 22.794s |
| Iteration 17 | l2 | 0.0032 | sag | 107 | --- | 0.6875 | 0.9375 | 0.647s | 24.879s |
| Iteration 18 | none | --- | newto.. | 744 | --- | 0.5 | 0.9375 | 0.650s | 26.520s |
| Iteration 19 | l2 | 25.7224 | lbfgs | 1000 | --- | 0.5 | 0.9375 | 0.650s | 27.903s |
| Iteration 20 | l2 | 0.1606 | sag | 1000 | --- | 0.8125 | 0.9375 | 0.638s | 29.319s |
| Iteration 21 | elast.. | 38.0906 | saga | 897 | 0.6 | 0.5 | 0.9375 | 0.659s | 30.728s |
| Iteration 22 | l2 | 0.001 | libli.. | 653 | --- | 0.8125 | 0.9375 | 1.218s | 32.737s |
| Iteration 23 | l2 | 0.001 | libli.. | 100 | --- | 0.9375 | 0.9375 | 0.001s | 33.510s |
| Iteration 24 | l2 | 0.0011 | libli.. | 100 | --- | 0.9375 | 0.9375 | 0.636s | 35.049s |
| Iteration 25 | l2 | 1.4315 | sag | 100 | --- | 0.5 | 0.9375 | 0.649s | 36.685s |
| Iteration 26 | l2 | 0.0093 | sag | 1000 | --- | 0.6875 | 0.9375 | 0.639s | 38.223s |
| Iteration 27 | l2 | 0.001 | libli.. | 106 | --- | 0.6875 | 0.9375 | 0.643s | 39.814s |
| Iteration 28 | none | --- | sag | 242 | --- | 0.875 | 0.9375 | 0.634s | 41.577s |
| Iteration 29 | l2 | 0.001 | libli.. | 191 | --- | 0.3125 | 0.9375 | 0.631s | 43.064s |
| Iteration 30 | l2 | 1.0581 | newto.. | 100 | --- | 0.8125 | 0.9375 | 0.644s | 44.631s |
| Iteration 31 | l2 | 0.001 | newto.. | 102 | --- | 0.5 | 0.9375 | 0.653s | 46.532s |
| Iteration 32 | l2 | 0.001 | libli.. | 1000 | --- | 1.0 | 1.0 | 0.646s | 48.546s |
| Iteration 33 | l2 | 0.0013 | libli.. | 760 | --- | 0.3125 | 1.0 | 0.650s | 50.132s |
| Iteration 34 | l2 | 0.001 | libli.. | 838 | --- | 0.875 | 1.0 | 0.660s | 51.681s |
| Iteration 35 | l2 | 0.001 | libli.. | 645 | --- | 0.375 | 1.0 | 0.641s | 53.206s |
| Iteration 36 | l2 | 0.001 | libli.. | 150 | --- | 0.75 | 1.0 | 0.633s | 54.742s |
| Iteration 37 | l2 | 0.001 | libli.. | 232 | --- | 0.9375 | 1.0 | 0.638s | 56.464s |
| Iteration 38 | l2 | 0.001 | libli.. | 747 | --- | 0.6875 | 1.0 | 0.640s | 58.003s |
| Iteration 39 | l2 | 0.001 | libli.. | 946 | --- | 0.75 | 1.0 | 0.646s | 59.544s |
| Iteration 40 | l1 | 0.001 | libli.. | 216 | --- | 0.5 | 1.0 | 0.645s | 1m:02s |
| Iteration 41 | l2 | 0.0011 | libli.. | 147 | --- | 0.8125 | 1.0 | 0.644s | 1m:04s |
| Iteration 42 | l2 | 0.0011 | libli.. | 582 | --- | 0.3125 | 1.0 | 0.640s | 1m:06s |
| Iteration 43 | l2 | 0.001 | libli.. | 1000 | --- | 1.0 | 1.0 | 0.001s | 1m:07s |
| Iteration 44 | l2 | 0.001 | libli.. | 557 | --- | 0.625 | 1.0 | 0.645s | 1m:08s |
| Iteration 45 | l2 | 0.001 | libli.. | 592 | --- | 0.75 | 1.0 | 0.635s | 1m:10s |
| Iteration 46 | l2 | 0.001 | libli.. | 477 | --- | 0.6875 | 1.0 | 0.634s | 1m:12s |
| Iteration 47 | l2 | 0.001 | libli.. | 342 | --- | 0.6875 | 1.0 | 0.632s | 1m:13s |
| Iteration 48 | l2 | 0.001 | libli.. | 827 | --- | 0.75 | 1.0 | 0.632s | 1m:15s |
| Iteration 49 | l2 | 0.0012 | libli.. | 139 | --- | 0.875 | 1.0 | 0.690s | 1m:17s |
| Iteration 50 | l2 | 0.0012 | libli.. | 976 | --- | 0.6875 | 1.0 | 0.684s | 1m:19s |
Bayesian Optimization ---------------------------
Best call --> Iteration 32
Best parameters --> {'penalty': 'l2', 'C': 0.001, 'solver': 'liblinear', 'max_iter': 1000}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7696
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.61 ± 0.02
Time elapsed: 0.052s
-------------------------------------------------
Total time: 1m:20s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.5625 | 0.5625 | 0.703s | 0.708s |
| Initial point 2 | svd | --- | 0.375 | 0.5625 | 0.677s | 1.856s |
| Initial point 3 | svd | --- | 0.375 | 0.5625 | 0.000s | 2.346s |
| Initial point 4 | lsqr | 0.8 | 0.75 | 0.75 | 0.672s | 3.489s |
| Initial point 5 | eigen | 0.9 | 1.0 | 1.0 | 0.670s | 4.715s |
| Initial point 6 | lsqr | 0.7 | 0.375 | 1.0 | 0.671s | 5.845s |
| Initial point 7 | lsqr | 0.5 | 0.5625 | 1.0 | 0.678s | 7.165s |
| Initial point 8 | lsqr | 0.9 | 0.5 | 1.0 | 0.682s | 8.316s |
| Initial point 9 | lsqr | 0.6 | 0.6875 | 1.0 | 0.673s | 9.442s |
| Initial point 10 | eigen | 0.8 | 0.8125 | 1.0 | 0.674s | 10.583s |
| Iteration 11 | eigen | 0.9 | 1.0 | 1.0 | 0.001s | 11.173s |
| Iteration 12 | eigen | 0.7 | 0.5 | 1.0 | 0.631s | 12.395s |
| Iteration 13 | eigen | auto | 0.5 | 1.0 | 0.624s | 13.615s |
| Iteration 14 | lsqr | auto | 0.0 | 1.0 | 0.620s | 14.852s |
| Iteration 15 | svd | --- | 0.375 | 1.0 | 0.000s | 15.459s |
| Iteration 16 | svd | --- | 0.375 | 1.0 | 0.000s | 16.066s |
| Iteration 17 | eigen | 0.5 | 0.5 | 1.0 | 0.629s | 17.341s |
| Iteration 18 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 17.989s |
| Iteration 19 | svd | --- | 0.375 | 1.0 | 0.000s | 18.612s |
| Iteration 20 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 19.245s |
| Iteration 21 | eigen | 0.6 | 0.5625 | 1.0 | 0.626s | 20.520s |
| Iteration 22 | eigen | None | 0.5 | 1.0 | 0.625s | 21.811s |
| Iteration 23 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 22.466s |
| Iteration 24 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 23.128s |
| Iteration 25 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 23.779s |
| Iteration 26 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 24.418s |
| Iteration 27 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 25.063s |
| Iteration 28 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 25.726s |
| Iteration 29 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 26.467s |
| Iteration 30 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 27.209s |
| Iteration 31 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 27.885s |
| Iteration 32 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 28.562s |
| Iteration 33 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 29.253s |
| Iteration 34 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 29.936s |
| Iteration 35 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 30.627s |
| Iteration 36 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 32.696s |
| Iteration 37 | eigen | 0.9 | 1.0 | 1.0 | 0.001s | 33.676s |
| Iteration 38 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 34.412s |
| Iteration 39 | eigen | 0.9 | 1.0 | 1.0 | 0.001s | 35.167s |
| Iteration 40 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 35.898s |
| Iteration 41 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 36.635s |
| Iteration 42 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 37.389s |
| Iteration 43 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 38.158s |
| Iteration 44 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 38.916s |
| Iteration 45 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 39.669s |
| Iteration 46 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 40.474s |
| Iteration 47 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 41.257s |
| Iteration 48 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 42.041s |
| Iteration 49 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 42.831s |
| Iteration 50 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 44.255s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 45.224s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7571
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.6 ± 0.0548
Time elapsed: 0.030s
-------------------------------------------------
Total time: 45.264s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.5625 | 0.5625 | 0.632s | 0.635s |
| Initial point 2 | 0.9 | 0.3125 | 0.5625 | 0.647s | 1.740s |
| Initial point 3 | 0.1 | 0.375 | 0.5625 | 1.223s | 3.420s |
| Initial point 4 | 1.0 | 0.5625 | 0.5625 | 0.000s | 3.875s |
| Initial point 5 | 0.2 | 1.0 | 1.0 | 0.640s | 4.961s |
| Initial point 6 | 0.4 | 0.375 | 1.0 | 0.640s | 6.066s |
| Initial point 7 | 0.4 | 0.375 | 1.0 | 0.000s | 6.541s |
| Initial point 8 | 0.7 | 0.4375 | 1.0 | 0.660s | 7.862s |
| Initial point 9 | 0.9 | 0.3125 | 1.0 | 0.001s | 8.338s |
| Initial point 10 | 0.8 | 0.8125 | 1.0 | 0.654s | 9.492s |
| Iteration 11 | 0.3 | 1.0 | 1.0 | 0.660s | 10.724s |
| Iteration 12 | 0.6 | 0.625 | 1.0 | 0.645s | 11.928s |
| Iteration 13 | 0.5 | 0.4375 | 1.0 | 0.632s | 13.112s |
| Iteration 14 | 0.0 | 0.0625 | 1.0 | 0.635s | 14.312s |
| Iteration 15 | 0.2 | 1.0 | 1.0 | 0.000s | 14.871s |
| Iteration 16 | 0.3 | 1.0 | 1.0 | 0.000s | 15.424s |
| Iteration 17 | 0.3 | 1.0 | 1.0 | 0.000s | 16.007s |
| Iteration 18 | 0.2 | 1.0 | 1.0 | 0.000s | 16.710s |
| Iteration 19 | 0.3 | 1.0 | 1.0 | 0.000s | 17.271s |
| Iteration 20 | 0.2 | 1.0 | 1.0 | 0.000s | 17.843s |
| Iteration 21 | 0.2 | 1.0 | 1.0 | 0.001s | 18.411s |
| Iteration 22 | 0.3 | 1.0 | 1.0 | 0.001s | 18.979s |
| Iteration 23 | 0.3 | 1.0 | 1.0 | 0.000s | 19.557s |
| Iteration 24 | 0.2 | 1.0 | 1.0 | 0.000s | 20.127s |
| Iteration 25 | 0.2 | 1.0 | 1.0 | 0.000s | 20.705s |
| Iteration 26 | 0.3 | 1.0 | 1.0 | 0.000s | 21.518s |
| Iteration 27 | 0.2 | 1.0 | 1.0 | 0.000s | 22.145s |
| Iteration 28 | 0.3 | 1.0 | 1.0 | 0.000s | 22.726s |
| Iteration 29 | 0.2 | 1.0 | 1.0 | 0.000s | 23.452s |
| Iteration 30 | 0.3 | 1.0 | 1.0 | 0.000s | 24.039s |
| Iteration 31 | 0.2 | 1.0 | 1.0 | 0.000s | 24.633s |
| Iteration 32 | 0.3 | 1.0 | 1.0 | 0.000s | 25.228s |
| Iteration 33 | 0.3 | 1.0 | 1.0 | 0.000s | 25.843s |
| Iteration 34 | 0.2 | 1.0 | 1.0 | 0.000s | 26.449s |
| Iteration 35 | 0.2 | 1.0 | 1.0 | 0.000s | 27.071s |
| Iteration 36 | 0.3 | 1.0 | 1.0 | 0.000s | 27.687s |
| Iteration 37 | 0.6 | 0.625 | 1.0 | 0.000s | 28.302s |
| Iteration 38 | 0.1 | 0.375 | 1.0 | 0.000s | 28.926s |
| Iteration 39 | 0.3 | 1.0 | 1.0 | 0.000s | 29.557s |
| Iteration 40 | 0.2 | 1.0 | 1.0 | 0.000s | 30.204s |
| Iteration 41 | 0.3 | 1.0 | 1.0 | 0.000s | 30.857s |
| Iteration 42 | 0.2 | 1.0 | 1.0 | 0.000s | 31.510s |
| Iteration 43 | 0.2 | 1.0 | 1.0 | 0.000s | 32.290s |
| Iteration 44 | 0.3 | 1.0 | 1.0 | 0.000s | 32.956s |
| Iteration 45 | 0.3 | 1.0 | 1.0 | 0.000s | 33.630s |
| Iteration 46 | 0.2 | 1.0 | 1.0 | 0.000s | 34.303s |
| Iteration 47 | 0.2 | 1.0 | 1.0 | 0.000s | 35.008s |
| Iteration 48 | 0.3 | 1.0 | 1.0 | 0.000s | 35.764s |
| Iteration 49 | 0.3 | 1.0 | 1.0 | 0.000s | 36.444s |
| Iteration 50 | 0.2 | 1.0 | 1.0 | 0.000s | 37.310s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'reg_param': 0.3}
Best evaluation --> roc_auc: 1.0
Time elapsed: 38.181s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7607
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.59 ± 0.0663
Time elapsed: 0.027s
-------------------------------------------------
Total time: 38.219s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.364 | dista.. | auto | 40 | 1 | 0.75 | 0.75 | 0.644s | 0.664s |
| Initial point 2 | 4.9171 | uniform | kd_tree | 39 | 2 | 0.375 | 0.75 | 0.666s | 1.914s |
| Initial point 3 | 3.8842 | dista.. | ball_tree | 25 | 2 | 0.75 | 0.75 | 0.665s | 3.054s |
| Initial point 4 | 11.3321 | uniform | ball_tree | 39 | 2 | 0.5 | 0.75 | 0.673s | 4.216s |
| Initial point 5 | 8.8772 | dista.. | auto | 30 | 2 | 1.0 | 1.0 | 0.648s | 5.628s |
| Initial point 6 | 10.2805 | dista.. | ball_tree | 21 | 2 | 0.5 | 1.0 | 0.669s | 7.031s |
| Initial point 7 | 7.3533 | dista.. | ball_tree | 24 | 1 | 0.3125 | 1.0 | 0.661s | 8.409s |
| Initial point 8 | 1.7621 | dista.. | ball_tree | 21 | 2 | 0.375 | 1.0 | 0.639s | 9.554s |
| Initial point 9 | 8.1911 | uniform | ball_tree | 24 | 1 | 0.5938 | 1.0 | 1.232s | 11.275s |
| Initial point 10 | 5.818 | uniform | brute | 22 | 2 | 0.75 | 1.0 | 0.638s | 12.381s |
| Iteration 11 | 0.0 | dista.. | brute | 30 | 2 | 0.5 | 1.0 | 0.649s | 13.692s |
| Iteration 12 | 0.0905 | dista.. | auto | 30 | 2 | 0.5 | 1.0 | 0.640s | 14.995s |
| Iteration 13 | 9.6486 | dista.. | brute | 30 | 2 | 0.5 | 1.0 | 0.640s | 16.390s |
| Iteration 14 | 8.8745 | dista.. | auto | 30 | 2 | 0.1875 | 1.0 | 0.640s | 17.702s |
| Iteration 15 | 11.9396 | dista.. | auto | 40 | 1 | 0.6875 | 1.0 | 0.643s | 19.055s |
| Iteration 16 | 10.9831 | dista.. | auto | 40 | 1 | 0.6875 | 1.0 | 0.638s | 20.380s |
| Iteration 17 | 12.1687 | dista.. | auto | 39 | 1 | 0.5 | 1.0 | 0.643s | 21.686s |
| Iteration 18 | 3.7824 | dista.. | ball_tree | 26 | 2 | 0.7812 | 1.0 | 0.650s | 23.013s |
| Iteration 19 | 3.9909 | dista.. | ball_tree | 27 | 2 | 0.75 | 1.0 | 0.635s | 24.316s |
| Iteration 20 | 4.0377 | dista.. | ball_tree | 28 | 2 | 0.5312 | 1.0 | 0.656s | 26.654s |
| Iteration 21 | 12.0413 | dista.. | brute | 24 | 2 | 0.625 | 1.0 | 0.632s | 28.484s |
| Iteration 22 | 5.0313 | uniform | auto | 35 | 1 | 0.6562 | 1.0 | 0.632s | 29.786s |
| Iteration 23 | 11.4315 | dista.. | auto | 40 | 1 | 0.5625 | 1.0 | 0.639s | 31.107s |
| Iteration 24 | 5.2627 | uniform | brute | 24 | 2 | 0.5938 | 1.0 | 0.655s | 32.888s |
| Iteration 25 | 6.1136 | uniform | brute | 20 | 2 | 0.7188 | 1.0 | 0.637s | 34.547s |
| Iteration 26 | 4.5917 | uniform | auto | 32 | 1 | 0.5 | 1.0 | 0.635s | 35.904s |
| Iteration 27 | 5.3524 | uniform | auto | 38 | 1 | 0.75 | 1.0 | 0.638s | 37.247s |
| Iteration 28 | 5.6885 | uniform | auto | 37 | 1 | 0.8438 | 1.0 | 0.654s | 38.602s |
| Iteration 29 | 11.6649 | uniform | brute | 39 | 1 | 0.375 | 1.0 | 0.649s | 40.012s |
| Iteration 30 | 12.1503 | dista.. | brute | 37 | 2 | 0.875 | 1.0 | 0.649s | 41.382s |
| Iteration 31 | 9.6597 | dista.. | kd_tree | 37 | 2 | 0.5 | 1.0 | 0.644s | 42.764s |
| Iteration 32 | 8.2835 | uniform | ball_tree | 37 | 1 | 0.5312 | 1.0 | 0.646s | 44.190s |
| Iteration 33 | 9.4329 | uniform | kd_tree | 37 | 1 | 0.2188 | 1.0 | 0.639s | 45.567s |
| Iteration 34 | 0.1584 | uniform | brute | 39 | 2 | 0.375 | 1.0 | 0.645s | 47.042s |
| Iteration 35 | 12.0985 | dista.. | brute | 40 | 2 | 0.4375 | 1.0 | 1.223s | 49.043s |
| Iteration 36 | 0.0508 | uniform | kd_tree | 26 | 2 | 0.5 | 1.0 | 0.645s | 50.468s |
| Iteration 37 | 3.8367 | uniform | auto | 37 | 1 | 0.75 | 1.0 | 0.646s | 51.885s |
| Iteration 38 | 12.305 | uniform | kd_tree | 20 | 1 | 0.25 | 1.0 | 0.660s | 53.315s |
| Iteration 39 | 0.2188 | uniform | auto | 20 | 2 | 0.375 | 1.0 | 0.642s | 54.721s |
| Iteration 40 | 0.3684 | uniform | auto | 20 | 1 | 0.6875 | 1.0 | 0.646s | 56.237s |
| Iteration 41 | 0.3997 | dista.. | brute | 20 | 1 | 0.625 | 1.0 | 0.643s | 57.683s |
| Iteration 42 | 0.0471 | uniform | auto | 21 | 1 | 0.5 | 1.0 | 0.640s | 59.100s |
| Iteration 43 | 12.3989 | uniform | auto | 38 | 1 | 0.4688 | 1.0 | 0.633s | 1m:01s |
| Iteration 44 | 4.7299 | dista.. | auto | 40 | 1 | 0.875 | 1.0 | 0.637s | 1m:02s |
| Iteration 45 | 5.5842 | dista.. | auto | 38 | 1 | 0.625 | 1.0 | 0.638s | 1m:03s |
| Iteration 46 | 5.5206 | dista.. | auto | 28 | 1 | 0.75 | 1.0 | 0.634s | 1m:05s |
| Iteration 47 | 6.0248 | dista.. | auto | 36 | 1 | 0.5312 | 1.0 | 0.626s | 1m:07s |
| Iteration 48 | 4.6641 | dista.. | auto | 39 | 1 | 0.5312 | 1.0 | 0.641s | 1m:09s |
| Iteration 49 | 0.0097 | uniform | kd_tree | 23 | 1 | 0.5 | 1.0 | 0.638s | 1m:10s |
| Iteration 50 | 0.0974 | dista.. | auto | 21 | 1 | 0.5 | 1.0 | 0.656s | 1m:12s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'radius': 8.8772, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 30, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:13s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.66 ± 0.097
Time elapsed: 0.052s
-------------------------------------------------
Total time: 1m:13s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.625 | 0.625 | 1.018s | 1.025s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.8125 | 0.8125 | 1.032s | 2.510s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.4062 | 0.8125 | 0.796s | 3.795s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.9062 | 0.9062 | 0.934s | 5.190s |
| Initial point 5 | 250 | 0.0488 | SAMME | 1.0 | 1.0 | 0.813s | 6.470s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.75 | 1.0 | 1.012s | 7.992s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.5312 | 1.0 | 0.665s | 9.117s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.875 | 1.0 | 0.946s | 10.523s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.75 | 1.0 | 0.634s | 11.632s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.8125 | 1.0 | 0.752s | 12.852s |
| Iteration 11 | 500 | 0.0412 | SAMME | 0.9375 | 1.0 | 1.566s | 15.091s |
| Iteration 12 | 129 | 10.0 | SAMME | 0.5 | 1.0 | 0.629s | 16.383s |
| Iteration 13 | 50 | 0.0571 | SAMME | 0.7188 | 1.0 | 0.661s | 17.698s |
| Iteration 14 | 500 | 0.01 | SAMME | 0.2188 | 1.0 | 0.982s | 19.360s |
| Iteration 15 | 279 | 0.1087 | SAMME | 0.75 | 1.0 | 0.825s | 20.865s |
| Iteration 16 | 100 | 0.0314 | SAMME | 0.75 | 1.0 | 0.746s | 22.332s |
| Iteration 17 | 84 | 0.0453 | SAMME | 0.5 | 1.0 | 0.731s | 23.733s |
| Iteration 18 | 361 | 0.0422 | SAMME | 1.0 | 1.0 | 0.939s | 25.344s |
| Iteration 19 | 343 | 0.0357 | SAMME | 0.75 | 1.0 | 0.924s | 26.980s |
| Iteration 20 | 378 | 0.0574 | SAMME | 1.0 | 1.0 | 0.944s | 28.605s |
| Iteration 21 | 344 | 0.0489 | SAMME | 0.75 | 1.0 | 0.929s | 30.298s |
| Iteration 22 | 500 | 0.0823 | SAMME | 1.0 | 1.0 | 0.978s | 31.940s |
| Iteration 23 | 500 | 0.0785 | SAMME | 0.75 | 1.0 | 1.037s | 33.671s |
| Iteration 24 | 500 | 0.1084 | SAMME.R | 0.75 | 1.0 | 1.081s | 35.449s |
| Iteration 25 | 500 | 0.0461 | SAMME | 1.0 | 1.0 | 1.038s | 37.189s |
| Iteration 26 | 500 | 0.0459 | SAMME | 0.7812 | 1.0 | 1.033s | 38.946s |
| Iteration 27 | 50 | 0.01 | SAMME.R | 0.7812 | 1.0 | 0.721s | 40.366s |
| Iteration 28 | 50 | 0.2159 | SAMME.R | 1.0 | 1.0 | 0.673s | 41.751s |
| Iteration 29 | 50 | 0.2615 | SAMME | 0.5938 | 1.0 | 0.672s | 43.208s |
| Iteration 30 | 50 | 0.1557 | SAMME.R | 0.6875 | 1.0 | 0.676s | 44.590s |
| Iteration 31 | 50 | 0.5393 | SAMME.R | 0.75 | 1.0 | 0.672s | 45.985s |
| Iteration 32 | 444 | 0.0543 | SAMME | 1.0 | 1.0 | 0.952s | 48.636s |
| Iteration 33 | 439 | 0.054 | SAMME | 0.625 | 1.0 | 0.951s | 50.631s |
| Iteration 34 | 296 | 0.0405 | SAMME.R | 0.6875 | 1.0 | 0.868s | 52.219s |
| Iteration 35 | 500 | 0.1621 | SAMME | 0.6562 | 1.0 | 1.637s | 54.650s |
| Iteration 36 | 493 | 0.053 | SAMME | 0.7188 | 1.0 | 1.032s | 56.501s |
| Iteration 37 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 1.090s | 58.719s |
| Iteration 38 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.000s | 59.568s |
| Iteration 39 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.000s | 1m:00s |
| Iteration 40 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.000s | 1m:01s |
| Iteration 41 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.000s | 1m:03s |
| Iteration 42 | 362 | 0.0422 | SAMME | 0.8438 | 1.0 | 0.941s | 1m:05s |
| Iteration 43 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.001s | 1m:06s |
| Iteration 44 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.000s | 1m:07s |
| Iteration 45 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.000s | 1m:07s |
| Iteration 46 | 388 | 0.01 | SAMME.R | 0.875 | 1.0 | 0.946s | 1m:09s |
| Iteration 47 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.000s | 1m:10s |
| Iteration 48 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.000s | 1m:11s |
| Iteration 49 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 50 | 50 | 0.2197 | SAMME.R | 0.75 | 1.0 | 0.661s | 1m:14s |
Bayesian Optimization ---------------------------
Best call --> Iteration 37
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.01, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:16s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9777
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.453s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.975 ± 0.05
Time elapsed: 2.007s
-------------------------------------------------
Total time: 1m:19s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.8125 | 0.8125 | 1.021s | 1.039s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.5625 | 0.8125 | 0.888s | 2.720s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.6875 | 0.8125 | 0.911s | 4.119s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.8125 | 0.729s | 5.324s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 1.0 | 1.0 | 0.932s | 7.929s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.8438 | 1.0 | 0.780s | 10.635s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.8125 | 1.0 | 0.821s | 12.818s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.625 | 1.0 | 0.792s | 14.245s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.875 | 1.0 | 0.917s | 15.658s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.75 | 1.0 | 0.887s | 17.027s |
| Iteration 11 | 154 | gini | 3 | 5 | 12 | log2 | True | 0.0168 | 0.5 | 0.9375 | 1.0 | 0.750s | 18.639s |
| Iteration 12 | 323 | gini | 6 | 8 | 1 | log2 | True | 0.0087 | None | 0.5 | 1.0 | 0.889s | 20.358s |
| Iteration 13 | 456 | gini | None | 5 | 7 | 0.7 | True | 0.0026 | 0.8 | 0.625 | 1.0 | 1.005s | 22.202s |
| Iteration 14 | 78 | gini | 4 | 5 | 15 | log2 | True | 0.0174 | 0.6 | 0.3438 | 1.0 | 0.686s | 23.806s |
| Iteration 15 | 315 | gini | None | 9 | 11 | 0.8 | True | 0.0096 | 0.7 | 0.6875 | 1.0 | 0.883s | 25.650s |
| Iteration 16 | 496 | gini | None | 19 | 3 | sqrt | True | 0.0091 | None | 0.8125 | 1.0 | 1.014s | 27.507s |
| Iteration 17 | 368 | entropy | None | 12 | 11 | log2 | True | 0.0071 | None | 0.5 | 1.0 | 0.913s | 29.411s |
| Iteration 18 | 394 | gini | None | 10 | 19 | auto | True | 0.0075 | 0.5 | 0.5 | 1.0 | 1.518s | 31.861s |
| Iteration 19 | 144 | gini | 3 | 5 | 9 | None | True | 0.0212 | 0.5 | 0.5625 | 1.0 | 0.788s | 33.617s |
| Iteration 20 | 292 | gini | 6 | 19 | 10 | 0.9 | False | 0.0306 | --- | 1.0 | 1.0 | 0.851s | 35.248s |
| Iteration 21 | 343 | gini | 6 | 18 | 9 | 0.5 | False | 0.0314 | --- | 0.7188 | 1.0 | 0.886s | 37.080s |
| Iteration 22 | 301 | gini | 5 | 18 | 10 | 0.8 | False | 0.0294 | --- | 0.9375 | 1.0 | 0.864s | 38.957s |
| Iteration 23 | 410 | gini | 1 | 14 | 14 | 0.9 | True | 0.0076 | None | 0.6562 | 1.0 | 0.992s | 41.020s |
| Iteration 24 | 262 | gini | 2 | 3 | 10 | None | False | 0.0185 | --- | 0.9062 | 1.0 | 0.837s | 42.857s |
| Iteration 25 | 339 | gini | 6 | 17 | 10 | 0.9 | False | 0.0338 | --- | 1.0 | 1.0 | 0.890s | 44.748s |
| Iteration 26 | 31 | gini | None | 10 | 13 | log2 | True | 0.0032 | None | 0.5625 | 1.0 | 0.696s | 46.645s |
| Iteration 27 | 316 | gini | 6 | 18 | 10 | 0.9 | False | 0.014 | --- | 0.8125 | 1.0 | 0.870s | 48.556s |
| Iteration 28 | 416 | entropy | 5 | 4 | 10 | None | False | 0.0326 | --- | 0.8438 | 1.0 | 0.908s | 51.021s |
| Iteration 29 | 26 | gini | None | 14 | 14 | auto | True | 0.0055 | 0.6 | 0.5312 | 1.0 | 0.651s | 52.935s |
| Iteration 30 | 299 | gini | 8 | 9 | 10 | None | False | 0.035 | --- | 0.8438 | 1.0 | 0.838s | 54.807s |
| Iteration 31 | 66 | gini | 9 | 4 | 14 | log2 | True | 0.0069 | 0.6 | 0.5625 | 1.0 | 0.679s | 56.563s |
| Iteration 32 | 411 | gini | 5 | 10 | 14 | auto | True | 0.0176 | None | 0.9375 | 1.0 | 0.944s | 58.466s |
| Iteration 33 | 424 | gini | 2 | 14 | 14 | sqrt | True | 0.0027 | 0.7 | 0.375 | 1.0 | 0.961s | 1m:00s |
| Iteration 34 | 278 | gini | 8 | 2 | 10 | None | False | 0.0008 | --- | 0.5 | 1.0 | 0.807s | 1m:02s |
| Iteration 35 | 298 | entropy | 5 | 10 | 10 | 0.9 | False | 0.0324 | --- | 0.5938 | 1.0 | 0.819s | 1m:04s |
| Iteration 36 | 10 | gini | 5 | 2 | 19 | 0.7 | False | 0.035 | --- | 0.6562 | 1.0 | 0.636s | 1m:06s |
| Iteration 37 | 405 | gini | 5 | 2 | 14 | sqrt | True | 0.0086 | None | 0.9375 | 1.0 | 0.991s | 1m:08s |
| Iteration 38 | 286 | gini | 1 | 20 | 10 | None | False | 0.0334 | --- | 0.75 | 1.0 | 0.847s | 1m:10s |
| Iteration 39 | 370 | gini | 4 | 16 | 10 | 0.9 | False | 0.0267 | --- | 0.7188 | 1.0 | 0.864s | 1m:12s |
| Iteration 40 | 286 | gini | 6 | 16 | 10 | 0.7 | False | 0.0286 | --- | 0.625 | 1.0 | 0.806s | 1m:14s |
| Iteration 41 | 237 | gini | 5 | 7 | 14 | sqrt | True | 0.0131 | None | 0.875 | 1.0 | 1.409s | 1m:17s |
| Iteration 42 | 439 | gini | 5 | 14 | 14 | sqrt | True | 0.012 | None | 0.5625 | 1.0 | 0.968s | 1m:19s |
| Iteration 43 | 113 | gini | 9 | 17 | 10 | sqrt | False | 0.035 | --- | 0.9375 | 1.0 | 0.704s | 1m:21s |
| Iteration 44 | 323 | gini | 5 | 4 | 9 | sqrt | False | 0.035 | --- | 0.75 | 1.0 | 0.829s | 1m:22s |
| Iteration 45 | 356 | gini | 7 | 16 | 11 | None | False | 0.035 | --- | 0.7812 | 1.0 | 0.851s | 1m:24s |
| Iteration 46 | 36 | gini | 2 | 4 | 11 | None | False | 0.035 | --- | 0.75 | 1.0 | 0.693s | 1m:26s |
| Iteration 47 | 255 | gini | 8 | 14 | 8 | 0.9 | False | 0.035 | --- | 0.9062 | 1.0 | 0.853s | 1m:28s |
| Iteration 48 | 387 | gini | 6 | 9 | 9 | 0.7 | False | 0.035 | --- | 0.4375 | 1.0 | 0.928s | 1m:30s |
| Iteration 49 | 10 | gini | 3 | 20 | 11 | auto | False | 0.0023 | --- | 0.875 | 1.0 | 0.707s | 1m:32s |
| Iteration 50 | 462 | gini | 2 | 6 | 8 | 0.8 | False | 0.0291 | --- | 0.625 | 1.0 | 0.965s | 1m:34s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'n_estimators': 394, 'criterion': 'gini', 'max_depth': None, 'min_samples_split': 13, 'min_samples_leaf': 14, 'max_features': 'log2', 'bootstrap': True, 'ccp_alpha': 0.0078, 'max_samples': None}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:35s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8375
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.352s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.0447
Time elapsed: 1.609s
-------------------------------------------------
Total time: 1m:37s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.775s | 0.795s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.25 | 0.5 | 0.770s | 2.058s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.5 | 0.772s | 3.319s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.5 | 0.724s | 4.539s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.5 | 0.763s | 5.793s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.5 | 0.738s | 7.025s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.5 | 0.745s | 8.263s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.5 | 0.745s | 9.509s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.875 | 0.875 | 0.774s | 10.765s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.875 | 0.749s | 12.036s |
| Iteration 11 | 90 | 0.0154 | 2 | 0.3872 | 4 | 0.6 | 0.5 | 0.01 | 0 | 1.0 | 1.0 | 0.720s | 13.582s |
| Iteration 12 | 144 | 0.0314 | 3 | 0.0 | 4 | 0.5 | 1.0 | 0 | 0.01 | 0.625 | 1.0 | 0.736s | 15.136s |
| Iteration 13 | 84 | 0.2812 | 4 | 0.4316 | 4 | 0.7 | 0.8 | 10 | 0.01 | 0.5 | 1.0 | 0.719s | 16.742s |
| Iteration 14 | 39 | 0.0119 | 3 | 0.2974 | 4 | 0.8 | 0.9 | 0.01 | 0.1 | 0.2188 | 1.0 | 0.705s | 18.373s |
| Iteration 15 | 436 | 0.3214 | 3 | 0.2392 | 9 | 0.6 | 0.5 | 10 | 0 | 0.5 | 1.0 | 0.762s | 19.969s |
| Iteration 16 | 327 | 0.1598 | 2 | 0.1019 | 3 | 0.6 | 0.5 | 1 | 0 | 1.0 | 1.0 | 0.753s | 21.581s |
| Iteration 17 | 181 | 0.1519 | 2 | 0.7837 | 3 | 0.6 | 0.5 | 1 | 0 | 0.5 | 1.0 | 1.335s | 23.819s |
| Iteration 18 | 417 | 0.0111 | 5 | 0.1848 | 5 | 0.6 | 0.5 | 0 | 10 | 0.9375 | 1.0 | 0.763s | 25.492s |
| Iteration 19 | 206 | 0.0288 | 4 | 0.258 | 3 | 0.6 | 0.5 | 10 | 0.01 | 0.5 | 1.0 | 0.729s | 27.150s |
| Iteration 20 | 144 | 0.5955 | 3 | 0.0187 | 2 | 0.6 | 0.5 | 0.1 | 0.1 | 0.875 | 1.0 | 0.729s | 28.800s |
| Iteration 21 | 300 | 0.1044 | 3 | 0.2608 | 8 | 0.6 | 0.5 | 0.01 | 0.01 | 0.5 | 1.0 | 0.750s | 31.007s |
| Iteration 22 | 412 | 0.0374 | 6 | 0.1677 | 4 | 0.7 | 0.5 | 0.01 | 0.01 | 0.875 | 1.0 | 0.779s | 33.255s |
| Iteration 23 | 117 | 0.5508 | 1 | 0.1646 | 4 | 0.5 | 0.5 | 0.01 | 0 | 0.6562 | 1.0 | 0.722s | 35.006s |
| Iteration 24 | 341 | 0.0156 | 2 | 0.2324 | 4 | 0.6 | 0.5 | 0.01 | 0.01 | 1.0 | 1.0 | 0.745s | 36.822s |
| Iteration 25 | 204 | 0.01 | 7 | 0.3029 | 4 | 0.5 | 0.5 | 0.01 | 0.1 | 0.8125 | 1.0 | 0.735s | 38.555s |
| Iteration 26 | 348 | 0.096 | 6 | 0.0 | 3 | 0.6 | 0.5 | 0.1 | 0.01 | 0.625 | 1.0 | 0.753s | 40.311s |
| Iteration 27 | 258 | 0.18 | 2 | 0.0741 | 3 | 0.6 | 0.5 | 1 | 0 | 0.75 | 1.0 | 0.738s | 42.032s |
| Iteration 28 | 153 | 0.01 | 2 | 0.229 | 4 | 0.9 | 0.5 | 0 | 0.1 | 0.8125 | 1.0 | 0.731s | 44.494s |
| Iteration 29 | 487 | 0.01 | 1 | 0.2155 | 4 | 0.5 | 0.5 | 0 | 100 | 0.5938 | 1.0 | 0.772s | 46.495s |
| Iteration 30 | 204 | 0.01 | 3 | 0.2253 | 4 | 0.6 | 0.5 | 0.01 | 0 | 0.875 | 1.0 | 0.729s | 48.311s |
| Iteration 31 | 89 | 0.0166 | 3 | 0.3164 | 4 | 0.8 | 0.5 | 0.01 | 0 | 0.625 | 1.0 | 0.713s | 50.065s |
| Iteration 32 | 175 | 0.0166 | 3 | 0.2945 | 4 | 0.6 | 0.5 | 0 | 10 | 0.9375 | 1.0 | 0.726s | 51.739s |
| Iteration 33 | 347 | 0.3029 | 1 | 0.1035 | 4 | 0.6 | 0.5 | 0 | 0 | 0.4375 | 1.0 | 0.753s | 53.513s |
| Iteration 34 | 278 | 0.1559 | 2 | 0.0852 | 1 | 0.6 | 0.5 | 100 | 0.01 | 0.5 | 1.0 | 0.682s | 55.298s |
| Iteration 35 | 308 | 0.0178 | 7 | 0.3033 | 4 | 0.6 | 0.5 | 0.01 | 10 | 0.5 | 1.0 | 0.725s | 57.096s |
| Iteration 36 | 188 | 0.0132 | 2 | 0.3038 | 4 | 0.6 | 0.5 | 0.01 | 1 | 0.8125 | 1.0 | 0.707s | 58.852s |
| Iteration 37 | 455 | 0.01 | 2 | 0.2576 | 5 | 0.6 | 0.5 | 0 | 0.01 | 0.875 | 1.0 | 0.742s | 1m:01s |
| Iteration 38 | 473 | 0.0128 | 3 | 0.2506 | 4 | 0.6 | 0.5 | 0 | 1 | 0.75 | 1.0 | 0.749s | 1m:02s |
| Iteration 39 | 396 | 0.7537 | 2 | 0.1476 | 4 | 0.6 | 0.5 | 0.1 | 1 | 0.625 | 1.0 | 0.743s | 1m:04s |
| Iteration 40 | 360 | 0.0155 | 2 | 0.2924 | 5 | 0.6 | 0.5 | 0.01 | 100 | 0.7188 | 1.0 | 0.732s | 1m:06s |
| Iteration 41 | 125 | 0.0124 | 1 | 0.3122 | 4 | 0.6 | 0.5 | 0.01 | 0 | 0.8125 | 1.0 | 0.777s | 1m:08s |
| Iteration 42 | 349 | 0.01 | 2 | 0.2507 | 4 | 0.6 | 0.5 | 0 | 0 | 0.4375 | 1.0 | 0.741s | 1m:10s |
| Iteration 43 | 324 | 0.01 | 7 | 1.0 | 1 | 1.0 | 0.8 | 0 | 0.01 | 0.9375 | 1.0 | 1.321s | 1m:12s |
| Iteration 44 | 393 | 0.01 | 10 | 1.0 | 4 | 0.9 | 0.8 | 0 | 10 | 0.75 | 1.0 | 0.775s | 1m:14s |
| Iteration 45 | 139 | 0.0116 | 3 | 0.9452 | 1 | 0.7 | 0.8 | 0 | 0.01 | 0.75 | 1.0 | 0.732s | 1m:16s |
| Iteration 46 | 347 | 0.01 | 3 | 0.132 | 1 | 0.6 | 0.8 | 0 | 1 | 0.8125 | 1.0 | 0.780s | 1m:18s |
| Iteration 47 | 225 | 0.01 | 3 | 0.8295 | 1 | 0.7 | 0.6 | 0 | 0.1 | 0.875 | 1.0 | 0.790s | 1m:20s |
| Iteration 48 | 94 | 0.01 | 7 | 1.0 | 1 | 0.6 | 0.4 | 0 | 10 | 0.9375 | 1.0 | 0.708s | 1m:22s |
| Iteration 49 | 20 | 0.01 | 10 | 0.0 | 1 | 1.0 | 0.4 | 0 | 100 | 0.875 | 1.0 | 0.707s | 1m:24s |
| Iteration 50 | 140 | 0.01 | 3 | 0.4826 | 1 | 1.0 | 0.4 | 0 | 1 | 0.625 | 1.0 | 0.730s | 1m:26s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'n_estimators': 327, 'learning_rate': 0.1598, 'max_depth': 2, 'gamma': 0.1019, 'min_child_weight': 3, 'subsample': 0.6, 'colsample_bytree': 0.5, 'reg_alpha': 1, 'reg_lambda': 0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:27s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.933
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.074s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.91 ± 0.097
Time elapsed: 0.226s
-------------------------------------------------
Total time: 1m:27s
Final results ==================== >>
Duration: 9m:43s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.965 ± 0.0436
Logistic Regression --> roc_auc: 0.61 ± 0.02 ~
Linear Discriminant Analysis --> roc_auc: 0.6 ± 0.0548 ~
Quadratic Discriminant Analysis --> roc_auc: 0.59 ± 0.0663 ~
Radius Nearest Neighbors --> roc_auc: 0.66 ± 0.097 ~
AdaBoost --> roc_auc: 0.975 ± 0.05 !
Random Forest --> roc_auc: 0.75 ± 0.0447
XGBoost --> roc_auc: 0.91 ± 0.097
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAARDNYGQNFVF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVLSNDYKLSF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVRGAAGNKLTF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CVVNTGFQKLVF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVEDQTGANNLFF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAVSSGNTPLVF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAASGGGSNYKLTF.
>>> Dropping feature CAATNFGNEKLTF.
>>> Dropping feature CASSLGRTEAFF.
>>> Dropping feature CASSPGGYEQYF.
>>> Dropping feature CAVVSGGYNKLIF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVSPSGGYQKVTF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CASSSTDTQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CASSFSYEQYF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVKGFGNVLHC.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CASSPSSYEQYF.
>>> Dropping feature CAVANDYKLSF.
>>> Dropping feature CAVDNQAGTALIF.
>>> Dropping feature CAVINTGGFKTIF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.8438 | 0.8438 | 3.246s | 3.266s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.75 | 0.8438 | 3.268s | 7.021s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.8125 | 0.8438 | 3.186s | 10.694s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.375 | 0.8438 | 3.240s | 14.415s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.5625 | 0.8438 | 3.256s | 18.174s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.6875 | 0.8438 | 3.268s | 21.939s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.4375 | 0.8438 | 3.243s | 25.796s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.875 | 0.875 | 3.438s | 29.720s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.6875 | 0.875 | 3.185s | 33.613s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 1.0 | 1.0 | 3.221s | 37.332s |
| Iteration 11 | exponen.. | 0.01 | 271 | 1.0 | friedman_mse | 15 | 13 | 6 | 0.8 | 0.002 | 0.8125 | 1.0 | 3.232s | 41.361s |
| Iteration 12 | deviance | 0.6296 | 206 | 0.5 | squared_er.. | 2 | 7 | 6 | 0.8 | 0.0006 | 0.5625 | 1.0 | 3.240s | 45.379s |
| Iteration 13 | deviance | 0.01 | 500 | 1.0 | squared_er.. | 13 | 20 | 1 | None | 0.035 | 0.5625 | 1.0 | 3.245s | 49.429s |
| Iteration 14 | exponen.. | 0.4557 | 37 | 0.7 | squared_er.. | 19 | 5 | 4 | 0.9 | 0.0148 | 0.2188 | 1.0 | 3.146s | 53.391s |
| Iteration 15 | exponen.. | 0.3736 | 143 | 1.0 | friedman_mse | 20 | 20 | 4 | 0.8 | 0.0242 | 0.6562 | 1.0 | 3.183s | 57.573s |
| Iteration 16 | exponen.. | 0.0234 | 166 | 1.0 | friedman_mse | 16 | 12 | 2 | 0.9 | 0.0055 | 1.0 | 1.0 | 3.186s | 1m:02s |
| Iteration 17 | exponen.. | 0.0375 | 345 | 1.0 | friedman_mse | 16 | 16 | 1 | 0.6 | 0.0005 | 0.6875 | 1.0 | 3.208s | 1m:06s |
| Iteration 18 | exponen.. | 0.2166 | 395 | 1.0 | friedman_mse | 14 | 19 | 10 | sqrt | 0.0055 | 1.0 | 1.0 | 3.215s | 1m:10s |
| Iteration 19 | exponen.. | 0.0638 | 456 | 0.7 | friedman_mse | 13 | 10 | 6 | auto | 0.0 | 0.875 | 1.0 | 3.892s | 1m:15s |
| Iteration 20 | exponen.. | 0.01 | 10 | 1.0 | squared_er.. | 13 | 20 | 10 | 0.5 | 0.0078 | 0.2812 | 1.0 | 3.260s | 1m:19s |
| Iteration 21 | exponen.. | 0.2242 | 180 | 0.7 | friedman_mse | 14 | 1 | 5 | 0.6 | 0.0076 | 0.8125 | 1.0 | 3.225s | 1m:23s |
| Iteration 22 | exponen.. | 0.01 | 10 | 1.0 | friedman_mse | 20 | 20 | 10 | None | 0.0078 | 0.75 | 1.0 | 3.187s | 1m:27s |
| Iteration 23 | deviance | 0.4407 | 365 | 1.0 | friedman_mse | 14 | 16 | 8 | 0.6 | 0.005 | 0.5312 | 1.0 | 3.295s | 1m:32s |
| Iteration 24 | exponen.. | 1.0 | 500 | 0.5 | friedman_mse | 2 | 1 | 4 | 0.7 | 0.0057 | 0.8125 | 1.0 | 3.319s | 1m:36s |
| Iteration 25 | exponen.. | 0.1083 | 446 | 0.6 | squared_er.. | 17 | 12 | 8 | sqrt | 0.0032 | 0.8125 | 1.0 | 3.264s | 1m:40s |
| Iteration 26 | exponen.. | 1.0 | 500 | 1.0 | friedman_mse | 15 | 1 | 5 | log2 | 0.0057 | 0.4375 | 1.0 | 3.217s | 1m:44s |
| Iteration 27 | exponen.. | 0.0144 | 171 | 0.9 | friedman_mse | 16 | 9 | 2 | 0.8 | 0.0057 | 1.0 | 1.0 | 3.213s | 1m:49s |
| Iteration 28 | exponen.. | 0.469 | 256 | 0.9 | friedman_mse | 14 | 8 | 8 | sqrt | 0.0131 | 1.0 | 1.0 | 3.226s | 1m:53s |
| Iteration 29 | exponen.. | 0.0327 | 384 | 0.9 | friedman_mse | 14 | 10 | 6 | sqrt | 0.0019 | 0.75 | 1.0 | 3.247s | 1m:57s |
| Iteration 30 | exponen.. | 0.0106 | 281 | 0.5 | friedman_mse | 16 | 7 | 2 | 0.9 | 0.0338 | 0.875 | 1.0 | 3.230s | 2m:01s |
| Iteration 31 | exponen.. | 0.0201 | 304 | 0.6 | friedman_mse | 16 | 17 | 10 | 0.9 | 0.0016 | 0.5 | 1.0 | 3.266s | 2m:05s |
| Iteration 32 | exponen.. | 0.7533 | 360 | 0.5 | squared_er.. | 14 | 7 | 9 | 0.5 | 0.035 | 1.0 | 1.0 | 3.223s | 2m:10s |
| Iteration 33 | exponen.. | 0.0439 | 259 | 0.7 | friedman_mse | 14 | 15 | 9 | sqrt | 0.0135 | 0.5625 | 1.0 | 3.159s | 2m:14s |
| Iteration 34 | exponen.. | 0.3569 | 478 | 0.8 | friedman_mse | 16 | 18 | 10 | sqrt | 0.0259 | 0.4375 | 1.0 | 3.236s | 2m:18s |
| Iteration 35 | exponen.. | 0.3211 | 334 | 0.8 | friedman_mse | 14 | 4 | 6 | sqrt | 0.0022 | 0.4375 | 1.0 | 3.184s | 2m:22s |
| Iteration 36 | exponen.. | 0.0135 | 167 | 0.9 | friedman_mse | 15 | 3 | 6 | 0.6 | 0.0139 | 0.875 | 1.0 | 3.194s | 2m:27s |
| Iteration 37 | exponen.. | 0.0215 | 476 | 1.0 | friedman_mse | 15 | 14 | 7 | sqrt | 0.0055 | 0.9375 | 1.0 | 3.297s | 2m:31s |
| Iteration 38 | exponen.. | 0.0118 | 167 | 1.0 | friedman_mse | 15 | 14 | 3 | 0.6 | 0.0047 | 0.625 | 1.0 | 3.196s | 2m:35s |
| Iteration 39 | exponen.. | 0.5417 | 41 | 0.9 | friedman_mse | 16 | 3 | 3 | sqrt | 0.0082 | 0.75 | 1.0 | 3.221s | 2m:40s |
| Iteration 40 | exponen.. | 0.0127 | 318 | 0.8 | friedman_mse | 19 | 6 | 2 | 0.8 | 0.0186 | 0.875 | 1.0 | 3.251s | 2m:44s |
| Iteration 41 | exponen.. | 0.4109 | 299 | 1.0 | friedman_mse | 7 | 10 | 4 | 0.8 | 0.0102 | 1.0 | 1.0 | 3.227s | 2m:48s |
| Iteration 42 | exponen.. | 0.235 | 151 | 1.0 | friedman_mse | 18 | 10 | 3 | 0.5 | 0.0069 | 0.5625 | 1.0 | 3.152s | 2m:52s |
| Iteration 43 | exponen.. | 0.0141 | 91 | 1.0 | friedman_mse | 17 | 14 | 2 | 0.8 | 0.0077 | 0.8125 | 1.0 | 3.827s | 2m:57s |
| Iteration 44 | exponen.. | 0.0156 | 157 | 0.9 | friedman_mse | 10 | 15 | 2 | 0.8 | 0.013 | 0.8125 | 1.0 | 3.212s | 3m:02s |
| Iteration 45 | deviance | 0.1023 | 468 | 1.0 | friedman_mse | 14 | 6 | 10 | sqrt | 0.0098 | 0.875 | 1.0 | 3.245s | 3m:06s |
| Iteration 46 | exponen.. | 0.1089 | 193 | 1.0 | friedman_mse | 10 | 17 | 1 | 0.9 | 0.0043 | 0.8438 | 1.0 | 3.198s | 3m:10s |
| Iteration 47 | exponen.. | 0.1847 | 407 | 0.5 | squared_er.. | 14 | 10 | 9 | 0.5 | 0.0246 | 0.875 | 1.0 | 3.286s | 3m:15s |
| Iteration 48 | exponen.. | 0.7799 | 161 | 1.0 | friedman_mse | 10 | 6 | 3 | 0.8 | 0.0329 | 0.8125 | 1.0 | 3.216s | 3m:19s |
| Iteration 49 | deviance | 0.1341 | 152 | 1.0 | friedman_mse | 15 | 6 | 8 | 0.9 | 0.0001 | 0.6875 | 1.0 | 3.185s | 3m:23s |
| Iteration 50 | exponen.. | 0.3772 | 220 | 1.0 | friedman_mse | 12 | 6 | 9 | sqrt | 0.0264 | 0.875 | 1.0 | 3.218s | 3m:28s |
Bayesian Optimization ---------------------------
Best call --> Iteration 41
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.4109, 'n_estimators': 299, 'subsample': 1.0, 'criterion': 'friedman_mse', 'min_samples_split': 7, 'min_samples_leaf': 10, 'max_depth': 4, 'max_features': 0.8, 'ccp_alpha': 0.0102}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9991
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.077s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.0797
Time elapsed: 0.345s
-------------------------------------------------
Total time: 3m:29s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.375 | 0.375 | 3.212s | 3.225s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.5625 | 0.5625 | 3.200s | 6.909s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.5 | 0.5625 | 3.195s | 10.596s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.25 | 0.5625 | 3.206s | 14.295s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.5625 | 0.5625 | 3.222s | 17.991s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.25 | 0.5625 | 3.223s | 21.696s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.4375 | 0.5625 | 3.193s | 25.359s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.4375 | 0.5625 | 3.205s | 29.048s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.4375 | 0.5625 | 3.191s | 32.724s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.8125 | 0.8125 | 3.206s | 36.424s |
| Iteration 11 | elast.. | 88.7494 | saga | 868 | 0.6 | 0.875 | 0.875 | 3.221s | 40.386s |
| Iteration 12 | elast.. | 0.001 | saga | 192 | 0.9 | 0.5 | 0.875 | 3.200s | 44.469s |
| Iteration 13 | l2 | 5.2363 | saga | 666 | --- | 0.875 | 0.875 | 3.212s | 48.522s |
| Iteration 14 | elast.. | 2.6614 | saga | 615 | 0.1 | 0.1875 | 0.875 | 3.168s | 52.506s |
| Iteration 15 | elast.. | 100.0 | saga | 887 | 0.9 | 0.4375 | 0.875 | 3.211s | 56.539s |
| Iteration 16 | l2 | 14.6731 | newto.. | 100 | --- | 1.0 | 1.0 | 3.199s | 1m:00s |
| Iteration 17 | l2 | 0.0148 | libli.. | 100 | --- | 0.75 | 1.0 | 3.184s | 1m:04s |
| Iteration 18 | l2 | 0.0954 | newto.. | 1000 | --- | 0.625 | 1.0 | 3.206s | 1m:08s |
| Iteration 19 | l2 | 0.001 | lbfgs | 100 | --- | 0.875 | 1.0 | 3.780s | 1m:13s |
| Iteration 20 | l2 | 14.8665 | saga | 100 | --- | 1.0 | 1.0 | 3.177s | 1m:17s |
| Iteration 21 | elast.. | 100.0 | saga | 100 | 0.6 | 0.9375 | 1.0 | 3.185s | 1m:21s |
| Iteration 22 | l2 | 100.0 | lbfgs | 106 | --- | 1.0 | 1.0 | 3.190s | 1m:25s |
| Iteration 23 | l2 | 80.5942 | libli.. | 853 | --- | 0.625 | 1.0 | 3.177s | 1m:29s |
| Iteration 24 | l2 | 100.0 | newto.. | 101 | --- | 0.9375 | 1.0 | 3.224s | 1m:33s |
| Iteration 25 | l2 | 100.0 | libli.. | 105 | --- | 0.6875 | 1.0 | 3.198s | 1m:37s |
| Iteration 26 | l2 | 0.5793 | sag | 682 | --- | 0.3125 | 1.0 | 3.192s | 1m:41s |
| Iteration 27 | l2 | 14.3229 | libli.. | 659 | --- | 0.625 | 1.0 | 3.194s | 1m:45s |
| Iteration 28 | l2 | 0.0346 | newto.. | 218 | --- | 0.875 | 1.0 | 3.203s | 1m:49s |
| Iteration 29 | l2 | 100.0 | libli.. | 216 | --- | 0.5 | 1.0 | 3.281s | 1m:54s |
| Iteration 30 | l2 | 100.0 | lbfgs | 100 | --- | 0.375 | 1.0 | 3.230s | 1m:58s |
| Iteration 31 | l2 | 5.0804 | sag | 102 | --- | 0.4375 | 1.0 | 3.213s | 2m:03s |
| Iteration 32 | l1 | 0.0186 | libli.. | 110 | --- | 0.5 | 1.0 | 3.211s | 2m:07s |
| Iteration 33 | l2 | 29.4164 | lbfgs | 100 | --- | 0.1875 | 1.0 | 3.216s | 2m:11s |
| Iteration 34 | l1 | 0.0375 | libli.. | 100 | --- | 0.5 | 1.0 | 3.198s | 2m:15s |
| Iteration 35 | l1 | 100.0 | libli.. | 393 | --- | 0.3125 | 1.0 | 3.235s | 2m:19s |
| Iteration 36 | l2 | 15.2677 | saga | 131 | --- | 1.0 | 1.0 | 3.211s | 2m:23s |
| Iteration 37 | l2 | 21.22 | saga | 100 | --- | 0.6875 | 1.0 | 3.208s | 2m:27s |
| Iteration 38 | l2 | 94.9197 | newto.. | 152 | --- | 0.75 | 1.0 | 3.207s | 2m:32s |
| Iteration 39 | l2 | 100.0 | newto.. | 371 | --- | 0.625 | 1.0 | 3.223s | 2m:36s |
| Iteration 40 | l2 | 100.0 | saga | 246 | --- | 0.8125 | 1.0 | 3.192s | 2m:40s |
| Iteration 41 | l2 | 7.4698 | saga | 770 | --- | 0.6875 | 1.0 | 3.226s | 2m:44s |
| Iteration 42 | l1 | 14.1846 | saga | 591 | --- | 0.75 | 1.0 | 3.220s | 2m:48s |
| Iteration 43 | l1 | 0.001 | saga | 312 | --- | 0.5 | 1.0 | 3.195s | 2m:53s |
| Iteration 44 | l2 | 100.0 | newto.. | 159 | --- | 0.625 | 1.0 | 3.183s | 2m:57s |
| Iteration 45 | l2 | 0.0017 | newto.. | 273 | --- | 0.6875 | 1.0 | 3.190s | 3m:01s |
| Iteration 46 | l2 | 0.001 | saga | 189 | --- | 0.625 | 1.0 | 3.161s | 3m:05s |
| Iteration 47 | l2 | 100.0 | saga | 191 | --- | 0.875 | 1.0 | 3.159s | 3m:09s |
| Iteration 48 | none | --- | sag | 854 | --- | 0.9375 | 1.0 | 3.173s | 3m:14s |
| Iteration 49 | l2 | 100.0 | saga | 324 | --- | 0.625 | 1.0 | 3.201s | 3m:18s |
| Iteration 50 | none | --- | sag | 354 | --- | 0.375 | 1.0 | 3.190s | 3m:22s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'penalty': 'l2', 'C': 15.2677, 'solver': 'saga', 'max_iter': 131}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:23s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.59 ± 0.097
Time elapsed: 0.059s
-------------------------------------------------
Total time: 3m:23s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.4375 | 0.4375 | 3.162s | 3.167s |
| Initial point 2 | svd | --- | 0.8125 | 0.8125 | 3.154s | 7.377s |
| Initial point 3 | svd | --- | 0.8125 | 0.8125 | 0.000s | 8.545s |
| Initial point 4 | lsqr | 0.8 | 0.5 | 0.8125 | 3.234s | 12.387s |
| Initial point 5 | eigen | 0.9 | 0.375 | 0.8125 | 3.141s | 16.002s |
| Initial point 6 | lsqr | 0.7 | 0.375 | 0.8125 | 3.163s | 19.641s |
| Initial point 7 | lsqr | 0.5 | 0.5 | 0.8125 | 3.227s | 23.335s |
| Initial point 8 | lsqr | 0.9 | 0.625 | 0.8125 | 3.182s | 26.993s |
| Initial point 9 | lsqr | 0.6 | 0.5 | 0.8125 | 3.166s | 30.636s |
| Initial point 10 | eigen | 0.8 | 0.8125 | 0.8125 | 3.193s | 34.295s |
| Iteration 11 | svd | --- | 0.8125 | 0.8125 | 0.000s | 34.886s |
| Iteration 12 | svd | --- | 0.8125 | 0.8125 | 0.000s | 35.477s |
| Iteration 13 | svd | --- | 0.8125 | 0.8125 | 0.000s | 36.080s |
| Iteration 14 | svd | --- | 0.8125 | 0.8125 | 0.000s | 36.683s |
| Iteration 15 | svd | --- | 0.8125 | 0.8125 | 0.000s | 37.427s |
| Iteration 16 | svd | --- | 0.8125 | 0.8125 | 0.000s | 38.051s |
| Iteration 17 | svd | --- | 0.8125 | 0.8125 | 0.000s | 38.746s |
| Iteration 18 | eigen | 0.5 | 0.8125 | 0.8125 | 3.126s | 42.511s |
| Iteration 19 | eigen | 0.7 | 0.9375 | 0.9375 | 3.165s | 46.467s |
| Iteration 20 | eigen | 0.6 | 0.75 | 0.9375 | 3.161s | 50.281s |
| Iteration 21 | eigen | auto | 0.8125 | 0.9375 | 3.183s | 54.334s |
| Iteration 22 | eigen | None | 0.6875 | 0.9375 | 3.152s | 58.162s |
| Iteration 23 | lsqr | 1.0 | 0.5 | 0.9375 | 3.156s | 1m:02s |
| Iteration 24 | lsqr | auto | 0.875 | 0.9375 | 3.174s | 1m:06s |
| Iteration 25 | eigen | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:08s |
| Iteration 26 | lsqr | None | 0.4375 | 0.9375 | 3.148s | 1m:12s |
| Iteration 27 | eigen | 0.7 | 0.9375 | 0.9375 | 0.001s | 1m:13s |
| Iteration 28 | eigen | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:14s |
| Iteration 29 | eigen | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:15s |
| Iteration 30 | lsqr | 0.5 | 0.5 | 0.9375 | 0.001s | 1m:15s |
| Iteration 31 | eigen | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:17s |
| Iteration 32 | eigen | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:19s |
| Iteration 33 | eigen | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:20s |
| Iteration 34 | eigen | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:20s |
| Iteration 35 | eigen | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:21s |
| Iteration 36 | eigen | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:22s |
| Iteration 37 | eigen | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:23s |
| Iteration 38 | eigen | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:24s |
| Iteration 39 | eigen | 0.9 | 0.375 | 0.9375 | 0.000s | 1m:24s |
| Iteration 40 | eigen | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:25s |
| Iteration 41 | eigen | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:26s |
| Iteration 42 | eigen | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:27s |
| Iteration 43 | eigen | 0.7 | 0.9375 | 0.9375 | 0.001s | 1m:28s |
| Iteration 44 | eigen | 0.7 | 0.9375 | 0.9375 | 0.001s | 1m:29s |
| Iteration 45 | eigen | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:29s |
| Iteration 46 | eigen | 0.7 | 0.9375 | 0.9375 | 0.001s | 1m:30s |
| Iteration 47 | eigen | 0.7 | 0.9375 | 0.9375 | 0.001s | 1m:31s |
| Iteration 48 | eigen | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:32s |
| Iteration 49 | eigen | 0.7 | 0.9375 | 0.9375 | 0.001s | 1m:33s |
| Iteration 50 | eigen | 0.7 | 0.9375 | 0.9375 | 0.001s | 1m:34s |
Bayesian Optimization ---------------------------
Best call --> Iteration 19
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 1m:34s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7161
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.1265
Time elapsed: 0.031s
-------------------------------------------------
Total time: 1m:35s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.4375 | 0.4375 | 3.251s | 3.254s |
| Initial point 2 | 0.9 | 0.25 | 0.4375 | 3.190s | 6.914s |
| Initial point 3 | 0.1 | 0.4375 | 0.4375 | 3.204s | 10.589s |
| Initial point 4 | 1.0 | 0.4375 | 0.4375 | 0.000s | 11.063s |
| Initial point 5 | 0.2 | 0.8125 | 0.8125 | 3.327s | 14.863s |
| Initial point 6 | 0.4 | 0.375 | 0.8125 | 3.214s | 18.553s |
| Initial point 7 | 0.4 | 0.375 | 0.8125 | 0.001s | 19.046s |
| Initial point 8 | 0.7 | 0.625 | 0.8125 | 3.219s | 22.724s |
| Initial point 9 | 0.9 | 0.25 | 0.8125 | 0.001s | 23.192s |
| Initial point 10 | 0.8 | 0.75 | 0.8125 | 3.203s | 26.871s |
| Iteration 11 | 0.3 | 0.75 | 0.8125 | 3.219s | 30.660s |
| Iteration 12 | 0.6 | 0.625 | 0.8125 | 3.206s | 34.442s |
| Iteration 13 | 0.5 | 0.5625 | 0.8125 | 3.230s | 38.567s |
| Iteration 14 | 0.0 | 0.125 | 0.8125 | 3.178s | 42.317s |
| Iteration 15 | 0.2 | 0.8125 | 0.8125 | 0.000s | 42.906s |
| Iteration 16 | 0.2 | 0.8125 | 0.8125 | 0.000s | 43.694s |
| Iteration 17 | 0.2 | 0.8125 | 0.8125 | 0.000s | 44.346s |
| Iteration 18 | 0.2 | 0.8125 | 0.8125 | 0.000s | 44.942s |
| Iteration 19 | 0.2 | 0.8125 | 0.8125 | 0.000s | 45.528s |
| Iteration 20 | 0.2 | 0.8125 | 0.8125 | 0.000s | 46.125s |
| Iteration 21 | 0.2 | 0.8125 | 0.8125 | 0.000s | 46.795s |
| Iteration 22 | 0.6 | 0.625 | 0.8125 | 0.000s | 47.386s |
| Iteration 23 | 0.2 | 0.8125 | 0.8125 | 0.000s | 47.979s |
| Iteration 24 | 0.2 | 0.8125 | 0.8125 | 0.000s | 48.567s |
| Iteration 25 | 0.2 | 0.8125 | 0.8125 | 0.000s | 49.162s |
| Iteration 26 | 0.2 | 0.8125 | 0.8125 | 0.000s | 49.751s |
| Iteration 27 | 0.2 | 0.8125 | 0.8125 | 0.000s | 50.347s |
| Iteration 28 | 0.9 | 0.25 | 0.8125 | 0.000s | 50.939s |
| Iteration 29 | 0.2 | 0.8125 | 0.8125 | 0.000s | 51.532s |
| Iteration 30 | 0.8 | 0.75 | 0.8125 | 0.000s | 52.164s |
| Iteration 31 | 0.2 | 0.8125 | 0.8125 | 0.001s | 52.772s |
| Iteration 32 | 0.2 | 0.8125 | 0.8125 | 0.000s | 53.380s |
| Iteration 33 | 0.2 | 0.8125 | 0.8125 | 0.000s | 53.999s |
| Iteration 34 | 0.2 | 0.8125 | 0.8125 | 0.000s | 54.615s |
| Iteration 35 | 0.2 | 0.8125 | 0.8125 | 0.001s | 55.242s |
| Iteration 36 | 0.2 | 0.8125 | 0.8125 | 0.000s | 56.055s |
| Iteration 37 | 0.2 | 0.8125 | 0.8125 | 0.001s | 56.681s |
| Iteration 38 | 0.2 | 0.8125 | 0.8125 | 0.000s | 57.304s |
| Iteration 39 | 0.2 | 0.8125 | 0.8125 | 0.000s | 58.560s |
| Iteration 40 | 0.2 | 0.8125 | 0.8125 | 0.000s | 59.229s |
| Iteration 41 | 0.2 | 0.8125 | 0.8125 | 0.000s | 59.943s |
| Iteration 42 | 0.2 | 0.8125 | 0.8125 | 0.000s | 1m:01s |
| Iteration 43 | 0.2 | 0.8125 | 0.8125 | 0.000s | 1m:01s |
| Iteration 44 | 0.2 | 0.8125 | 0.8125 | 0.000s | 1m:02s |
| Iteration 45 | 0.2 | 0.8125 | 0.8125 | 0.000s | 1m:03s |
| Iteration 46 | 0.2 | 0.8125 | 0.8125 | 0.000s | 1m:03s |
| Iteration 47 | 0.2 | 0.8125 | 0.8125 | 0.000s | 1m:04s |
| Iteration 48 | 0.2 | 0.8125 | 0.8125 | 0.000s | 1m:05s |
| Iteration 49 | 0.2 | 0.8125 | 0.8125 | 0.000s | 1m:06s |
| Iteration 50 | 0.2 | 0.8125 | 0.8125 | 0.000s | 1m:06s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'reg_param': 0.2}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:07s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7375
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.61 ± 0.086
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:07s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 9.27 | dista.. | auto | 40 | 1 | 0.5 | 0.5 | 3.203s | 3.223s |
| Initial point 2 | 3.6867 | uniform | kd_tree | 39 | 2 | 0.7812 | 0.7812 | 3.202s | 6.904s |
| Initial point 3 | 2.9123 | dista.. | ball_tree | 25 | 2 | 0.4375 | 0.7812 | 3.214s | 10.596s |
| Initial point 4 | 8.4964 | uniform | ball_tree | 39 | 2 | 0.625 | 0.7812 | 3.242s | 14.331s |
| Initial point 5 | 6.6558 | dista.. | auto | 30 | 2 | 0.5625 | 0.7812 | 3.226s | 18.050s |
| Initial point 6 | 7.7079 | dista.. | ball_tree | 21 | 2 | 0.3125 | 0.7812 | 3.244s | 21.765s |
| Initial point 7 | 5.5133 | dista.. | ball_tree | 24 | 1 | 0.1875 | 0.7812 | 3.255s | 26.385s |
| Initial point 8 | 1.3212 | dista.. | ball_tree | 21 | 2 | 0.6875 | 0.7812 | 3.184s | 30.975s |
| Initial point 9 | 6.1414 | uniform | ball_tree | 24 | 1 | 0.625 | 0.7812 | 3.167s | 34.803s |
| Initial point 10 | 4.3621 | uniform | brute | 22 | 2 | 0.9688 | 0.9688 | 3.204s | 39.485s |
| Iteration 11 | 7.162 | uniform | brute | 38 | 1 | 0.5625 | 0.9688 | 3.104s | 43.683s |
| Iteration 12 | 3.9803 | uniform | brute | 20 | 2 | 0.3438 | 0.9688 | 3.111s | 47.728s |
| Iteration 13 | 0.0008 | uniform | ball_tree | 29 | 1 | 0.5 | 0.9688 | 3.193s | 51.625s |
| Iteration 14 | 0.0002 | uniform | ball_tree | 30 | 2 | 0.5 | 0.9688 | 3.143s | 55.449s |
| Iteration 15 | 4.3783 | uniform | brute | 29 | 1 | 0.3438 | 0.9688 | 3.197s | 59.452s |
| Iteration 16 | 3.2539 | uniform | auto | 22 | 1 | 0.75 | 0.9688 | 3.195s | 1m:04s |
| Iteration 17 | 5.997 | uniform | auto | 22 | 2 | 0.8438 | 0.9688 | 3.255s | 1m:08s |
| Iteration 18 | 4.0059 | uniform | brute | 22 | 2 | 0.5312 | 0.9688 | 3.169s | 1m:12s |
| Iteration 19 | 7.7882 | uniform | ball_tree | 22 | 1 | 0.625 | 0.9688 | 3.180s | 1m:16s |
| Iteration 20 | 1.073 | uniform | ball_tree | 23 | 2 | 0.75 | 0.9688 | 3.196s | 1m:20s |
| Iteration 21 | 0.0143 | uniform | ball_tree | 40 | 2 | 0.5 | 0.9688 | 3.216s | 1m:24s |
| Iteration 22 | 9.2962 | uniform | auto | 23 | 2 | 0.625 | 0.9688 | 3.293s | 1m:28s |
| Iteration 23 | 0.0 | uniform | auto | 25 | 1 | 0.5 | 0.9688 | 3.343s | 1m:32s |
| Iteration 24 | 0.0013 | uniform | ball_tree | 36 | 2 | 0.5 | 0.9688 | 3.418s | 1m:36s |
| Iteration 25 | 0.004 | dista.. | kd_tree | 34 | 1 | 0.5 | 0.9688 | 3.135s | 1m:40s |
| Iteration 26 | 0.7263 | dista.. | brute | 37 | 2 | 0.375 | 0.9688 | 3.070s | 1m:45s |
| Iteration 27 | 2.3374 | uniform | auto | 23 | 2 | 0.4062 | 0.9688 | 3.165s | 1m:49s |
| Iteration 28 | 1.5713 | uniform | auto | 22 | 2 | 0.6875 | 0.9688 | 3.195s | 1m:53s |
| Iteration 29 | 9.2962 | uniform | ball_tree | 22 | 2 | 0.5 | 0.9688 | 3.189s | 1m:57s |
| Iteration 30 | 4.1061 | uniform | auto | 22 | 1 | 0.5312 | 0.9688 | 3.178s | 2m:01s |
| Iteration 31 | 9.2829 | uniform | ball_tree | 33 | 1 | 1.0 | 1.0 | 3.199s | 2m:05s |
| Iteration 32 | 9.2962 | uniform | auto | 37 | 1 | 0.6875 | 1.0 | 3.194s | 2m:09s |
| Iteration 33 | 9.2962 | uniform | ball_tree | 29 | 1 | 0.5938 | 1.0 | 3.183s | 2m:13s |
| Iteration 34 | 9.2936 | dista.. | auto | 22 | 1 | 0.6875 | 1.0 | 3.181s | 2m:17s |
| Iteration 35 | 9.2962 | uniform | kd_tree | 36 | 1 | 0.375 | 1.0 | 3.211s | 2m:21s |
| Iteration 36 | 0.0413 | dista.. | brute | 33 | 2 | 0.5 | 1.0 | 3.207s | 2m:25s |
| Iteration 37 | 9.2962 | uniform | ball_tree | 33 | 1 | 0.7188 | 1.0 | 3.195s | 2m:29s |
| Iteration 38 | 5.5371 | uniform | kd_tree | 33 | 2 | 0.5312 | 1.0 | 3.199s | 2m:33s |
| Iteration 39 | 9.2962 | uniform | brute | 33 | 1 | 0.7812 | 1.0 | 3.195s | 2m:37s |
| Iteration 40 | 9.2962 | uniform | auto | 33 | 1 | 0.625 | 1.0 | 3.173s | 2m:41s |
| Iteration 41 | 0.6425 | uniform | kd_tree | 39 | 2 | 0.4375 | 1.0 | 3.195s | 2m:45s |
| Iteration 42 | 9.2962 | uniform | brute | 33 | 1 | 0.7812 | 1.0 | 0.001s | 2m:46s |
| Iteration 43 | 9.2962 | uniform | brute | 33 | 2 | 0.5 | 1.0 | 3.185s | 2m:50s |
| Iteration 44 | 7.6075 | uniform | ball_tree | 33 | 1 | 0.6875 | 1.0 | 3.191s | 2m:54s |
| Iteration 45 | 5.4101 | uniform | auto | 22 | 2 | 0.5312 | 1.0 | 3.187s | 2m:58s |
| Iteration 46 | 9.2962 | uniform | kd_tree | 33 | 1 | 0.2812 | 1.0 | 3.178s | 3m:02s |
| Iteration 47 | 4.363 | uniform | brute | 22 | 2 | 0.6875 | 1.0 | 3.158s | 3m:07s |
| Iteration 48 | 9.2474 | dista.. | ball_tree | 33 | 1 | 0.6562 | 1.0 | 3.184s | 3m:11s |
| Iteration 49 | 4.2748 | dista.. | brute | 22 | 2 | 0.75 | 1.0 | 3.108s | 3m:15s |
| Iteration 50 | 4.4308 | uniform | brute | 22 | 2 | 0.5625 | 1.0 | 3.160s | 3m:19s |
Bayesian Optimization ---------------------------
Best call --> Iteration 31
Best parameters --> {'radius': 9.2829, 'weights': 'uniform', 'algorithm': 'ball_tree', 'leaf_size': 33, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8415
Test evaluation --> roc_auc: 0.925
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.805 ± 0.1435
Time elapsed: 0.053s
-------------------------------------------------
Total time: 3m:20s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.4375 | 0.4375 | 4.159s | 4.167s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.8125 | 0.8125 | 3.540s | 8.248s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.8125 | 0.8125 | 3.261s | 12.051s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.625 | 0.8125 | 3.382s | 15.916s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.5938 | 0.8125 | 3.293s | 19.697s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.5625 | 0.8125 | 3.553s | 24.476s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.75 | 0.8125 | 3.206s | 28.465s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.875 | 0.875 | 3.468s | 32.490s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.6875 | 0.875 | 3.167s | 36.147s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.9375 | 0.9375 | 3.296s | 39.943s |
| Iteration 11 | 50 | 0.013 | SAMME | 0.9375 | 0.9375 | 3.212s | 44.302s |
| Iteration 12 | 488 | 0.0122 | SAMME | 0.5625 | 0.9375 | 3.452s | 48.840s |
| Iteration 13 | 99 | 0.0146 | SAMME | 0.7188 | 0.9375 | 3.222s | 52.766s |
| Iteration 14 | 207 | 0.018 | SAMME | 0.2188 | 0.9375 | 3.280s | 56.719s |
| Iteration 15 | 50 | 0.013 | SAMME | 0.9375 | 0.9375 | 0.000s | 58.451s |
| Iteration 16 | 169 | 0.0152 | SAMME | 1.0 | 1.0 | 3.161s | 1m:03s |
| Iteration 17 | 167 | 0.0153 | SAMME | 0.5625 | 1.0 | 3.211s | 1m:07s |
| Iteration 18 | 173 | 0.0144 | SAMME | 0.8125 | 1.0 | 3.358s | 1m:11s |
| Iteration 19 | 53 | 0.0115 | SAMME | 0.9062 | 1.0 | 3.274s | 1m:15s |
| Iteration 20 | 51 | 0.0273 | SAMME | 1.0 | 1.0 | 3.225s | 1m:19s |
| Iteration 21 | 51 | 0.1049 | SAMME.R | 0.8125 | 1.0 | 3.160s | 1m:23s |
| Iteration 22 | 56 | 0.0397 | SAMME | 0.9375 | 1.0 | 3.173s | 1m:27s |
| Iteration 23 | 51 | 0.0797 | SAMME | 0.625 | 1.0 | 3.153s | 1m:31s |
| Iteration 24 | 58 | 0.0159 | SAMME.R | 0.9375 | 1.0 | 3.176s | 1m:35s |
| Iteration 25 | 66 | 0.0108 | SAMME | 0.8125 | 1.0 | 3.159s | 1m:39s |
| Iteration 26 | 54 | 0.0207 | SAMME.R | 0.4688 | 1.0 | 3.132s | 1m:43s |
| Iteration 27 | 53 | 0.0206 | SAMME | 0.8125 | 1.0 | 3.145s | 1m:47s |
| Iteration 28 | 50 | 0.0193 | SAMME | 0.8125 | 1.0 | 3.149s | 1m:51s |
| Iteration 29 | 56 | 0.0157 | SAMME | 0.625 | 1.0 | 3.136s | 1m:55s |
| Iteration 30 | 50 | 0.01 | SAMME | 0.8125 | 1.0 | 3.814s | 1m:59s |
| Iteration 31 | 174 | 0.0371 | SAMME | 0.625 | 1.0 | 3.258s | 2m:04s |
| Iteration 32 | 50 | 0.0272 | SAMME | 0.75 | 1.0 | 3.135s | 2m:08s |
| Iteration 33 | 79 | 5.4001 | SAMME | 0.1875 | 1.0 | 3.120s | 2m:12s |
| Iteration 34 | 59 | 0.0472 | SAMME | 0.5625 | 1.0 | 3.169s | 2m:16s |
| Iteration 35 | 63 | 0.0881 | SAMME.R | 0.5625 | 1.0 | 3.170s | 2m:20s |
| Iteration 36 | 50 | 5.5887 | SAMME | 0.375 | 1.0 | 3.098s | 2m:23s |
| Iteration 37 | 384 | 0.01 | SAMME | 0.9688 | 1.0 | 3.374s | 2m:28s |
| Iteration 38 | 495 | 0.65 | SAMME.R | 0.8125 | 1.0 | 3.531s | 2m:32s |
| Iteration 39 | 499 | 1.1225 | SAMME.R | 0.875 | 1.0 | 3.544s | 2m:36s |
| Iteration 40 | 50 | 0.8522 | SAMME.R | 0.8125 | 1.0 | 3.144s | 2m:40s |
| Iteration 41 | 130 | 1.2535 | SAMME.R | 1.0 | 1.0 | 3.209s | 2m:44s |
| Iteration 42 | 480 | 1.343 | SAMME.R | 0.625 | 1.0 | 3.469s | 2m:49s |
| Iteration 43 | 70 | 0.5207 | SAMME | 0.9375 | 1.0 | 3.180s | 2m:53s |
| Iteration 44 | 74 | 0.4993 | SAMME | 0.875 | 1.0 | 3.144s | 2m:57s |
| Iteration 45 | 493 | 0.5049 | SAMME | 1.0 | 1.0 | 3.449s | 3m:01s |
| Iteration 46 | 59 | 0.5022 | SAMME.R | 1.0 | 1.0 | 3.163s | 3m:05s |
| Iteration 47 | 50 | 0.5774 | SAMME | 0.875 | 1.0 | 3.154s | 3m:09s |
| Iteration 48 | 500 | 0.4611 | SAMME.R | 0.9375 | 1.0 | 3.616s | 3m:13s |
| Iteration 49 | 500 | 0.6294 | SAMME | 0.6562 | 1.0 | 3.564s | 3m:18s |
| Iteration 50 | 121 | 0.3794 | SAMME | 0.875 | 1.0 | 3.250s | 3m:22s |
Bayesian Optimization ---------------------------
Best call --> Iteration 45
Best parameters --> {'n_estimators': 493, 'learning_rate': 0.5049, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:23s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.390s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.85 ± 0.0447
Time elapsed: 1.759s
-------------------------------------------------
Total time: 3m:25s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.625 | 0.625 | 3.497s | 3.516s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.5625 | 0.625 | 3.349s | 7.359s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.75 | 0.75 | 3.379s | 11.253s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.75 | 0.75 | 3.223s | 14.980s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.4375 | 0.75 | 3.418s | 18.907s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.5625 | 0.75 | 3.883s | 23.289s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.5 | 0.75 | 3.330s | 27.139s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.5625 | 0.75 | 3.277s | 30.899s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.625 | 0.75 | 3.362s | 34.755s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.6875 | 0.75 | 3.377s | 38.623s |
| Iteration 11 | 500 | gini | 5 | 3 | 3 | auto | False | 0.0214 | --- | 0.9375 | 0.9375 | 3.405s | 43.212s |
| Iteration 12 | 10 | gini | 9 | 2 | 1 | None | False | 0.0 | --- | 0.3125 | 0.9375 | 3.122s | 47.352s |
| Iteration 13 | 194 | gini | 8 | 2 | 11 | None | True | 0.035 | 0.9 | 0.75 | 0.9375 | 3.259s | 51.503s |
| Iteration 14 | 10 | entropy | 6 | 11 | 2 | None | True | 0.0278 | 0.8 | 0.125 | 0.9375 | 3.084s | 55.429s |
| Iteration 15 | 500 | gini | 9 | 20 | 20 | None | False | 0.0 | --- | 0.5 | 0.9375 | 3.407s | 59.826s |
| Iteration 16 | 226 | gini | 3 | 2 | 20 | auto | True | 0.0287 | None | 0.25 | 0.9375 | 3.276s | 1m:04s |
| Iteration 17 | 500 | gini | 7 | 2 | 1 | auto | False | 0.0 | --- | 0.625 | 0.9375 | 3.368s | 1m:08s |
| Iteration 18 | 500 | gini | 2 | 5 | 3 | auto | True | 0.0345 | 0.8 | 1.0 | 1.0 | 3.475s | 1m:13s |
| Iteration 19 | 428 | gini | 5 | 17 | 3 | auto | True | 0.035 | 0.7 | 0.8125 | 1.0 | 3.436s | 1m:17s |
| Iteration 20 | 500 | gini | None | 2 | 3 | auto | False | 0.0305 | --- | 1.0 | 1.0 | 3.409s | 1m:22s |
| Iteration 21 | 10 | entropy | 5 | 2 | 14 | None | True | 0.035 | 0.7 | 0.6562 | 1.0 | 3.094s | 1m:26s |
| Iteration 22 | 500 | gini | 1 | 3 | 3 | auto | True | 0.0031 | 0.8 | 0.9375 | 1.0 | 3.488s | 1m:30s |
| Iteration 23 | 10 | entropy | None | 12 | 10 | None | False | 0.0 | --- | 1.0 | 1.0 | 3.135s | 1m:36s |
| Iteration 24 | 10 | entropy | 9 | 14 | 9 | None | True | 0.0 | 0.9 | 1.0 | 1.0 | 3.126s | 1m:40s |
| Iteration 25 | 12 | entropy | 5 | 20 | 10 | None | False | 0.0252 | --- | 0.9062 | 1.0 | 3.103s | 1m:45s |
| Iteration 26 | 10 | entropy | None | 9 | 8 | None | False | 0.0 | --- | 0.75 | 1.0 | 3.098s | 1m:49s |
| Iteration 27 | 10 | entropy | 1 | 12 | 10 | None | False | 0.0 | --- | 0.625 | 1.0 | 3.102s | 1m:53s |
| Iteration 28 | 10 | entropy | 9 | 14 | 9 | log2 | True | 0.0162 | 0.6 | 0.875 | 1.0 | 3.110s | 1m:58s |
| Iteration 29 | 132 | gini | 9 | 13 | 9 | None | True | 0.01 | 0.9 | 0.6875 | 1.0 | 3.190s | 2m:03s |
| Iteration 30 | 10 | gini | 9 | 2 | 12 | log2 | True | 0.035 | 0.8 | 0.6562 | 1.0 | 3.136s | 2m:07s |
| Iteration 31 | 500 | gini | 1 | 2 | 3 | None | True | 0.0077 | 0.8 | 0.625 | 1.0 | 3.524s | 2m:11s |
| Iteration 32 | 10 | gini | 1 | 8 | 8 | auto | True | 0.0167 | 0.8 | 1.0 | 1.0 | 3.144s | 2m:16s |
| Iteration 33 | 10 | gini | 3 | 15 | 8 | auto | False | 0.0339 | --- | 0.5 | 1.0 | 3.148s | 2m:21s |
| Iteration 34 | 10 | gini | 9 | 18 | 10 | None | True | 0.0278 | None | 0.6875 | 1.0 | 3.127s | 2m:25s |
| Iteration 35 | 10 | gini | 5 | 19 | 10 | auto | True | 0.0 | 0.6 | 0.75 | 1.0 | 3.140s | 2m:29s |
| Iteration 36 | 10 | gini | 4 | 17 | 17 | None | False | 0.0045 | --- | 0.3438 | 1.0 | 3.116s | 2m:33s |
| Iteration 37 | 500 | gini | 3 | 2 | 3 | auto | True | 0.0146 | None | 0.9375 | 1.0 | 3.516s | 2m:38s |
| Iteration 38 | 500 | entropy | None | 9 | 3 | auto | False | 0.0076 | --- | 0.75 | 1.0 | 3.416s | 2m:43s |
| Iteration 39 | 500 | entropy | 8 | 15 | 11 | None | True | 0.0035 | 0.6 | 0.6875 | 1.0 | 3.510s | 2m:47s |
| Iteration 40 | 10 | entropy | 5 | 2 | 9 | auto | True | 0.0102 | 0.9 | 0.75 | 1.0 | 3.076s | 2m:51s |
| Iteration 41 | 500 | gini | 3 | 3 | 4 | auto | True | 0.0131 | 0.6 | 0.9375 | 1.0 | 3.491s | 2m:56s |
| Iteration 42 | 500 | gini | 2 | 9 | 3 | auto | True | 0.0147 | 0.8 | 0.8125 | 1.0 | 3.462s | 3m:01s |
| Iteration 43 | 10 | entropy | 1 | 9 | 12 | None | True | 0.0131 | 0.5 | 0.6875 | 1.0 | 3.108s | 3m:05s |
| Iteration 44 | 500 | gini | 9 | 15 | 4 | auto | True | 0.0176 | None | 0.875 | 1.0 | 3.524s | 3m:09s |
| Iteration 45 | 500 | gini | None | 9 | 3 | auto | False | 0.03 | --- | 0.8125 | 1.0 | 3.433s | 3m:14s |
| Iteration 46 | 500 | entropy | 5 | 4 | 9 | auto | True | 0.0093 | None | 0.75 | 1.0 | 3.539s | 3m:19s |
| Iteration 47 | 10 | entropy | 2 | 15 | 9 | None | True | 0.008 | 0.6 | 0.7812 | 1.0 | 3.118s | 3m:23s |
| Iteration 48 | 500 | gini | 9 | 2 | 4 | auto | True | 0.0 | 0.5 | 0.875 | 1.0 | 3.504s | 3m:28s |
| Iteration 49 | 500 | gini | 9 | 20 | 3 | auto | True | 0.0273 | None | 0.8125 | 1.0 | 3.442s | 3m:33s |
| Iteration 50 | 10 | entropy | 3 | 2 | 6 | auto | True | 0.0278 | 0.5 | 0.8125 | 1.0 | 3.100s | 3m:37s |
Bayesian Optimization ---------------------------
Best call --> Iteration 18
Best parameters --> {'n_estimators': 500, 'criterion': 'gini', 'max_depth': 2, 'min_samples_split': 5, 'min_samples_leaf': 3, 'max_features': 'auto', 'bootstrap': True, 'ccp_alpha': 0.0345, 'max_samples': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:38s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9661
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.435s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.84 ± 0.08
Time elapsed: 1.996s
-------------------------------------------------
Total time: 3m:41s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.187s | 3.206s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.75 | 0.75 | 3.165s | 6.893s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.75 | 3.166s | 10.564s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.75 | 3.120s | 14.185s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.75 | 3.249s | 17.944s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.75 | 3.248s | 21.782s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.75 | 3.313s | 25.593s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.75 | 3.234s | 29.340s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.6562 | 0.75 | 3.236s | 33.069s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.75 | 3.915s | 37.558s |
| Iteration 11 | 290 | 0.0173 | 5 | 0.2171 | 3 | 0.6 | 0.7 | 0.01 | 100 | 0.9375 | 0.9375 | 3.317s | 41.837s |
| Iteration 12 | 146 | 0.0668 | 4 | 0.0 | 2 | 0.7 | 0.7 | 0 | 1 | 0.5625 | 0.9375 | 3.252s | 45.948s |
| Iteration 13 | 45 | 0.8243 | 5 | 0.4519 | 9 | 0.8 | 0.8 | 100 | 0 | 0.5 | 0.9375 | 3.254s | 50.116s |
| Iteration 14 | 358 | 0.0137 | 5 | 0.302 | 3 | 0.6 | 0.7 | 0.01 | 100 | 0.375 | 0.9375 | 3.315s | 54.358s |
| Iteration 15 | 36 | 0.2463 | 5 | 0.1932 | 3 | 0.7 | 0.7 | 0.01 | 10 | 0.7188 | 0.9375 | 3.092s | 58.354s |
| Iteration 16 | 457 | 0.2 | 8 | 0.2115 | 3 | 0.6 | 0.6 | 10 | 0.1 | 0.5 | 0.9375 | 3.226s | 1m:03s |
| Iteration 17 | 143 | 0.5115 | 5 | 0.2247 | 3 | 1.0 | 0.7 | 0.01 | 0.1 | 1.0 | 1.0 | 3.181s | 1m:08s |
| Iteration 18 | 279 | 0.4877 | 5 | 0.2288 | 6 | 1.0 | 0.7 | 0.01 | 0 | 0.8125 | 1.0 | 3.209s | 1m:12s |
| Iteration 19 | 492 | 0.4691 | 9 | 0.2286 | 3 | 1.0 | 0.7 | 0.01 | 0.1 | 0.8125 | 1.0 | 3.243s | 1m:17s |
| Iteration 20 | 124 | 0.0175 | 5 | 0.2131 | 4 | 0.6 | 0.7 | 0.01 | 1 | 0.375 | 1.0 | 3.213s | 1m:21s |
| Iteration 21 | 288 | 0.8269 | 5 | 0.2277 | 8 | 1.0 | 1.0 | 0 | 10 | 0.5 | 1.0 | 3.191s | 1m:25s |
| Iteration 22 | 102 | 0.1225 | 1 | 0.2234 | 3 | 0.8 | 0.4 | 0.01 | 100 | 0.9375 | 1.0 | 3.203s | 1m:29s |
| Iteration 23 | 46 | 0.0126 | 4 | 0.0 | 2 | 1.0 | 1.0 | 10 | 10 | 0.5 | 1.0 | 3.161s | 1m:34s |
| Iteration 24 | 216 | 0.867 | 9 | 0.8339 | 1 | 1.0 | 0.4 | 0.01 | 10 | 1.0 | 1.0 | 3.191s | 1m:38s |
| Iteration 25 | 228 | 0.3386 | 1 | 0.9949 | 1 | 1.0 | 0.7 | 0.01 | 10 | 0.9375 | 1.0 | 3.204s | 1m:42s |
| Iteration 26 | 20 | 0.0131 | 8 | 0.0 | 1 | 1.0 | 0.4 | 0.01 | 0.1 | 0.5 | 1.0 | 3.174s | 1m:46s |
| Iteration 27 | 136 | 0.0319 | 3 | 0.2252 | 3 | 0.7 | 0.9 | 0.01 | 10 | 0.8125 | 1.0 | 3.179s | 1m:50s |
| Iteration 28 | 73 | 1.0 | 9 | 0.9741 | 1 | 0.7 | 0.7 | 0.01 | 0.1 | 1.0 | 1.0 | 3.189s | 1m:54s |
| Iteration 29 | 276 | 1.0 | 3 | 0.3503 | 1 | 0.8 | 0.5 | 0.01 | 100 | 0.8125 | 1.0 | 3.202s | 1m:58s |
| Iteration 30 | 34 | 0.3066 | 10 | 0.8513 | 1 | 0.7 | 0.5 | 0.01 | 10 | 0.875 | 1.0 | 3.198s | 2m:03s |
| Iteration 31 | 35 | 0.0103 | 9 | 0.8115 | 1 | 0.8 | 0.9 | 0.01 | 100 | 0.5312 | 1.0 | 3.198s | 2m:07s |
| Iteration 32 | 20 | 1.0 | 10 | 1.0 | 1 | 1.0 | 1.0 | 0.01 | 10 | 0.875 | 1.0 | 3.185s | 2m:12s |
| Iteration 33 | 488 | 1.0 | 7 | 0.4952 | 1 | 1.0 | 0.7 | 0.1 | 0.01 | 0.375 | 1.0 | 3.258s | 2m:16s |
| Iteration 34 | 48 | 1.0 | 1 | 0.3516 | 1 | 0.9 | 0.9 | 0.01 | 100 | 0.5938 | 1.0 | 3.190s | 2m:20s |
| Iteration 35 | 76 | 0.0252 | 7 | 0.2258 | 3 | 0.9 | 0.6 | 0.01 | 0.1 | 0.5 | 1.0 | 3.186s | 2m:24s |
| Iteration 36 | 285 | 1.0 | 6 | 1.0 | 10 | 1.0 | 0.4 | 0.01 | 0.1 | 0.5 | 1.0 | 3.214s | 2m:29s |
| Iteration 37 | 77 | 1.0 | 10 | 0.133 | 1 | 0.8 | 0.4 | 0.01 | 0 | 0.9375 | 1.0 | 3.197s | 2m:33s |
| Iteration 38 | 61 | 1.0 | 7 | 0.672 | 1 | 0.5 | 0.4 | 0.01 | 0 | 0.75 | 1.0 | 3.194s | 2m:38s |
| Iteration 39 | 472 | 0.01 | 7 | 0.7392 | 1 | 0.6 | 0.7 | 1 | 1 | 0.75 | 1.0 | 3.273s | 2m:42s |
| Iteration 40 | 499 | 0.6386 | 10 | 0.7042 | 1 | 1.0 | 0.8 | 0.01 | 0.1 | 0.875 | 1.0 | 3.239s | 2m:46s |
| Iteration 41 | 41 | 0.6661 | 10 | 0.3711 | 1 | 0.8 | 0.6 | 0.01 | 0.1 | 0.8125 | 1.0 | 3.176s | 2m:51s |
| Iteration 42 | 425 | 1.0 | 9 | 0.3217 | 1 | 1.0 | 0.4 | 0.01 | 0 | 0.6875 | 1.0 | 3.219s | 2m:55s |
| Iteration 43 | 478 | 0.5294 | 10 | 0.9212 | 1 | 0.7 | 0.8 | 0.01 | 1 | 0.8125 | 1.0 | 3.271s | 2m:59s |
| Iteration 44 | 181 | 0.01 | 7 | 0.1153 | 10 | 1.0 | 0.8 | 1 | 100 | 0.5 | 1.0 | 3.146s | 3m:05s |
| Iteration 45 | 219 | 1.0 | 3 | 0.8419 | 1 | 0.8 | 0.5 | 0 | 1 | 0.75 | 1.0 | 3.191s | 3m:09s |
| Iteration 46 | 182 | 1.0 | 6 | 0.7073 | 1 | 0.6 | 0.4 | 0 | 10 | 0.7812 | 1.0 | 3.202s | 3m:13s |
| Iteration 47 | 287 | 0.0124 | 1 | 0.1434 | 10 | 0.7 | 0.6 | 0 | 0.1 | 0.5 | 1.0 | 3.196s | 3m:18s |
| Iteration 48 | 361 | 0.4054 | 10 | 1.0 | 1 | 0.9 | 0.4 | 0.01 | 10 | 0.75 | 1.0 | 3.226s | 3m:22s |
| Iteration 49 | 180 | 0.5802 | 2 | 0.8443 | 1 | 1.0 | 0.7 | 0.01 | 10 | 0.6875 | 1.0 | 3.152s | 3m:26s |
| Iteration 50 | 192 | 1.0 | 7 | 0.6137 | 1 | 0.6 | 0.9 | 0.01 | 0.01 | 0.6875 | 1.0 | 3.186s | 3m:31s |
Bayesian Optimization ---------------------------
Best call --> Iteration 24
Best parameters --> {'n_estimators': 216, 'learning_rate': 0.867, 'max_depth': 9, 'gamma': 0.8339, 'min_child_weight': 1, 'subsample': 1.0, 'colsample_bytree': 0.4, 'reg_alpha': 0.01, 'reg_lambda': 10}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:32s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9871
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.063s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.865 ± 0.0889
Time elapsed: 0.198s
-------------------------------------------------
Total time: 3m:32s
Final results ==================== >>
Duration: 23m:32s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.82 ± 0.0797 ~
Logistic Regression --> roc_auc: 0.59 ± 0.097 ~
Linear Discriminant Analysis --> roc_auc: 0.7 ± 0.1265
Quadratic Discriminant Analysis --> roc_auc: 0.61 ± 0.086 ~
Radius Nearest Neighbors --> roc_auc: 0.805 ± 0.1435
AdaBoost --> roc_auc: 0.85 ± 0.0447 ~
Random Forest --> roc_auc: 0.84 ± 0.08
XGBoost --> roc_auc: 0.865 ± 0.0889 ~ !
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 822 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAARDNYGQNFVF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVEDQTGANNLFF.
>>> Dropping feature CAVRNQGGKLIF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CASSLGRTEAFF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CAVEDDYKLSF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVKGGSEKLVF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CALNTGTASKLTF.
>>> Dropping feature CALTSGTYKYIF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAVDNQAGTALIF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAASKGSARQLTF.
>>> Dropping feature CAGPNAGGTSYGKLTF.
>>> Dropping feature CALMDTGRRALTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAPNSGGGADGLTF.
>>> Dropping feature CAVEGGSYIPTF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.875 | 0.875 | 0.642s | 0.662s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.875 | 0.875 | 0.676s | 3.165s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.75 | 0.875 | 0.631s | 5.803s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.7188 | 0.875 | 0.729s | 7.917s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.25 | 0.875 | 0.688s | 9.772s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.8125 | 0.875 | 0.727s | 11.666s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.875 | 0.875 | 0.704s | 13.485s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 1.0 | 1.0 | 0.743s | 14.828s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.8125 | 1.0 | 0.669s | 16.045s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.6875 | 1.0 | 1.382s | 17.906s |
| Iteration 11 | exponen.. | 0.0689 | 500 | 0.7 | squared_er.. | 13 | 7 | 6 | 0.6 | 0.0 | 1.0 | 1.0 | 0.775s | 19.580s |
| Iteration 12 | exponen.. | 0.0143 | 283 | 0.6 | squared_er.. | 15 | 18 | 7 | auto | 0.0009 | 0.5 | 1.0 | 0.711s | 21.200s |
| Iteration 13 | exponen.. | 0.0777 | 500 | 0.8 | squared_er.. | 7 | 3 | 6 | 0.5 | 0.0087 | 1.0 | 1.0 | 0.756s | 22.840s |
| Iteration 14 | exponen.. | 0.0742 | 10 | 0.5 | squared_er.. | 20 | 20 | 8 | None | 0.0 | 0.5 | 1.0 | 0.629s | 24.437s |
| Iteration 15 | exponen.. | 0.0227 | 481 | 1.0 | squared_er.. | 20 | 6 | 10 | None | 0.0 | 0.9375 | 1.0 | 0.755s | 26.225s |
| Iteration 16 | exponen.. | 0.0967 | 500 | 0.8 | squared_er.. | 11 | 6 | 6 | 0.7 | 0.0049 | 0.875 | 1.0 | 0.772s | 29.556s |
| Iteration 17 | exponen.. | 0.0474 | 348 | 0.7 | squared_er.. | 9 | 7 | 7 | 0.5 | 0.0143 | 0.875 | 1.0 | 0.722s | 32.785s |
| Iteration 18 | exponen.. | 0.0443 | 473 | 0.7 | squared_er.. | 18 | 8 | 7 | 0.7 | 0.0 | 0.875 | 1.0 | 0.746s | 36.196s |
| Iteration 19 | deviance | 0.01 | 500 | 0.5 | squared_er.. | 20 | 1 | 1 | None | 0.0 | 0.6875 | 1.0 | 0.750s | 39.496s |
| Iteration 20 | exponen.. | 0.0719 | 500 | 0.8 | squared_er.. | 7 | 2 | 6 | 0.5 | 0.0097 | 0.375 | 1.0 | 0.767s | 41.572s |
| Iteration 21 | exponen.. | 0.4524 | 459 | 0.7 | squared_er.. | 5 | 3 | 4 | 0.7 | 0.032 | 0.875 | 1.0 | 0.804s | 43.293s |
| Iteration 22 | deviance | 0.1937 | 500 | 0.6 | squared_er.. | 14 | 7 | 4 | 0.8 | 0.0089 | 0.5 | 1.0 | 0.793s | 45.201s |
| Iteration 23 | exponen.. | 0.1292 | 500 | 0.8 | squared_er.. | 5 | 7 | 8 | 0.6 | 0.014 | 0.8125 | 1.0 | 0.763s | 47.081s |
| Iteration 24 | exponen.. | 0.5322 | 425 | 0.9 | squared_er.. | 17 | 8 | 6 | None | 0.0059 | 0.75 | 1.0 | 0.794s | 48.985s |
| Iteration 25 | exponen.. | 0.0223 | 325 | 0.8 | squared_er.. | 12 | 6 | 9 | 0.9 | 0.0044 | 1.0 | 1.0 | 0.756s | 50.630s |
| Iteration 26 | exponen.. | 0.01 | 182 | 0.9 | squared_er.. | 3 | 3 | 8 | 0.5 | 0.0076 | 0.6875 | 1.0 | 0.703s | 52.346s |
| Iteration 27 | exponen.. | 0.01 | 181 | 0.9 | squared_er.. | 20 | 6 | 10 | None | 0.0 | 0.75 | 1.0 | 0.702s | 53.982s |
| Iteration 28 | exponen.. | 0.0952 | 398 | 0.9 | friedman_mse | 16 | 8 | 8 | 0.8 | 0.0077 | 0.875 | 1.0 | 0.746s | 55.808s |
| Iteration 29 | exponen.. | 0.0226 | 477 | 0.7 | squared_er.. | 2 | 10 | 7 | 0.9 | 0.0023 | 1.0 | 1.0 | 0.809s | 57.497s |
| Iteration 30 | exponen.. | 0.0812 | 230 | 0.7 | squared_er.. | 13 | 9 | 1 | 0.5 | 0.0076 | 0.5 | 1.0 | 0.735s | 59.256s |
| Iteration 31 | exponen.. | 0.0233 | 424 | 0.6 | squared_er.. | 14 | 13 | 9 | None | 0.0289 | 0.75 | 1.0 | 0.743s | 1m:01s |
| Iteration 32 | exponen.. | 0.0138 | 432 | 0.9 | squared_er.. | 8 | 4 | 8 | 0.9 | 0.0027 | 0.75 | 1.0 | 0.830s | 1m:03s |
| Iteration 33 | exponen.. | 0.0886 | 500 | 0.5 | friedman_mse | 4 | 12 | 7 | None | 0.003 | 0.75 | 1.0 | 0.754s | 1m:04s |
| Iteration 34 | exponen.. | 0.0165 | 391 | 0.8 | friedman_mse | 16 | 15 | 7 | 0.5 | 0.0052 | 0.75 | 1.0 | 1.303s | 1m:06s |
| Iteration 35 | exponen.. | 0.8509 | 500 | 0.7 | friedman_mse | 3 | 12 | 4 | None | 0.0235 | 0.4375 | 1.0 | 0.748s | 1m:08s |
| Iteration 36 | exponen.. | 0.1848 | 113 | 0.5 | squared_er.. | 2 | 10 | 9 | sqrt | 0.0019 | 1.0 | 1.0 | 0.658s | 1m:10s |
| Iteration 37 | exponen.. | 0.1688 | 481 | 0.8 | squared_er.. | 6 | 10 | 8 | 0.6 | 0.0211 | 0.75 | 1.0 | 0.741s | 1m:12s |
| Iteration 38 | exponen.. | 0.0155 | 198 | 0.9 | squared_er.. | 8 | 9 | 10 | sqrt | 0.0029 | 0.875 | 1.0 | 0.690s | 1m:14s |
| Iteration 39 | exponen.. | 0.594 | 108 | 0.7 | squared_er.. | 18 | 5 | 4 | sqrt | 0.024 | 0.625 | 1.0 | 0.663s | 1m:16s |
| Iteration 40 | exponen.. | 0.0171 | 163 | 0.7 | squared_er.. | 3 | 9 | 8 | sqrt | 0.0 | 1.0 | 1.0 | 0.673s | 1m:18s |
| Iteration 41 | exponen.. | 0.9763 | 81 | 0.8 | friedman_mse | 6 | 9 | 8 | 0.7 | 0.0 | 0.75 | 1.0 | 0.656s | 1m:19s |
| Iteration 42 | exponen.. | 0.01 | 205 | 0.7 | squared_er.. | 4 | 8 | 7 | log2 | 0.0041 | 0.9375 | 1.0 | 0.685s | 1m:21s |
| Iteration 43 | exponen.. | 0.01 | 462 | 0.7 | squared_er.. | 15 | 9 | 8 | log2 | 0.0053 | 0.6875 | 1.0 | 0.749s | 1m:23s |
| Iteration 44 | exponen.. | 0.714 | 220 | 1.0 | squared_er.. | 2 | 12 | 3 | log2 | 0.0021 | 1.0 | 1.0 | 0.671s | 1m:24s |
| Iteration 45 | exponen.. | 0.299 | 500 | 0.8 | squared_er.. | 10 | 6 | 6 | 0.7 | 0.0 | 0.875 | 1.0 | 0.744s | 1m:26s |
| Iteration 46 | exponen.. | 0.0264 | 428 | 0.7 | squared_er.. | 16 | 8 | 6 | 0.6 | 0.0179 | 0.9375 | 1.0 | 0.739s | 1m:28s |
| Iteration 47 | exponen.. | 0.1195 | 457 | 0.7 | squared_er.. | 12 | 8 | 6 | 0.9 | 0.0003 | 0.9375 | 1.0 | 0.755s | 1m:30s |
| Iteration 48 | exponen.. | 0.0321 | 499 | 0.8 | squared_er.. | 13 | 3 | 6 | sqrt | 0.0182 | 0.625 | 1.0 | 0.751s | 1m:32s |
| Iteration 49 | exponen.. | 1.0 | 447 | 0.7 | squared_er.. | 2 | 10 | 1 | 0.6 | 0.001 | 0.6875 | 1.0 | 0.730s | 1m:34s |
| Iteration 50 | exponen.. | 0.0263 | 31 | 0.8 | squared_er.. | 2 | 12 | 5 | log2 | 0.0021 | 0.8125 | 1.0 | 0.639s | 1m:35s |
Bayesian Optimization ---------------------------
Best call --> Iteration 29
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0226, 'n_estimators': 477, 'subsample': 0.7, 'criterion': 'squared_error', 'min_samples_split': 2, 'min_samples_leaf': 10, 'max_depth': 7, 'max_features': 0.9, 'ccp_alpha': 0.0023}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:37s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9946
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.151s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.08
Time elapsed: 0.720s
-------------------------------------------------
Total time: 1m:38s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.5 | 0.5 | 0.648s | 0.659s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.5625 | 0.5625 | 0.638s | 2.786s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.5625 | 0.5625 | 0.642s | 5.339s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.5 | 0.5625 | 0.642s | 7.011s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.5 | 0.5625 | 0.643s | 8.211s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.75 | 0.75 | 0.649s | 9.364s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.6875 | 0.75 | 0.643s | 10.511s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.3125 | 0.75 | 0.644s | 11.633s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.8125 | 0.8125 | 0.646s | 12.823s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.5 | 0.8125 | 0.639s | 14.038s |
| Iteration 11 | l2 | 0.0034 | libli.. | 179 | --- | 0.4375 | 0.8125 | 1.254s | 16.095s |
| Iteration 12 | l2 | 0.0064 | libli.. | 100 | --- | 0.5 | 0.8125 | 0.634s | 17.724s |
| Iteration 13 | l2 | 0.0014 | sag | 348 | --- | 1.0 | 1.0 | 0.632s | 19.108s |
| Iteration 14 | l2 | 0.013 | newto.. | 360 | --- | 0.75 | 1.0 | 0.637s | 20.874s |
| Iteration 15 | l2 | 0.001 | sag | 354 | --- | 0.5 | 1.0 | 0.641s | 22.371s |
| Iteration 16 | l2 | 5.8982 | newto.. | 1000 | --- | 0.8125 | 1.0 | 0.634s | 23.726s |
| Iteration 17 | l2 | 9.5507 | newto.. | 860 | --- | 0.875 | 1.0 | 0.643s | 25.131s |
| Iteration 18 | l2 | 36.6483 | sag | 743 | --- | 0.625 | 1.0 | 0.636s | 26.525s |
| Iteration 19 | l2 | 0.0013 | sag | 957 | --- | 0.75 | 1.0 | 0.637s | 27.932s |
| Iteration 20 | l2 | 0.1606 | sag | 1000 | --- | 0.625 | 1.0 | 0.640s | 29.304s |
| Iteration 21 | none | --- | lbfgs | 567 | --- | 0.9375 | 1.0 | 0.648s | 30.732s |
| Iteration 22 | none | --- | sag | 512 | --- | 0.125 | 1.0 | 0.733s | 32.272s |
| Iteration 23 | l2 | 8.426 | newto.. | 313 | --- | 0.625 | 1.0 | 0.637s | 33.714s |
| Iteration 24 | l2 | 0.0024 | sag | 967 | --- | 0.8125 | 1.0 | 0.640s | 35.145s |
| Iteration 25 | l2 | 0.0356 | lbfgs | 152 | --- | 1.0 | 1.0 | 0.639s | 36.531s |
| Iteration 26 | l2 | 0.0033 | lbfgs | 225 | --- | 0.3125 | 1.0 | 0.636s | 37.923s |
| Iteration 27 | l2 | 0.042 | lbfgs | 247 | --- | 0.75 | 1.0 | 0.645s | 39.345s |
| Iteration 28 | l2 | 0.0229 | lbfgs | 311 | --- | 0.8125 | 1.0 | 0.641s | 40.784s |
| Iteration 29 | l2 | 0.0328 | lbfgs | 334 | --- | 0.6875 | 1.0 | 0.639s | 42.258s |
| Iteration 30 | l2 | 0.0328 | lbfgs | 285 | --- | 0.375 | 1.0 | 0.638s | 43.712s |
| Iteration 31 | l2 | 8.5629 | lbfgs | 824 | --- | 0.4375 | 1.0 | 0.642s | 45.273s |
| Iteration 32 | l2 | 0.001 | sag | 624 | --- | 0.75 | 1.0 | 0.640s | 46.692s |
| Iteration 33 | l2 | 0.0341 | lbfgs | 124 | --- | 0.6875 | 1.0 | 0.636s | 48.196s |
| Iteration 34 | l2 | 0.0032 | sag | 362 | --- | 0.6875 | 1.0 | 0.642s | 49.667s |
| Iteration 35 | none | --- | lbfgs | 728 | --- | 0.625 | 1.0 | 0.654s | 51.169s |
| Iteration 36 | l2 | 18.7351 | newto.. | 709 | --- | 0.5 | 1.0 | 1.210s | 53.221s |
| Iteration 37 | l2 | 0.002 | sag | 279 | --- | 0.5 | 1.0 | 0.634s | 55.513s |
| Iteration 38 | none | --- | lbfgs | 844 | --- | 0.8125 | 1.0 | 0.649s | 57.053s |
| Iteration 39 | l2 | 93.4898 | saga | 927 | --- | 0.5 | 1.0 | 0.644s | 58.498s |
| Iteration 40 | l2 | 0.0285 | lbfgs | 417 | --- | 0.625 | 1.0 | 0.634s | 59.995s |
| Iteration 41 | none | --- | newto.. | 804 | --- | 0.5625 | 1.0 | 0.653s | 1m:02s |
| Iteration 42 | none | --- | lbfgs | 212 | --- | 0.625 | 1.0 | 0.640s | 1m:03s |
| Iteration 43 | l2 | 0.0292 | lbfgs | 455 | --- | 0.5625 | 1.0 | 0.634s | 1m:05s |
| Iteration 44 | none | --- | lbfgs | 150 | --- | 0.75 | 1.0 | 0.643s | 1m:06s |
| Iteration 45 | l2 | 0.0343 | lbfgs | 552 | --- | 0.6875 | 1.0 | 0.647s | 1m:08s |
| Iteration 46 | l2 | 0.0032 | sag | 952 | --- | 0.8125 | 1.0 | 0.694s | 1m:09s |
| Iteration 47 | none | --- | lbfgs | 484 | --- | 0.5625 | 1.0 | 0.702s | 1m:11s |
| Iteration 48 | l2 | 0.0024 | sag | 758 | --- | 0.5625 | 1.0 | 0.691s | 1m:13s |
| Iteration 49 | none | --- | sag | 119 | --- | 0.75 | 1.0 | 0.691s | 1m:14s |
| Iteration 50 | l2 | 0.0395 | lbfgs | 122 | --- | 0.75 | 1.0 | 0.689s | 1m:16s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'penalty': 'l2', 'C': 0.0356, 'solver': 'lbfgs', 'max_iter': 152}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:17s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7562
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.64 ± 0.0583
Time elapsed: 0.063s
-------------------------------------------------
Total time: 1m:17s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.5 | 0.5 | 0.693s | 0.699s |
| Initial point 2 | svd | --- | 0.625 | 0.625 | 0.676s | 1.876s |
| Initial point 3 | svd | --- | 0.625 | 0.625 | 0.001s | 2.392s |
| Initial point 4 | lsqr | 0.8 | 0.5625 | 0.625 | 0.684s | 3.561s |
| Initial point 5 | eigen | 0.9 | 0.5 | 0.625 | 0.682s | 4.722s |
| Initial point 6 | lsqr | 0.7 | 0.625 | 0.625 | 0.679s | 7.276s |
| Initial point 7 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.629s | 9.987s |
| Initial point 8 | lsqr | 0.9 | 0.5625 | 0.9375 | 0.632s | 11.407s |
| Initial point 9 | lsqr | 0.6 | 0.5625 | 0.9375 | 0.630s | 12.545s |
| Initial point 10 | eigen | 0.8 | 0.875 | 0.9375 | 0.635s | 13.671s |
| Iteration 11 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 14.285s |
| Iteration 12 | eigen | 0.5 | 0.625 | 0.9375 | 0.649s | 15.549s |
| Iteration 13 | eigen | 0.7 | 0.75 | 0.9375 | 0.632s | 16.801s |
| Iteration 14 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 17.535s |
| Iteration 15 | eigen | auto | 0.25 | 0.9375 | 0.644s | 18.967s |
| Iteration 16 | svd | --- | 0.625 | 0.9375 | 0.000s | 19.762s |
| Iteration 17 | eigen | None | 0.6875 | 0.9375 | 1.228s | 21.774s |
| Iteration 18 | svd | --- | 0.625 | 0.9375 | 0.000s | 22.621s |
| Iteration 19 | svd | --- | 0.625 | 0.9375 | 0.000s | 23.255s |
| Iteration 20 | lsqr | auto | 0.625 | 0.9375 | 0.634s | 24.534s |
| Iteration 21 | svd | --- | 0.625 | 0.9375 | 0.000s | 25.213s |
| Iteration 22 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 25.860s |
| Iteration 23 | lsqr | 1.0 | 0.875 | 0.9375 | 0.635s | 27.144s |
| Iteration 24 | svd | --- | 0.625 | 0.9375 | 0.000s | 27.815s |
| Iteration 25 | eigen | 0.6 | 0.625 | 0.9375 | 0.628s | 29.099s |
| Iteration 26 | svd | --- | 0.625 | 0.9375 | 0.000s | 29.942s |
| Iteration 27 | lsqr | None | 0.75 | 0.9375 | 0.627s | 31.324s |
| Iteration 28 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 32.378s |
| Iteration 29 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 33.090s |
| Iteration 30 | lsqr | None | 0.75 | 0.9375 | 0.000s | 33.812s |
| Iteration 31 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 34.510s |
| Iteration 32 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 35.216s |
| Iteration 33 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 35.916s |
| Iteration 34 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 36.691s |
| Iteration 35 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 37.452s |
| Iteration 36 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 38.188s |
| Iteration 37 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 38.970s |
| Iteration 38 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 39.739s |
| Iteration 39 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 40.482s |
| Iteration 40 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 41.218s |
| Iteration 41 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 42.047s |
| Iteration 42 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 42.916s |
| Iteration 43 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 43.758s |
| Iteration 44 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 44.539s |
| Iteration 45 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 45.373s |
| Iteration 46 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.001s | 46.177s |
| Iteration 47 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 46.979s |
| Iteration 48 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 47.784s |
| Iteration 49 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.001s | 48.614s |
| Iteration 50 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 49.450s |
Bayesian Optimization ---------------------------
Best call --> Initial point 7
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 50.293s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7991
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.64 ± 0.049
Time elapsed: 0.029s
-------------------------------------------------
Total time: 50.332s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.5 | 0.5 | 0.635s | 0.638s |
| Initial point 2 | 0.9 | 0.5 | 0.5 | 0.636s | 1.746s |
| Initial point 3 | 0.1 | 0.5625 | 0.5625 | 0.630s | 3.073s |
| Initial point 4 | 1.0 | 0.5 | 0.5625 | 0.000s | 3.557s |
| Initial point 5 | 0.2 | 0.5 | 0.5625 | 0.650s | 4.696s |
| Initial point 6 | 0.4 | 0.625 | 0.625 | 0.632s | 5.819s |
| Initial point 7 | 0.4 | 0.625 | 0.625 | 0.000s | 6.333s |
| Initial point 8 | 0.7 | 0.5625 | 0.625 | 0.637s | 7.460s |
| Initial point 9 | 0.9 | 0.5 | 0.625 | 0.000s | 7.976s |
| Initial point 10 | 0.8 | 0.75 | 0.75 | 0.627s | 9.086s |
| Iteration 11 | 0.3 | 0.5625 | 0.75 | 0.635s | 10.307s |
| Iteration 12 | 0.6 | 0.75 | 0.75 | 0.635s | 11.524s |
| Iteration 13 | 0.5 | 0.5 | 0.75 | 0.633s | 12.751s |
| Iteration 14 | 0.0 | 0.875 | 0.875 | 0.635s | 13.976s |
| Iteration 15 | 0.0 | 0.875 | 0.875 | 0.000s | 14.565s |
| Iteration 16 | 0.0 | 0.875 | 0.875 | 0.000s | 15.136s |
| Iteration 17 | 0.0 | 0.875 | 0.875 | 0.001s | 15.729s |
| Iteration 18 | 0.0 | 0.875 | 0.875 | 0.000s | 16.328s |
| Iteration 19 | 0.9 | 0.5 | 0.875 | 0.000s | 16.905s |
| Iteration 20 | 0.0 | 0.875 | 0.875 | 0.000s | 17.479s |
| Iteration 21 | 0.0 | 0.875 | 0.875 | 0.000s | 18.048s |
| Iteration 22 | 0.0 | 0.875 | 0.875 | 0.000s | 18.619s |
| Iteration 23 | 0.0 | 0.875 | 0.875 | 0.000s | 19.966s |
| Iteration 24 | 0.0 | 0.875 | 0.875 | 0.000s | 20.751s |
| Iteration 25 | 0.5 | 0.5 | 0.875 | 0.000s | 21.913s |
| Iteration 26 | 0.0 | 0.875 | 0.875 | 0.000s | 22.515s |
| Iteration 27 | 0.0 | 0.875 | 0.875 | 0.000s | 23.107s |
| Iteration 28 | 0.0 | 0.875 | 0.875 | 0.000s | 23.702s |
| Iteration 29 | 0.0 | 0.875 | 0.875 | 0.000s | 25.554s |
| Iteration 30 | 0.0 | 0.875 | 0.875 | 0.000s | 26.482s |
| Iteration 31 | 0.0 | 0.875 | 0.875 | 0.000s | 27.128s |
| Iteration 32 | 0.0 | 0.875 | 0.875 | 0.000s | 28.117s |
| Iteration 33 | 0.0 | 0.875 | 0.875 | 0.000s | 28.746s |
| Iteration 34 | 0.0 | 0.875 | 0.875 | 0.000s | 29.376s |
| Iteration 35 | 0.0 | 0.875 | 0.875 | 0.000s | 30.007s |
| Iteration 36 | 0.0 | 0.875 | 0.875 | 0.000s | 30.642s |
| Iteration 37 | 0.0 | 0.875 | 0.875 | 0.000s | 31.272s |
| Iteration 38 | 0.0 | 0.875 | 0.875 | 0.000s | 31.916s |
| Iteration 39 | 0.0 | 0.875 | 0.875 | 0.000s | 32.613s |
| Iteration 40 | 0.0 | 0.875 | 0.875 | 0.000s | 33.393s |
| Iteration 41 | 0.0 | 0.875 | 0.875 | 0.000s | 34.075s |
| Iteration 42 | 0.0 | 0.875 | 0.875 | 0.000s | 34.742s |
| Iteration 43 | 0.0 | 0.875 | 0.875 | 0.000s | 35.460s |
| Iteration 44 | 0.0 | 0.875 | 0.875 | 0.000s | 36.145s |
| Iteration 45 | 0.0 | 0.875 | 0.875 | 0.000s | 37.901s |
| Iteration 46 | 0.0 | 0.875 | 0.875 | 0.000s | 38.825s |
| Iteration 47 | 0.0 | 0.875 | 0.875 | 0.000s | 39.519s |
| Iteration 48 | 0.0 | 0.875 | 0.875 | 0.000s | 40.262s |
| Iteration 49 | 0.0 | 0.875 | 0.875 | 0.000s | 40.992s |
| Iteration 50 | 0.0 | 0.875 | 0.875 | 0.000s | 41.767s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'reg_param': 0.0}
Best evaluation --> roc_auc: 0.875
Time elapsed: 42.504s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.933
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.011s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.66 ± 0.102
Time elapsed: 0.027s
-------------------------------------------------
Total time: 42.544s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 11.883 | dista.. | auto | 40 | 1 | 0.625 | 0.625 | 0.639s | 0.659s |
| Initial point 2 | 4.7259 | uniform | kd_tree | 39 | 2 | 0.5938 | 0.625 | 0.662s | 1.844s |
| Initial point 3 | 3.7332 | dista.. | ball_tree | 25 | 2 | 0.9375 | 0.9375 | 0.632s | 2.957s |
| Initial point 4 | 10.8913 | uniform | ball_tree | 39 | 2 | 0.5 | 0.9375 | 0.631s | 4.106s |
| Initial point 5 | 8.5319 | dista.. | auto | 30 | 2 | 0.5 | 0.9375 | 0.658s | 5.294s |
| Initial point 6 | 9.8806 | dista.. | ball_tree | 21 | 2 | 0.875 | 0.9375 | 0.638s | 6.430s |
| Initial point 7 | 7.0673 | dista.. | ball_tree | 24 | 1 | 0.875 | 0.9375 | 0.635s | 7.541s |
| Initial point 8 | 1.6936 | dista.. | ball_tree | 21 | 2 | 0.75 | 0.9375 | 0.648s | 8.701s |
| Initial point 9 | 7.8725 | uniform | ball_tree | 24 | 1 | 0.6875 | 0.9375 | 0.650s | 9.943s |
| Initial point 10 | 5.5917 | uniform | brute | 22 | 2 | 0.625 | 0.9375 | 0.635s | 11.186s |
| Iteration 11 | 0.0 | dista.. | brute | 24 | 2 | 0.5 | 0.9375 | 0.644s | 12.642s |
| Iteration 12 | 11.5341 | dista.. | ball_tree | 28 | 2 | 0.75 | 0.9375 | 0.635s | 14.138s |
| Iteration 13 | 1.7364 | dista.. | ball_tree | 27 | 1 | 0.5 | 0.9375 | 0.637s | 15.672s |
| Iteration 14 | 11.8717 | uniform | ball_tree | 23 | 2 | 0.5 | 0.9375 | 0.634s | 17.309s |
| Iteration 15 | 4.3843 | dista.. | ball_tree | 25 | 2 | 0.8125 | 0.9375 | 0.633s | 18.959s |
| Iteration 16 | 7.4825 | dista.. | ball_tree | 21 | 2 | 0.9375 | 0.9375 | 0.641s | 20.719s |
| Iteration 17 | 7.5348 | dista.. | ball_tree | 39 | 2 | 0.6875 | 0.9375 | 0.635s | 22.451s |
| Iteration 18 | 7.3254 | dista.. | ball_tree | 20 | 2 | 0.75 | 0.9375 | 0.625s | 23.940s |
| Iteration 19 | 8.8531 | dista.. | ball_tree | 20 | 1 | 0.5625 | 0.9375 | 0.630s | 25.430s |
| Iteration 20 | 10.3198 | dista.. | kd_tree | 21 | 2 | 0.8125 | 0.9375 | 0.637s | 26.889s |
| Iteration 21 | 0.0 | dista.. | auto | 25 | 2 | 0.5 | 0.9375 | 0.632s | 28.959s |
| Iteration 22 | 0.0015 | dista.. | kd_tree | 40 | 2 | 0.5 | 0.9375 | 0.630s | 30.350s |
| Iteration 23 | 4.1358 | dista.. | kd_tree | 34 | 1 | 0.375 | 0.9375 | 0.633s | 31.758s |
| Iteration 24 | 9.824 | uniform | kd_tree | 25 | 1 | 0.8125 | 0.9375 | 0.638s | 33.200s |
| Iteration 25 | 7.4418 | dista.. | ball_tree | 22 | 2 | 1.0 | 1.0 | 0.634s | 34.713s |
| Iteration 26 | 7.7505 | dista.. | auto | 22 | 1 | 0.6875 | 1.0 | 0.637s | 36.160s |
| Iteration 27 | 3.8024 | uniform | ball_tree | 32 | 2 | 0.25 | 1.0 | 0.633s | 37.569s |
| Iteration 28 | 7.5161 | dista.. | ball_tree | 24 | 2 | 0.8125 | 1.0 | 0.630s | 39.042s |
| Iteration 29 | 8.229 | dista.. | ball_tree | 22 | 2 | 0.9375 | 1.0 | 0.628s | 40.510s |
| Iteration 30 | 3.119 | dista.. | auto | 24 | 2 | 0.4375 | 1.0 | 0.636s | 41.996s |
| Iteration 31 | 1.2524 | uniform | kd_tree | 40 | 1 | 0.6562 | 1.0 | 0.633s | 43.455s |
| Iteration 32 | 5.4877 | dista.. | ball_tree | 22 | 2 | 0.875 | 1.0 | 0.641s | 44.992s |
| Iteration 33 | 11.8962 | dista.. | ball_tree | 22 | 2 | 0.875 | 1.0 | 0.635s | 46.535s |
| Iteration 34 | 0.0 | dista.. | ball_tree | 27 | 2 | 0.5 | 1.0 | 0.628s | 48.019s |
| Iteration 35 | 0.7743 | dista.. | ball_tree | 24 | 2 | 0.5312 | 1.0 | 0.655s | 49.554s |
| Iteration 36 | 11.9166 | uniform | brute | 38 | 1 | 0.75 | 1.0 | 0.634s | 51.059s |
| Iteration 37 | 11.9166 | uniform | brute | 20 | 1 | 0.4375 | 1.0 | 0.630s | 52.941s |
| Iteration 38 | 8.764 | dista.. | kd_tree | 25 | 1 | 0.6875 | 1.0 | 0.637s | 54.608s |
| Iteration 39 | 7.8196 | dista.. | ball_tree | 23 | 2 | 0.625 | 1.0 | 0.631s | 56.204s |
| Iteration 40 | 7.7194 | dista.. | auto | 22 | 2 | 1.0 | 1.0 | 0.643s | 57.775s |
| Iteration 41 | 7.4902 | dista.. | auto | 22 | 2 | 0.8125 | 1.0 | 0.646s | 59.454s |
| Iteration 42 | 8.1044 | dista.. | kd_tree | 25 | 2 | 0.8125 | 1.0 | 0.648s | 1m:01s |
| Iteration 43 | 7.6191 | dista.. | brute | 21 | 2 | 0.75 | 1.0 | 0.636s | 1m:03s |
| Iteration 44 | 8.298 | dista.. | auto | 22 | 2 | 0.8125 | 1.0 | 0.627s | 1m:04s |
| Iteration 45 | 11.9166 | uniform | kd_tree | 26 | 2 | 0.5 | 1.0 | 0.630s | 1m:06s |
| Iteration 46 | 8.3835 | dista.. | brute | 22 | 2 | 0.8125 | 1.0 | 0.634s | 1m:08s |
| Iteration 47 | 0.0 | uniform | auto | 20 | 1 | 0.5 | 1.0 | 0.630s | 1m:10s |
| Iteration 48 | 11.9166 | dista.. | auto | 27 | 1 | 0.625 | 1.0 | 0.643s | 1m:11s |
| Iteration 49 | 11.9166 | dista.. | kd_tree | 20 | 2 | 0.875 | 1.0 | 0.634s | 1m:13s |
| Iteration 50 | 11.9166 | dista.. | brute | 24 | 2 | 0.9375 | 1.0 | 0.628s | 1m:15s |
Bayesian Optimization ---------------------------
Best call --> Iteration 40
Best parameters --> {'radius': 7.7194, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 22, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:16s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.69 ± 0.02
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:16s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.9375 | 0.9375 | 1.010s | 1.017s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.6875 | 0.9375 | 1.016s | 2.511s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.875 | 0.9375 | 0.778s | 3.777s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.5625 | 0.9375 | 0.932s | 5.221s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.4375 | 0.9375 | 0.822s | 6.525s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.9375 | 0.9375 | 0.992s | 8.191s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.5 | 0.9375 | 0.647s | 9.384s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.9688 | 0.9688 | 0.912s | 10.798s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.9375 | 0.9688 | 0.635s | 11.973s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.5938 | 0.9688 | 0.740s | 14.023s |
| Iteration 11 | 287 | 0.0193 | SAMME | 0.625 | 0.9688 | 0.819s | 16.014s |
| Iteration 12 | 411 | 0.0204 | SAMME | 0.9375 | 0.9688 | 0.918s | 17.751s |
| Iteration 13 | 407 | 0.0171 | SAMME | 1.0 | 1.0 | 0.900s | 19.405s |
| Iteration 14 | 409 | 0.0155 | SAMME | 1.0 | 1.0 | 0.950s | 21.069s |
| Iteration 15 | 410 | 4.1428 | SAMME | 0.25 | 1.0 | 0.668s | 22.488s |
| Iteration 16 | 392 | 0.01 | SAMME | 0.7188 | 1.0 | 0.947s | 24.173s |
| Iteration 17 | 408 | 0.0129 | SAMME | 0.6875 | 1.0 | 0.962s | 25.911s |
| Iteration 18 | 414 | 0.0164 | SAMME | 0.9375 | 1.0 | 0.962s | 27.742s |
| Iteration 19 | 491 | 5.1242 | SAMME.R | 0.6562 | 1.0 | 1.030s | 30.323s |
| Iteration 20 | 409 | 0.0162 | SAMME | 0.5 | 1.0 | 0.953s | 32.272s |
| Iteration 21 | 415 | 0.0255 | SAMME | 0.7812 | 1.0 | 0.934s | 33.953s |
| Iteration 22 | 404 | 0.0254 | SAMME | 0.5 | 1.0 | 1.576s | 36.356s |
| Iteration 23 | 418 | 0.0187 | SAMME | 0.8125 | 1.0 | 1.024s | 39.414s |
| Iteration 24 | 403 | 0.0187 | SAMME.R | 0.6875 | 1.0 | 1.048s | 41.490s |
| Iteration 25 | 423 | 0.0168 | SAMME | 1.0 | 1.0 | 0.976s | 43.317s |
| Iteration 26 | 441 | 0.018 | SAMME | 0.5 | 1.0 | 0.991s | 45.215s |
| Iteration 27 | 420 | 0.0166 | SAMME | 1.0 | 1.0 | 0.970s | 47.020s |
| Iteration 28 | 420 | 0.0164 | SAMME | 0.875 | 1.0 | 0.966s | 48.837s |
| Iteration 29 | 417 | 0.0179 | SAMME | 0.9062 | 1.0 | 0.914s | 52.002s |
| Iteration 30 | 422 | 0.0153 | SAMME | 0.4688 | 1.0 | 1.104s | 55.547s |
| Iteration 31 | 407 | 0.0184 | SAMME | 0.75 | 1.0 | 0.915s | 59.038s |
| Iteration 32 | 418 | 0.0179 | SAMME | 0.75 | 1.0 | 0.915s | 1m:02s |
| Iteration 33 | 418 | 0.0203 | SAMME | 0.6875 | 1.0 | 0.935s | 1m:05s |
| Iteration 34 | 400 | 0.0182 | SAMME | 0.7188 | 1.0 | 0.903s | 1m:07s |
| Iteration 35 | 465 | 0.2215 | SAMME.R | 0.625 | 1.0 | 1.024s | 1m:08s |
| Iteration 36 | 418 | 0.0171 | SAMME | 1.0 | 1.0 | 0.921s | 1m:10s |
| Iteration 37 | 418 | 0.0171 | SAMME.R | 0.8125 | 1.0 | 0.964s | 1m:12s |
| Iteration 38 | 422 | 0.0171 | SAMME | 0.875 | 1.0 | 0.923s | 1m:14s |
| Iteration 39 | 413 | 0.0173 | SAMME | 0.8125 | 1.0 | 0.913s | 1m:16s |
| Iteration 40 | 420 | 0.017 | SAMME | 1.0 | 1.0 | 0.923s | 1m:18s |
| Iteration 41 | 419 | 0.0169 | SAMME | 0.7812 | 1.0 | 0.922s | 1m:20s |
| Iteration 42 | 425 | 0.0172 | SAMME.R | 0.75 | 1.0 | 0.970s | 1m:22s |
| Iteration 43 | 444 | 3.0218 | SAMME | 0.6875 | 1.0 | 0.648s | 1m:24s |
| Iteration 44 | 500 | 6.631 | SAMME.R | 0.5625 | 1.0 | 1.637s | 1m:26s |
| Iteration 45 | 425 | 0.0173 | SAMME | 0.9375 | 1.0 | 0.999s | 1m:28s |
| Iteration 46 | 425 | 0.0171 | SAMME | 0.8438 | 1.0 | 0.929s | 1m:30s |
| Iteration 47 | 424 | 0.0177 | SAMME | 0.8125 | 1.0 | 0.932s | 1m:32s |
| Iteration 48 | 457 | 0.2497 | SAMME.R | 0.375 | 1.0 | 0.979s | 1m:34s |
| Iteration 49 | 418 | 0.017 | SAMME | 0.8438 | 1.0 | 0.917s | 1m:36s |
| Iteration 50 | 419 | 0.017 | SAMME | 0.8125 | 1.0 | 0.914s | 1m:38s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'n_estimators': 423, 'learning_rate': 0.0168, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:39s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9165
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.331s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.68 ± 0.0678
Time elapsed: 1.522s
-------------------------------------------------
Total time: 1m:41s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.875 | 0.875 | 1.050s | 1.069s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.9375 | 0.9375 | 0.931s | 2.552s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.6875 | 0.9375 | 0.965s | 4.027s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.9375 | 0.773s | 5.326s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.5 | 0.9375 | 0.979s | 6.802s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.8125 | 0.9375 | 0.821s | 8.124s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 1.0 | 1.0 | 0.851s | 9.489s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.9375 | 1.0 | 0.835s | 10.836s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 1.0 | 1.0 | 0.955s | 12.291s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.375 | 1.0 | 0.921s | 13.718s |
| Iteration 11 | 22 | entropy | None | 8 | 20 | 0.5 | False | 0.0156 | --- | 0.5938 | 1.0 | 0.676s | 15.314s |
| Iteration 12 | 407 | gini | 5 | 14 | 7 | 0.6 | False | 0.0118 | --- | 1.0 | 1.0 | 0.874s | 17.148s |
| Iteration 13 | 109 | gini | 6 | 4 | 1 | 0.7 | True | 0.0077 | None | 1.0 | 1.0 | 0.723s | 18.813s |
| Iteration 14 | 242 | gini | 1 | 3 | 2 | 0.9 | True | 0.004 | None | 0.875 | 1.0 | 0.818s | 20.472s |
| Iteration 15 | 93 | entropy | 8 | 17 | 8 | sqrt | True | 0.0153 | 0.9 | 1.0 | 1.0 | 0.703s | 22.034s |
| Iteration 16 | 34 | gini | 1 | 3 | 10 | auto | True | 0.0336 | None | 0.625 | 1.0 | 0.657s | 23.557s |
| Iteration 17 | 433 | gini | 8 | 5 | 7 | 0.9 | True | 0.0263 | None | 0.8125 | 1.0 | 0.975s | 25.522s |
| Iteration 18 | 184 | entropy | 9 | 20 | 8 | 0.5 | True | 0.0077 | 0.8 | 0.875 | 1.0 | 0.775s | 27.220s |
| Iteration 19 | 100 | entropy | 7 | 16 | 8 | sqrt | True | 0.0197 | 0.9 | 0.6875 | 1.0 | 0.762s | 28.928s |
| Iteration 20 | 129 | entropy | 6 | 2 | 7 | 0.8 | False | 0.0081 | --- | 0.5625 | 1.0 | 0.710s | 30.593s |
| Iteration 21 | 390 | gini | 3 | 20 | 10 | auto | False | 0.031 | --- | 0.8125 | 1.0 | 1.436s | 32.995s |
| Iteration 22 | 375 | gini | 8 | 16 | 6 | None | False | 0.009 | --- | 0.5312 | 1.0 | 0.907s | 34.835s |
| Iteration 23 | 481 | entropy | 7 | 19 | 8 | sqrt | False | 0.0173 | --- | 0.75 | 1.0 | 0.955s | 36.740s |
| Iteration 24 | 328 | gini | 5 | 11 | 10 | 0.6 | False | 0.0033 | --- | 1.0 | 1.0 | 0.863s | 38.710s |
| Iteration 25 | 431 | gini | 5 | 20 | 16 | 0.6 | False | 0.0213 | --- | 1.0 | 1.0 | 0.928s | 40.747s |
| Iteration 26 | 400 | gini | 6 | 2 | 2 | 0.8 | True | 0.0066 | 0.9 | 0.6875 | 1.0 | 0.999s | 42.790s |
| Iteration 27 | 452 | gini | 5 | 15 | 13 | 0.6 | False | 0.0055 | --- | 0.875 | 1.0 | 0.940s | 44.891s |
| Iteration 28 | 435 | gini | 5 | 13 | 4 | 0.6 | False | 0.015 | --- | 0.8125 | 1.0 | 0.952s | 46.987s |
| Iteration 29 | 161 | gini | 4 | 6 | 20 | 0.8 | False | 0.0349 | --- | 0.8438 | 1.0 | 0.776s | 49.066s |
| Iteration 30 | 43 | gini | 3 | 3 | 9 | 0.5 | False | 0.0329 | --- | 0.5 | 1.0 | 0.689s | 50.839s |
| Iteration 31 | 68 | entropy | None | 19 | 3 | sqrt | False | 0.0321 | --- | 0.8125 | 1.0 | 0.708s | 52.558s |
| Iteration 32 | 82 | gini | 3 | 19 | 6 | 0.6 | False | 0.035 | --- | 0.75 | 1.0 | 0.719s | 54.346s |
| Iteration 33 | 273 | entropy | 9 | 18 | 9 | sqrt | True | 0.035 | 0.8 | 0.9375 | 1.0 | 0.886s | 56.260s |
| Iteration 34 | 322 | gini | 9 | 11 | 3 | 0.7 | False | 0.021 | --- | 0.75 | 1.0 | 0.876s | 58.184s |
| Iteration 35 | 409 | gini | 3 | 14 | 12 | auto | False | 0.0314 | --- | 0.5625 | 1.0 | 0.909s | 1m:00s |
| Iteration 36 | 50 | entropy | 1 | 19 | 8 | log2 | False | 0.0337 | --- | 0.9688 | 1.0 | 0.695s | 1m:02s |
| Iteration 37 | 455 | entropy | 5 | 19 | 4 | log2 | False | 0.0089 | --- | 0.6875 | 1.0 | 0.922s | 1m:04s |
| Iteration 38 | 126 | entropy | 6 | 19 | 18 | log2 | False | 0.0339 | --- | 0.75 | 1.0 | 0.702s | 1m:06s |
| Iteration 39 | 205 | gini | 6 | 14 | 6 | 0.7 | False | 0.0009 | --- | 0.8125 | 1.0 | 0.754s | 1m:08s |
| Iteration 40 | 395 | gini | 5 | 14 | 8 | log2 | False | 0.0079 | --- | 1.0 | 1.0 | 0.879s | 1m:10s |
| Iteration 41 | 234 | entropy | 2 | 19 | 6 | 0.5 | False | 0.035 | --- | 0.7812 | 1.0 | 0.767s | 1m:12s |
| Iteration 42 | 265 | gini | 5 | 12 | 7 | log2 | False | 0.0157 | --- | 0.9375 | 1.0 | 0.805s | 1m:14s |
| Iteration 43 | 377 | gini | 5 | 15 | 7 | 0.8 | False | 0.0163 | --- | 0.6562 | 1.0 | 0.896s | 1m:17s |
| Iteration 44 | 230 | entropy | 7 | 19 | 8 | auto | False | 0.0323 | --- | 1.0 | 1.0 | 0.765s | 1m:19s |
| Iteration 45 | 450 | gini | 9 | 18 | 8 | log2 | False | 0.0 | --- | 1.0 | 1.0 | 0.878s | 1m:21s |
| Iteration 46 | 500 | gini | 5 | 15 | 8 | log2 | False | 0.0022 | --- | 0.75 | 1.0 | 1.576s | 1m:24s |
| Iteration 47 | 477 | entropy | 3 | 15 | 11 | auto | False | 0.035 | --- | 0.75 | 1.0 | 0.968s | 1m:27s |
| Iteration 48 | 15 | gini | 7 | 5 | 11 | 0.5 | False | 0.0 | --- | 0.6875 | 1.0 | 0.682s | 1m:30s |
| Iteration 49 | 162 | entropy | 9 | 14 | 9 | auto | False | 0.0257 | --- | 0.9375 | 1.0 | 0.771s | 1m:33s |
| Iteration 50 | 381 | gini | 9 | 12 | 9 | 0.5 | False | 0.0 | --- | 0.8125 | 1.0 | 0.887s | 1m:35s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'n_estimators': 447, 'criterion': 'gini', 'max_depth': 5, 'min_samples_split': 14, 'min_samples_leaf': 8, 'max_features': 0.7, 'bootstrap': False, 'ccp_alpha': 0.0044}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9402
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.323s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.0632
Time elapsed: 1.493s
-------------------------------------------------
Total time: 1m:38s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.818s | 0.838s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 1.0 | 1.0 | 0.726s | 2.094s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 1.0 | 0.712s | 3.487s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 1.0 | 0.661s | 4.671s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 1.0 | 0.695s | 5.860s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 1.0 | 0.699s | 7.171s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 1.0 | 0.739s | 9.898s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 1.0 | 0.686s | 11.398s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 1.0 | 1.0 | 0.717s | 12.622s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 1.0 | 0.695s | 13.834s |
| Iteration 11 | 26 | 0.3309 | 6 | 0.2333 | 10 | 0.6 | 0.5 | 100 | 1 | 0.5 | 1.0 | 0.646s | 15.261s |
| Iteration 12 | 469 | 0.0389 | 6 | 0.5533 | 3 | 0.8 | 0.9 | 0.01 | 0.1 | 1.0 | 1.0 | 0.713s | 16.901s |
| Iteration 13 | 452 | 0.0355 | 6 | 0.5579 | 3 | 0.9 | 1.0 | 0.01 | 0.1 | 1.0 | 1.0 | 0.712s | 18.566s |
| Iteration 14 | 445 | 0.0484 | 6 | 0.598 | 4 | 0.8 | 0.9 | 0.01 | 1 | 0.9375 | 1.0 | 0.703s | 20.318s |
| Iteration 15 | 20 | 0.0162 | 9 | 0.6722 | 4 | 1.0 | 1.0 | 10 | 1 | 0.5 | 1.0 | 0.643s | 21.909s |
| Iteration 16 | 387 | 0.0336 | 6 | 0.9817 | 2 | 0.9 | 0.7 | 0.1 | 1 | 0.875 | 1.0 | 0.703s | 23.560s |
| Iteration 17 | 416 | 0.5693 | 6 | 0.0 | 3 | 0.7 | 0.7 | 0 | 0.1 | 1.0 | 1.0 | 0.712s | 25.239s |
| Iteration 18 | 500 | 0.5262 | 6 | 0.0 | 3 | 0.7 | 0.8 | 0 | 0 | 0.75 | 1.0 | 0.743s | 27.020s |
| Iteration 19 | 328 | 0.0566 | 6 | 0.4009 | 3 | 0.8 | 0.4 | 0.1 | 0.1 | 0.75 | 1.0 | 0.699s | 28.696s |
| Iteration 20 | 453 | 0.5041 | 6 | 0.4399 | 4 | 0.8 | 0.7 | 0 | 0.1 | 0.625 | 1.0 | 0.715s | 30.446s |
| Iteration 21 | 363 | 0.7662 | 6 | 0.0 | 2 | 0.7 | 0.7 | 0.1 | 0.1 | 0.75 | 1.0 | 0.696s | 32.146s |
| Iteration 22 | 448 | 0.044 | 5 | 0.5469 | 3 | 0.8 | 0.9 | 0.01 | 10 | 0.5 | 1.0 | 0.715s | 34.225s |
| Iteration 23 | 442 | 0.0675 | 4 | 0.056 | 3 | 0.7 | 0.8 | 0.01 | 0.1 | 0.8125 | 1.0 | 0.731s | 36.013s |
| Iteration 24 | 499 | 0.01 | 9 | 0.9271 | 3 | 0.9 | 0.5 | 100 | 1 | 0.5 | 1.0 | 0.727s | 38.360s |
| Iteration 25 | 500 | 0.0139 | 6 | 0.0 | 2 | 0.7 | 1.0 | 0 | 10 | 1.0 | 1.0 | 0.762s | 41.237s |
| Iteration 26 | 500 | 0.01 | 6 | 0.1959 | 3 | 0.6 | 1.0 | 0.1 | 0 | 0.625 | 1.0 | 0.718s | 45.227s |
| Iteration 27 | 267 | 0.0185 | 6 | 0.576 | 2 | 0.9 | 1.0 | 0 | 10 | 0.875 | 1.0 | 0.695s | 47.280s |
| Iteration 28 | 391 | 0.0194 | 6 | 0.2061 | 3 | 0.6 | 1.0 | 0.01 | 1 | 0.75 | 1.0 | 0.710s | 49.069s |
| Iteration 29 | 187 | 0.0102 | 6 | 0.6985 | 1 | 0.8 | 1.0 | 0.01 | 100 | 0.8438 | 1.0 | 0.679s | 50.823s |
| Iteration 30 | 500 | 0.0168 | 6 | 0.4543 | 5 | 1.0 | 1.0 | 10 | 100 | 0.5 | 1.0 | 0.733s | 52.605s |
| Iteration 31 | 466 | 0.1051 | 6 | 0.0322 | 8 | 1.0 | 0.7 | 0 | 100 | 0.5 | 1.0 | 0.747s | 54.388s |
| Iteration 32 | 500 | 0.01 | 10 | 1.0 | 1 | 1.0 | 1.0 | 0 | 0.1 | 0.5625 | 1.0 | 0.793s | 56.247s |
| Iteration 33 | 480 | 0.0147 | 6 | 0.1584 | 2 | 0.5 | 0.9 | 0.1 | 10 | 0.9375 | 1.0 | 0.760s | 58.203s |
| Iteration 34 | 418 | 0.0124 | 6 | 0.744 | 1 | 0.5 | 1.0 | 0 | 1 | 0.6875 | 1.0 | 0.765s | 1m:00s |
| Iteration 35 | 64 | 0.0116 | 4 | 0.3269 | 4 | 0.8 | 0.4 | 10 | 0 | 0.5 | 1.0 | 0.655s | 1m:02s |
| Iteration 36 | 453 | 0.0705 | 6 | 0.6981 | 4 | 0.7 | 0.7 | 1 | 1 | 1.0 | 1.0 | 0.759s | 1m:04s |
| Iteration 37 | 182 | 1.0 | 6 | 0.5926 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.5 | 1.0 | 0.709s | 1m:06s |
| Iteration 38 | 445 | 0.4806 | 6 | 0.139 | 3 | 0.9 | 0.8 | 0.01 | 0.1 | 0.6875 | 1.0 | 0.763s | 1m:08s |
| Iteration 39 | 181 | 0.0627 | 6 | 0.6831 | 4 | 0.8 | 0.8 | 0 | 1 | 0.75 | 1.0 | 0.715s | 1m:10s |
| Iteration 40 | 451 | 0.0653 | 6 | 0.6926 | 4 | 0.8 | 0.8 | 10 | 1 | 0.5 | 1.0 | 0.756s | 1m:12s |
| Iteration 41 | 500 | 0.0791 | 6 | 0.1382 | 1 | 0.5 | 1.0 | 0 | 10 | 0.75 | 1.0 | 0.774s | 1m:14s |
| Iteration 42 | 374 | 1.0 | 4 | 0.0327 | 1 | 0.9 | 0.8 | 0 | 0.1 | 0.75 | 1.0 | 0.737s | 1m:16s |
| Iteration 43 | 487 | 0.0593 | 6 | 0.6883 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.625 | 1.0 | 0.757s | 1m:18s |
| Iteration 44 | 209 | 0.01 | 5 | 0.3541 | 3 | 0.8 | 0.9 | 0 | 0.1 | 1.0 | 1.0 | 0.721s | 1m:20s |
| Iteration 45 | 338 | 0.01 | 2 | 0.4546 | 3 | 1.0 | 0.4 | 0 | 10 | 1.0 | 1.0 | 0.735s | 1m:21s |
| Iteration 46 | 237 | 0.01 | 4 | 0.0 | 3 | 1.0 | 0.4 | 0 | 0.1 | 0.9375 | 1.0 | 0.722s | 1m:23s |
| Iteration 47 | 432 | 0.01 | 3 | 0.0 | 3 | 0.9 | 0.4 | 0 | 0 | 0.875 | 1.0 | 1.358s | 1m:26s |
| Iteration 48 | 20 | 0.01 | 1 | 0.0 | 3 | 0.5 | 0.8 | 0 | 100 | 0.625 | 1.0 | 0.700s | 1m:28s |
| Iteration 49 | 500 | 0.01 | 10 | 1.0 | 3 | 1.0 | 0.4 | 0 | 1 | 0.9375 | 1.0 | 0.777s | 1m:30s |
| Iteration 50 | 500 | 0.01 | 10 | 0.7624 | 4 | 0.9 | 0.9 | 0 | 0.01 | 0.6875 | 1.0 | 0.779s | 1m:32s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0139, 'max_depth': 6, 'gamma': 0.0, 'min_child_weight': 2, 'subsample': 0.7, 'colsample_bytree': 1.0, 'reg_alpha': 0, 'reg_lambda': 10}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:33s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9339
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.115s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.77 ± 0.0245
Time elapsed: 0.379s
-------------------------------------------------
Total time: 1m:33s
Final results ==================== >>
Duration: 10m:36s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.74 ± 0.08 ~
Logistic Regression --> roc_auc: 0.64 ± 0.0583 ~
Linear Discriminant Analysis --> roc_auc: 0.64 ± 0.049 ~
Quadratic Discriminant Analysis --> roc_auc: 0.66 ± 0.102 ~
Radius Nearest Neighbors --> roc_auc: 0.69 ± 0.02 ~
AdaBoost --> roc_auc: 0.68 ± 0.0678
Random Forest --> roc_auc: 0.7 ± 0.0632
XGBoost --> roc_auc: 0.77 ± 0.0245 ~ !
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CALQGGSEKLVF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAARDNYGQNFVF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVEDQTGANNLFF.
>>> Dropping feature CAVRNQGGKLIF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CASSLGRTEAFF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CAVEDDYKLSF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVKGGSEKLVF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CALNTGTASKLTF.
>>> Dropping feature CALTSGTYKYIF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CAVDNQAGTALIF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAASKGSARQLTF.
>>> Dropping feature CAGPNAGGTSYGKLTF.
>>> Dropping feature CALMDTGRRALTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAPNSGGGADGLTF.
>>> Dropping feature CAVEGGSYIPTF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.9375 | 0.9375 | 3.237s | 3.257s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.875 | 0.9375 | 3.259s | 7.042s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.75 | 0.9375 | 3.206s | 10.797s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.5625 | 0.9375 | 3.251s | 14.589s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.5 | 0.9375 | 3.224s | 18.334s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.75 | 0.9375 | 3.230s | 22.094s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 1.0 | 1.0 | 3.213s | 25.844s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 1.0 | 1.0 | 3.290s | 29.640s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.8125 | 1.0 | 3.220s | 33.619s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.875 | 1.0 | 3.195s | 37.323s |
| Iteration 11 | exponen.. | 0.5931 | 306 | 0.8 | squared_er.. | 3 | 3 | 8 | sqrt | 0.0275 | 0.7188 | 1.0 | 3.246s | 41.485s |
| Iteration 12 | exponen.. | 0.2429 | 389 | 0.8 | squared_er.. | 4 | 12 | 4 | 0.8 | 0.0228 | 0.9375 | 1.0 | 3.272s | 45.629s |
| Iteration 13 | deviance | 0.6735 | 141 | 0.9 | squared_er.. | 20 | 2 | 7 | 0.8 | 0.0091 | 0.9375 | 1.0 | 3.234s | 49.691s |
| Iteration 14 | deviance | 0.0253 | 418 | 0.7 | friedman_mse | 2 | 11 | 2 | None | 0.0028 | 1.0 | 1.0 | 3.241s | 53.812s |
| Iteration 15 | deviance | 0.5199 | 449 | 0.7 | friedman_mse | 20 | 5 | 5 | None | 0.0077 | 0.875 | 1.0 | 3.231s | 57.810s |
| Iteration 16 | exponen.. | 0.01 | 10 | 0.5 | squared_er.. | 2 | 20 | 1 | 0.7 | 0.0 | 0.5 | 1.0 | 3.087s | 1m:02s |
| Iteration 17 | deviance | 1.0 | 500 | 1.0 | squared_er.. | 2 | 1 | 10 | None | 0.035 | 0.8125 | 1.0 | 3.252s | 1m:06s |
| Iteration 18 | deviance | 0.01 | 10 | 0.8 | squared_er.. | 15 | 20 | 2 | None | 0.035 | 0.6875 | 1.0 | 3.112s | 1m:10s |
| Iteration 19 | deviance | 0.1893 | 500 | 1.0 | squared_er.. | 16 | 3 | 2 | auto | 0.0059 | 0.375 | 1.0 | 3.242s | 1m:14s |
| Iteration 20 | exponen.. | 1.0 | 187 | 0.7 | squared_er.. | 2 | 6 | 9 | auto | 0.0348 | 0.8125 | 1.0 | 3.166s | 1m:18s |
| Iteration 21 | exponen.. | 0.0437 | 500 | 1.0 | friedman_mse | 19 | 8 | 9 | 0.9 | 0.0154 | 0.6875 | 1.0 | 3.232s | 1m:22s |
| Iteration 22 | deviance | 0.3783 | 415 | 0.7 | friedman_mse | 7 | 19 | 2 | 0.9 | 0.0024 | 0.625 | 1.0 | 3.205s | 1m:26s |
| Iteration 23 | exponen.. | 0.1169 | 365 | 0.8 | squared_er.. | 12 | 6 | 5 | 0.8 | 0.0111 | 0.9375 | 1.0 | 3.828s | 1m:31s |
| Iteration 24 | deviance | 0.01 | 409 | 0.7 | friedman_mse | 2 | 12 | 1 | None | 0.0 | 0.6875 | 1.0 | 3.196s | 1m:36s |
| Iteration 25 | exponen.. | 0.0907 | 205 | 0.6 | squared_er.. | 12 | 9 | 9 | 0.7 | 0.0023 | 0.9375 | 1.0 | 3.243s | 1m:40s |
| Iteration 26 | deviance | 0.0242 | 443 | 0.5 | squared_er.. | 6 | 13 | 5 | None | 0.0014 | 0.8125 | 1.0 | 3.168s | 1m:44s |
| Iteration 27 | deviance | 0.0255 | 395 | 0.8 | friedman_mse | 6 | 8 | 1 | None | 0.0049 | 0.8125 | 1.0 | 3.234s | 1m:48s |
| Iteration 28 | exponen.. | 0.0805 | 57 | 0.9 | squared_er.. | 13 | 6 | 5 | 0.9 | 0.0271 | 0.6875 | 1.0 | 3.159s | 1m:52s |
| Iteration 29 | deviance | 0.0756 | 285 | 0.8 | squared_er.. | 11 | 2 | 5 | 0.8 | 0.0134 | 0.8125 | 1.0 | 3.237s | 1m:57s |
| Iteration 30 | exponen.. | 0.0414 | 432 | 0.6 | squared_er.. | 12 | 20 | 9 | 0.7 | 0.0065 | 0.5 | 1.0 | 3.194s | 2m:02s |
| Iteration 31 | exponen.. | 0.6621 | 429 | 0.8 | squared_er.. | 5 | 9 | 1 | 0.8 | 0.0052 | 0.6875 | 1.0 | 3.225s | 2m:06s |
| Iteration 32 | exponen.. | 0.0746 | 264 | 0.6 | squared_er.. | 11 | 8 | 7 | 0.8 | 0.0051 | 0.875 | 1.0 | 3.229s | 2m:10s |
| Iteration 33 | exponen.. | 0.0468 | 184 | 0.9 | squared_er.. | 9 | 8 | 2 | 0.6 | 0.0009 | 0.8125 | 1.0 | 3.165s | 2m:15s |
| Iteration 34 | deviance | 0.1241 | 332 | 0.6 | friedman_mse | 19 | 8 | 4 | 0.7 | 0.0051 | 1.0 | 1.0 | 3.232s | 2m:20s |
| Iteration 35 | exponen.. | 0.0207 | 195 | 0.6 | friedman_mse | 18 | 2 | 1 | 0.8 | 0.0 | 0.5625 | 1.0 | 3.185s | 2m:24s |
| Iteration 36 | deviance | 0.0904 | 478 | 0.7 | friedman_mse | 11 | 9 | 4 | 0.8 | 0.0 | 1.0 | 1.0 | 3.224s | 2m:28s |
| Iteration 37 | deviance | 0.0989 | 481 | 0.7 | friedman_mse | 12 | 9 | 4 | 0.8 | 0.0 | 0.9375 | 1.0 | 3.241s | 2m:32s |
| Iteration 38 | deviance | 0.0849 | 347 | 0.7 | friedman_mse | 11 | 8 | 5 | 0.6 | 0.0004 | 0.625 | 1.0 | 3.231s | 2m:37s |
| Iteration 39 | deviance | 0.124 | 206 | 0.7 | friedman_mse | 13 | 6 | 4 | 0.7 | 0.0231 | 0.6562 | 1.0 | 3.208s | 2m:41s |
| Iteration 40 | deviance | 0.1113 | 297 | 0.7 | friedman_mse | 19 | 7 | 7 | 0.7 | 0.0023 | 0.9375 | 1.0 | 3.268s | 2m:45s |
| Iteration 41 | exponen.. | 0.0967 | 487 | 0.7 | squared_er.. | 4 | 8 | 8 | 0.7 | 0.006 | 0.8125 | 1.0 | 3.218s | 2m:50s |
| Iteration 42 | exponen.. | 0.0783 | 218 | 0.6 | friedman_mse | 20 | 9 | 1 | 0.7 | 0.0055 | 0.625 | 1.0 | 3.191s | 2m:54s |
| Iteration 43 | deviance | 0.0702 | 376 | 0.7 | friedman_mse | 9 | 9 | 4 | 0.8 | 0.0006 | 0.6875 | 1.0 | 3.215s | 2m:58s |
| Iteration 44 | exponen.. | 0.0849 | 474 | 0.6 | squared_er.. | 13 | 7 | 7 | 0.7 | 0.0228 | 0.6875 | 1.0 | 3.227s | 3m:03s |
| Iteration 45 | exponen.. | 0.0809 | 435 | 0.9 | squared_er.. | 15 | 8 | 2 | 0.7 | 0.0035 | 0.875 | 1.0 | 3.235s | 3m:07s |
| Iteration 46 | exponen.. | 0.0792 | 315 | 0.6 | squared_er.. | 14 | 8 | 5 | 0.7 | 0.0042 | 0.625 | 1.0 | 3.213s | 3m:12s |
| Iteration 47 | deviance | 0.1258 | 330 | 0.6 | friedman_mse | 16 | 8 | 4 | 0.7 | 0.0052 | 0.8125 | 1.0 | 3.161s | 3m:16s |
| Iteration 48 | exponen.. | 0.0109 | 443 | 0.6 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.75 | 1.0 | 3.246s | 3m:21s |
| Iteration 49 | deviance | 0.0489 | 332 | 0.6 | friedman_mse | 20 | 8 | 4 | 0.7 | 0.0051 | 0.625 | 1.0 | 3.192s | 3m:26s |
| Iteration 50 | exponen.. | 0.1434 | 261 | 0.9 | squared_er.. | 9 | 6 | 10 | 0.8 | 0.0 | 0.6875 | 1.0 | 3.209s | 3m:30s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0787, 'n_estimators': 447, 'subsample': 0.7, 'criterion': 'squared_error', 'min_samples_split': 14, 'min_samples_leaf': 8, 'max_depth': 6, 'max_features': 0.7, 'ccp_alpha': 0.0044}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:31s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.127s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.73 ± 0.0927
Time elapsed: 0.596s
-------------------------------------------------
Total time: 3m:32s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.875 | 0.875 | 3.196s | 3.210s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.625 | 0.875 | 3.167s | 6.969s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.5625 | 0.875 | 3.156s | 10.597s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.4375 | 0.875 | 3.161s | 14.262s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.375 | 0.875 | 3.182s | 17.943s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.8125 | 0.875 | 3.163s | 21.599s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 1.0 | 1.0 | 3.158s | 25.237s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 1.0 | 1.0 | 3.185s | 28.920s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.75 | 1.0 | 3.195s | 32.618s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.5625 | 1.0 | 3.194s | 36.347s |
| Iteration 11 | none | --- | saga | 954 | --- | 0.5 | 1.0 | 3.196s | 40.329s |
| Iteration 12 | elast.. | 0.2903 | saga | 276 | 0.1 | 1.0 | 1.0 | 3.202s | 44.338s |
| Iteration 13 | l2 | 0.3939 | lbfgs | 277 | --- | 0.75 | 1.0 | 3.221s | 48.369s |
| Iteration 14 | l2 | 18.5169 | libli.. | 277 | --- | 0.9375 | 1.0 | 3.206s | 52.471s |
| Iteration 15 | l2 | 0.2262 | sag | 279 | --- | 1.0 | 1.0 | 3.177s | 56.544s |
| Iteration 16 | l2 | 0.0036 | sag | 278 | --- | 0.5312 | 1.0 | 3.181s | 1m:01s |
| Iteration 17 | l2 | 1.0967 | sag | 165 | --- | 0.8125 | 1.0 | 3.188s | 1m:05s |
| Iteration 18 | l2 | 3.9568 | saga | 367 | --- | 0.8125 | 1.0 | 3.185s | 1m:09s |
| Iteration 19 | l1 | 100.0 | saga | 214 | --- | 0.5625 | 1.0 | 3.203s | 1m:13s |
| Iteration 20 | l2 | 0.4529 | sag | 278 | --- | 0.4375 | 1.0 | 3.183s | 1m:17s |
| Iteration 21 | none | --- | sag | 275 | --- | 0.375 | 1.0 | 3.191s | 1m:21s |
| Iteration 22 | l2 | 6.8445 | sag | 125 | --- | 0.75 | 1.0 | 3.126s | 1m:25s |
| Iteration 23 | elast.. | 100.0 | saga | 260 | 0.7 | 0.875 | 1.0 | 3.204s | 1m:29s |
| Iteration 24 | l2 | 75.1372 | lbfgs | 239 | --- | 0.5 | 1.0 | 3.783s | 1m:34s |
| Iteration 25 | elast.. | 0.2545 | saga | 277 | 0.3 | 0.875 | 1.0 | 3.239s | 1m:38s |
| Iteration 26 | elast.. | 100.0 | saga | 277 | 0.4 | 0.625 | 1.0 | 3.230s | 1m:42s |
| Iteration 27 | l2 | 0.2272 | libli.. | 254 | --- | 0.5 | 1.0 | 3.283s | 1m:47s |
| Iteration 28 | l2 | 43.0383 | lbfgs | 145 | --- | 0.625 | 1.0 | 3.253s | 1m:52s |
| Iteration 29 | l2 | 49.7495 | sag | 297 | --- | 0.6875 | 1.0 | 3.174s | 1m:56s |
| Iteration 30 | l2 | 0.4856 | sag | 106 | --- | 0.875 | 1.0 | 3.238s | 1m:60s |
| Iteration 31 | l2 | 0.008 | sag | 121 | --- | 0.6875 | 1.0 | 3.299s | 2m:04s |
| Iteration 32 | l2 | 0.0092 | lbfgs | 128 | --- | 0.4375 | 1.0 | 3.291s | 2m:08s |
| Iteration 33 | l1 | 60.4108 | libli.. | 108 | --- | 0.6875 | 1.0 | 3.280s | 2m:12s |
| Iteration 34 | elast.. | 4.0157 | saga | 271 | 0.3 | 0.6875 | 1.0 | 3.170s | 2m:16s |
| Iteration 35 | elast.. | 4.0011 | saga | 281 | 0.6 | 0.625 | 1.0 | 3.175s | 2m:20s |
| Iteration 36 | l2 | 2.3976 | newto.. | 268 | --- | 0.8125 | 1.0 | 3.234s | 2m:25s |
| Iteration 37 | elast.. | 4.9764 | saga | 185 | 0.9 | 0.5625 | 1.0 | 3.347s | 2m:29s |
| Iteration 38 | l2 | 35.2681 | newto.. | 265 | --- | 0.75 | 1.0 | 3.118s | 2m:33s |
| Iteration 39 | l2 | 2.0635 | newto.. | 272 | --- | 0.875 | 1.0 | 3.201s | 2m:37s |
| Iteration 40 | l2 | 79.0234 | libli.. | 389 | --- | 0.875 | 1.0 | 3.221s | 2m:41s |
| Iteration 41 | l2 | 0.0039 | sag | 405 | --- | 0.8125 | 1.0 | 3.197s | 2m:45s |
| Iteration 42 | l2 | 0.0059 | sag | 381 | --- | 0.625 | 1.0 | 3.198s | 2m:49s |
| Iteration 43 | l2 | 0.2492 | sag | 278 | --- | 0.5 | 1.0 | 3.218s | 2m:53s |
| Iteration 44 | l2 | 71.9859 | libli.. | 408 | --- | 0.75 | 1.0 | 3.178s | 2m:57s |
| Iteration 45 | l2 | 0.0186 | sag | 434 | --- | 0.625 | 1.0 | 3.215s | 3m:02s |
| Iteration 46 | l2 | 1.2491 | newto.. | 335 | --- | 0.8125 | 1.0 | 3.246s | 3m:06s |
| Iteration 47 | l2 | 0.2985 | libli.. | 1000 | --- | 0.625 | 1.0 | 3.182s | 3m:10s |
| Iteration 48 | l2 | 45.4947 | libli.. | 360 | --- | 0.75 | 1.0 | 3.136s | 3m:15s |
| Iteration 49 | l2 | 47.3097 | libli.. | 265 | --- | 0.6875 | 1.0 | 3.192s | 3m:19s |
| Iteration 50 | elast.. | 0.0023 | saga | 395 | 0.1 | 0.5 | 1.0 | 3.152s | 3m:23s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'penalty': 'elasticnet', 'C': 0.2903, 'solver': 'saga', 'max_iter': 276, 'l1_ratio': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9241
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.57 ± 0.1208
Time elapsed: 0.057s
-------------------------------------------------
Total time: 3m:24s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.6875 | 0.6875 | 3.151s | 3.158s |
| Initial point 2 | svd | --- | 0.6875 | 0.6875 | 3.206s | 6.848s |
| Initial point 3 | svd | --- | 0.6875 | 0.6875 | 0.001s | 7.327s |
| Initial point 4 | lsqr | 0.8 | 0.375 | 0.6875 | 3.184s | 10.997s |
| Initial point 5 | eigen | 0.9 | 0.4375 | 0.6875 | 3.190s | 14.663s |
| Initial point 6 | lsqr | 0.7 | 0.9375 | 0.9375 | 3.193s | 18.346s |
| Initial point 7 | lsqr | 0.5 | 0.5625 | 0.9375 | 3.192s | 22.031s |
| Initial point 8 | lsqr | 0.9 | 0.8125 | 0.9375 | 3.213s | 25.865s |
| Initial point 9 | lsqr | 0.6 | 0.9375 | 0.9375 | 3.170s | 29.534s |
| Initial point 10 | eigen | 0.8 | 0.625 | 0.9375 | 3.167s | 33.189s |
| Iteration 11 | lsqr | 0.6 | 0.9375 | 0.9375 | 0.000s | 33.828s |
| Iteration 12 | eigen | 0.7 | 0.625 | 0.9375 | 3.179s | 37.620s |
| Iteration 13 | svd | --- | 0.6875 | 0.9375 | 0.000s | 38.253s |
| Iteration 14 | lsqr | auto | 0.8125 | 0.9375 | 3.188s | 42.092s |
| Iteration 15 | eigen | auto | 1.0 | 1.0 | 3.195s | 45.919s |
| Iteration 16 | svd | --- | 0.6875 | 1.0 | 0.000s | 46.566s |
| Iteration 17 | svd | --- | 0.6875 | 1.0 | 0.000s | 47.218s |
| Iteration 18 | lsqr | 1.0 | 0.5 | 1.0 | 3.189s | 51.042s |
| Iteration 19 | svd | --- | 0.6875 | 1.0 | 0.000s | 51.689s |
| Iteration 20 | lsqr | None | 0.375 | 1.0 | 3.183s | 55.532s |
| Iteration 21 | eigen | 0.5 | 0.25 | 1.0 | 3.201s | 59.408s |
| Iteration 22 | svd | --- | 0.6875 | 1.0 | 0.001s | 1m:00s |
| Iteration 23 | eigen | 0.6 | 0.8125 | 1.0 | 3.156s | 1m:04s |
| Iteration 24 | svd | --- | 0.6875 | 1.0 | 0.001s | 1m:05s |
| Iteration 25 | eigen | None | 0.875 | 1.0 | 3.165s | 1m:09s |
| Iteration 26 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:09s |
| Iteration 27 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:10s |
| Iteration 28 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:11s |
| Iteration 29 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:11s |
| Iteration 30 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 31 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:13s |
| Iteration 32 | lsqr | 0.6 | 0.9375 | 1.0 | 0.000s | 1m:14s |
| Iteration 33 | lsqr | 0.7 | 0.9375 | 1.0 | 0.000s | 1m:14s |
| Iteration 34 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:15s |
| Iteration 35 | lsqr | 1.0 | 0.5 | 1.0 | 0.000s | 1m:16s |
| Iteration 36 | eigen | auto | 1.0 | 1.0 | 0.001s | 1m:17s |
| Iteration 37 | lsqr | auto | 0.8125 | 1.0 | 0.000s | 1m:17s |
| Iteration 38 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:18s |
| Iteration 39 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:19s |
| Iteration 40 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:20s |
| Iteration 41 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:20s |
| Iteration 42 | eigen | auto | 1.0 | 1.0 | 0.001s | 1m:22s |
| Iteration 43 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:23s |
| Iteration 44 | eigen | auto | 1.0 | 1.0 | 0.001s | 1m:23s |
| Iteration 45 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:24s |
| Iteration 46 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:25s |
| Iteration 47 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:26s |
| Iteration 48 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:27s |
| Iteration 49 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:28s |
| Iteration 50 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:29s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'solver': 'eigen', 'shrinkage': 'auto'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:30s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8741
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.54 ± 0.1356
Time elapsed: 0.033s
-------------------------------------------------
Total time: 1m:30s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.6875 | 0.6875 | 3.052s | 3.055s |
| Initial point 2 | 0.9 | 0.625 | 0.6875 | 3.145s | 6.672s |
| Initial point 3 | 0.1 | 0.5 | 0.6875 | 3.152s | 10.329s |
| Initial point 4 | 1.0 | 0.6875 | 0.6875 | 0.001s | 11.999s |
| Initial point 5 | 0.2 | 0.4375 | 0.6875 | 3.140s | 15.952s |
| Initial point 6 | 0.4 | 0.9375 | 0.9375 | 3.146s | 19.595s |
| Initial point 7 | 0.4 | 0.9375 | 0.9375 | 0.001s | 20.252s |
| Initial point 8 | 0.7 | 0.875 | 0.9375 | 3.141s | 23.885s |
| Initial point 9 | 0.9 | 0.625 | 0.9375 | 0.000s | 24.369s |
| Initial point 10 | 0.8 | 0.625 | 0.9375 | 3.116s | 27.963s |
| Iteration 11 | 0.3 | 0.625 | 0.9375 | 3.141s | 31.688s |
| Iteration 12 | 0.6 | 0.4375 | 0.9375 | 3.144s | 35.416s |
| Iteration 13 | 0.5 | 0.0 | 0.9375 | 3.167s | 39.195s |
| Iteration 14 | 0.0 | 0.9375 | 0.9375 | 3.182s | 42.970s |
| Iteration 15 | 0.0 | 0.9375 | 0.9375 | 0.000s | 43.549s |
| Iteration 16 | 0.4 | 0.9375 | 0.9375 | 0.000s | 44.130s |
| Iteration 17 | 0.0 | 0.9375 | 0.9375 | 0.001s | 44.723s |
| Iteration 18 | 0.4 | 0.9375 | 0.9375 | 0.000s | 46.110s |
| Iteration 19 | 0.0 | 0.9375 | 0.9375 | 0.000s | 46.909s |
| Iteration 20 | 0.0 | 0.9375 | 0.9375 | 0.000s | 48.770s |
| Iteration 21 | 0.4 | 0.9375 | 0.9375 | 0.000s | 49.772s |
| Iteration 22 | 0.4 | 0.9375 | 0.9375 | 0.001s | 50.382s |
| Iteration 23 | 0.0 | 0.9375 | 0.9375 | 0.000s | 50.973s |
| Iteration 24 | 0.0 | 0.9375 | 0.9375 | 0.000s | 51.593s |
| Iteration 25 | 0.4 | 0.9375 | 0.9375 | 0.000s | 52.200s |
| Iteration 26 | 0.0 | 0.9375 | 0.9375 | 0.000s | 52.805s |
| Iteration 27 | 0.4 | 0.9375 | 0.9375 | 0.000s | 54.068s |
| Iteration 28 | 0.9 | 0.625 | 0.9375 | 0.000s | 55.496s |
| Iteration 29 | 0.2 | 0.4375 | 0.9375 | 0.000s | 56.273s |
| Iteration 30 | 0.8 | 0.625 | 0.9375 | 0.000s | 56.881s |
| Iteration 31 | 0.0 | 0.9375 | 0.9375 | 0.000s | 57.496s |
| Iteration 32 | 0.4 | 0.9375 | 0.9375 | 0.000s | 58.116s |
| Iteration 33 | 0.0 | 0.9375 | 0.9375 | 0.000s | 58.747s |
| Iteration 34 | 0.4 | 0.9375 | 0.9375 | 0.000s | 59.371s |
| Iteration 35 | 0.0 | 0.9375 | 0.9375 | 0.001s | 1m:00s |
| Iteration 36 | 0.4 | 0.9375 | 0.9375 | 0.000s | 1m:01s |
| Iteration 37 | 0.0 | 0.9375 | 0.9375 | 0.001s | 1m:01s |
| Iteration 38 | 0.4 | 0.9375 | 0.9375 | 0.000s | 1m:02s |
| Iteration 39 | 0.0 | 0.9375 | 0.9375 | 0.000s | 1m:03s |
| Iteration 40 | 0.4 | 0.9375 | 0.9375 | 0.001s | 1m:03s |
| Iteration 41 | 0.0 | 0.9375 | 0.9375 | 0.000s | 1m:04s |
| Iteration 42 | 0.4 | 0.9375 | 0.9375 | 0.000s | 1m:05s |
| Iteration 43 | 0.0 | 0.9375 | 0.9375 | 0.000s | 1m:06s |
| Iteration 44 | 0.4 | 0.9375 | 0.9375 | 0.000s | 1m:06s |
| Iteration 45 | 0.0 | 0.9375 | 0.9375 | 0.000s | 1m:07s |
| Iteration 46 | 0.4 | 0.9375 | 0.9375 | 0.000s | 1m:08s |
| Iteration 47 | 0.4 | 0.9375 | 0.9375 | 0.000s | 1m:09s |
| Iteration 48 | 0.0 | 0.9375 | 0.9375 | 0.000s | 1m:09s |
| Iteration 49 | 0.4 | 0.9375 | 0.9375 | 0.000s | 1m:10s |
| Iteration 50 | 0.0 | 0.9375 | 0.9375 | 0.000s | 1m:11s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'reg_param': 0.0}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 1m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9732
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.56 ± 0.049
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:13s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 9.7015 | dista.. | auto | 40 | 1 | 0.8125 | 0.8125 | 3.214s | 3.235s |
| Initial point 2 | 3.8583 | uniform | kd_tree | 39 | 2 | 0.625 | 0.8125 | 3.109s | 8.219s |
| Initial point 3 | 3.0478 | dista.. | ball_tree | 25 | 2 | 0.7812 | 0.8125 | 3.173s | 12.149s |
| Initial point 4 | 8.8918 | uniform | ball_tree | 39 | 2 | 0.125 | 0.8125 | 3.145s | 15.799s |
| Initial point 5 | 6.9656 | dista.. | auto | 30 | 2 | 0.3125 | 0.8125 | 3.133s | 19.422s |
| Initial point 6 | 8.0667 | dista.. | ball_tree | 21 | 2 | 0.9375 | 0.9375 | 3.757s | 23.673s |
| Initial point 7 | 5.7699 | dista.. | ball_tree | 24 | 1 | 0.625 | 0.9375 | 3.139s | 27.323s |
| Initial point 8 | 1.3827 | dista.. | ball_tree | 21 | 2 | 0.375 | 0.9375 | 3.170s | 30.987s |
| Initial point 9 | 6.4272 | uniform | ball_tree | 24 | 1 | 0.2812 | 0.9375 | 3.139s | 34.613s |
| Initial point 10 | 4.5652 | uniform | brute | 22 | 2 | 0.375 | 0.9375 | 3.141s | 38.282s |
| Iteration 11 | 9.7289 | dista.. | brute | 38 | 1 | 0.6875 | 0.9375 | 3.155s | 42.099s |
| Iteration 12 | 9.7289 | dista.. | brute | 22 | 2 | 0.8125 | 0.9375 | 3.180s | 45.946s |
| Iteration 13 | 9.7289 | dista.. | brute | 20 | 2 | 0.75 | 0.9375 | 3.166s | 49.811s |
| Iteration 14 | 8.0489 | dista.. | ball_tree | 22 | 2 | 0.5625 | 0.9375 | 3.165s | 53.714s |
| Iteration 15 | 0.0 | uniform | auto | 25 | 1 | 0.5 | 0.9375 | 3.161s | 57.583s |
| Iteration 16 | 0.0 | dista.. | brute | 38 | 2 | 0.5 | 0.9375 | 3.149s | 1m:01s |
| Iteration 17 | 9.7254 | dista.. | ball_tree | 20 | 1 | 1.0 | 1.0 | 3.157s | 1m:05s |
| Iteration 18 | 9.7244 | dista.. | brute | 33 | 2 | 0.6875 | 1.0 | 3.179s | 1m:09s |
| Iteration 19 | 0.0 | uniform | kd_tree | 33 | 2 | 0.5 | 1.0 | 3.155s | 1m:13s |
| Iteration 20 | 9.7289 | dista.. | auto | 20 | 1 | 0.625 | 1.0 | 3.149s | 1m:17s |
| Iteration 21 | 0.0047 | dista.. | ball_tree | 39 | 2 | 0.5 | 1.0 | 3.126s | 1m:21s |
| Iteration 22 | 9.7289 | dista.. | auto | 20 | 1 | 0.625 | 1.0 | 0.001s | 1m:22s |
| Iteration 23 | 3.3251 | uniform | ball_tree | 30 | 1 | 0.5312 | 1.0 | 3.156s | 1m:26s |
| Iteration 24 | 8.1684 | uniform | kd_tree | 21 | 2 | 0.5 | 1.0 | 3.130s | 1m:30s |
| Iteration 25 | 9.5977 | uniform | kd_tree | 29 | 2 | 0.625 | 1.0 | 3.175s | 1m:34s |
| Iteration 26 | 4.9127 | dista.. | brute | 38 | 1 | 0.4375 | 1.0 | 3.114s | 1m:38s |
| Iteration 27 | 9.7289 | dista.. | ball_tree | 20 | 1 | 0.5 | 1.0 | 3.144s | 1m:42s |
| Iteration 28 | 2.9745 | uniform | auto | 37 | 2 | 0.6875 | 1.0 | 3.133s | 1m:46s |
| Iteration 29 | 9.5966 | dista.. | brute | 28 | 2 | 0.625 | 1.0 | 3.132s | 1m:50s |
| Iteration 30 | 3.1131 | uniform | brute | 38 | 1 | 0.4375 | 1.0 | 3.139s | 1m:54s |
| Iteration 31 | 0.0019 | uniform | ball_tree | 20 | 2 | 0.5 | 1.0 | 3.122s | 1m:57s |
| Iteration 32 | 9.7289 | dista.. | brute | 31 | 2 | 0.5625 | 1.0 | 3.108s | 2m:01s |
| Iteration 33 | 8.3354 | dista.. | ball_tree | 35 | 2 | 0.5 | 1.0 | 3.795s | 2m:06s |
| Iteration 34 | 8.1544 | dista.. | brute | 23 | 1 | 0.6875 | 1.0 | 3.201s | 2m:10s |
| Iteration 35 | 9.7289 | dista.. | kd_tree | 20 | 1 | 0.4375 | 1.0 | 3.184s | 2m:14s |
| Iteration 36 | 0.0009 | dista.. | brute | 24 | 2 | 0.5 | 1.0 | 3.185s | 2m:18s |
| Iteration 37 | 9.7289 | dista.. | brute | 20 | 2 | 0.75 | 1.0 | 0.001s | 2m:19s |
| Iteration 38 | 9.7289 | dista.. | auto | 40 | 2 | 0.5625 | 1.0 | 3.194s | 2m:23s |
| Iteration 39 | 9.7289 | dista.. | brute | 20 | 1 | 0.8125 | 1.0 | 3.183s | 2m:27s |
| Iteration 40 | 9.7289 | dista.. | auto | 20 | 1 | 0.625 | 1.0 | 0.001s | 2m:28s |
| Iteration 41 | 2.9121 | dista.. | ball_tree | 24 | 2 | 0.625 | 1.0 | 3.205s | 2m:32s |
| Iteration 42 | 9.7289 | dista.. | brute | 28 | 1 | 0.9375 | 1.0 | 3.202s | 2m:36s |
| Iteration 43 | 7.7309 | dista.. | kd_tree | 31 | 1 | 0.8125 | 1.0 | 3.208s | 2m:40s |
| Iteration 44 | 0.0036 | dista.. | auto | 24 | 1 | 0.5 | 1.0 | 3.204s | 2m:44s |
| Iteration 45 | 7.7001 | uniform | auto | 27 | 2 | 0.6562 | 1.0 | 3.197s | 2m:48s |
| Iteration 46 | 2.4082 | dista.. | ball_tree | 35 | 2 | 0.625 | 1.0 | 3.207s | 2m:53s |
| Iteration 47 | 7.8231 | dista.. | brute | 24 | 1 | 0.8125 | 1.0 | 3.176s | 2m:57s |
| Iteration 48 | 7.8242 | uniform | brute | 21 | 1 | 0.4375 | 1.0 | 3.158s | 3m:01s |
| Iteration 49 | 0.0064 | uniform | brute | 31 | 1 | 0.5 | 1.0 | 3.197s | 3m:05s |
| Iteration 50 | 9.7289 | dista.. | brute | 35 | 1 | 0.6875 | 1.0 | 3.175s | 3m:09s |
Bayesian Optimization ---------------------------
Best call --> Iteration 17
Best parameters --> {'radius': 9.7254, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 20, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:10s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.0548
Time elapsed: 0.054s
-------------------------------------------------
Total time: 3m:10s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.875 | 0.875 | 3.579s | 3.587s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.875 | 0.875 | 3.586s | 7.664s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.8125 | 0.875 | 3.324s | 11.478s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.5 | 0.875 | 3.460s | 15.424s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.5312 | 0.875 | 3.319s | 19.236s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.75 | 0.875 | 3.515s | 23.242s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.0 | 0.875 | 3.166s | 26.931s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.9375 | 0.9375 | 3.457s | 30.869s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.8438 | 0.9375 | 3.148s | 34.533s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.6875 | 0.9375 | 3.255s | 38.317s |
| Iteration 11 | 409 | 0.0179 | SAMME | 0.5938 | 0.9375 | 4.118s | 43.201s |
| Iteration 12 | 415 | 0.0282 | SAMME | 1.0 | 1.0 | 3.475s | 47.400s |
| Iteration 13 | 361 | 0.0278 | SAMME | 1.0 | 1.0 | 3.436s | 51.476s |
| Iteration 14 | 388 | 0.0205 | SAMME | 0.875 | 1.0 | 3.426s | 55.661s |
| Iteration 15 | 423 | 0.0249 | SAMME | 1.0 | 1.0 | 3.414s | 59.773s |
| Iteration 16 | 422 | 4.0986 | SAMME | 0.5 | 1.0 | 3.140s | 1m:04s |
| Iteration 17 | 436 | 0.0255 | SAMME | 0.875 | 1.0 | 3.493s | 1m:08s |
| Iteration 18 | 405 | 0.0239 | SAMME | 0.75 | 1.0 | 3.426s | 1m:12s |
| Iteration 19 | 96 | 0.0308 | SAMME | 0.3438 | 1.0 | 3.217s | 1m:16s |
| Iteration 20 | 400 | 0.0274 | SAMME | 0.8125 | 1.0 | 3.445s | 1m:20s |
| Iteration 21 | 486 | 0.0306 | SAMME | 0.6875 | 1.0 | 3.512s | 1m:25s |
| Iteration 22 | 500 | 0.0213 | SAMME | 0.625 | 1.0 | 3.495s | 1m:29s |
| Iteration 23 | 360 | 0.0285 | SAMME | 0.8125 | 1.0 | 3.395s | 1m:33s |
| Iteration 24 | 273 | 0.0196 | SAMME | 0.8125 | 1.0 | 3.323s | 1m:38s |
| Iteration 25 | 72 | 0.0257 | SAMME | 1.0 | 1.0 | 3.211s | 1m:42s |
| Iteration 26 | 50 | 0.0258 | SAMME | 0.75 | 1.0 | 3.163s | 1m:46s |
| Iteration 27 | 500 | 0.0265 | SAMME | 0.8438 | 1.0 | 3.456s | 1m:50s |
| Iteration 28 | 272 | 6.7275 | SAMME.R | 0.375 | 1.0 | 3.395s | 1m:54s |
| Iteration 29 | 500 | 5.7586 | SAMME.R | 0.4375 | 1.0 | 3.608s | 1m:59s |
| Iteration 30 | 495 | 0.0547 | SAMME.R | 0.75 | 1.0 | 3.616s | 2m:03s |
| Iteration 31 | 469 | 0.047 | SAMME.R | 0.9375 | 1.0 | 3.474s | 2m:07s |
| Iteration 32 | 50 | 0.4142 | SAMME.R | 0.9375 | 1.0 | 3.168s | 2m:11s |
| Iteration 33 | 50 | 0.5719 | SAMME.R | 0.7812 | 1.0 | 3.178s | 2m:15s |
| Iteration 34 | 50 | 0.2361 | SAMME | 1.0 | 1.0 | 3.169s | 2m:19s |
| Iteration 35 | 50 | 0.219 | SAMME.R | 0.5625 | 1.0 | 3.185s | 2m:23s |
| Iteration 36 | 63 | 0.2396 | SAMME | 1.0 | 1.0 | 3.235s | 2m:28s |
| Iteration 37 | 128 | 0.2374 | SAMME | 0.875 | 1.0 | 3.259s | 2m:32s |
| Iteration 38 | 50 | 0.246 | SAMME | 0.6875 | 1.0 | 3.184s | 2m:36s |
| Iteration 39 | 50 | 0.2281 | SAMME | 0.5938 | 1.0 | 3.191s | 2m:41s |
| Iteration 40 | 433 | 0.01 | SAMME.R | 0.9375 | 1.0 | 3.545s | 2m:45s |
| Iteration 41 | 500 | 0.01 | SAMME.R | 0.8125 | 1.0 | 3.539s | 2m:50s |
| Iteration 42 | 50 | 2.0121 | SAMME | 0.6562 | 1.0 | 3.203s | 2m:54s |
| Iteration 43 | 500 | 0.01 | SAMME.R | 0.8125 | 1.0 | 0.001s | 2m:54s |
| Iteration 44 | 56 | 0.0101 | SAMME.R | 0.8438 | 1.0 | 3.194s | 2m:58s |
| Iteration 45 | 461 | 0.0483 | SAMME.R | 1.0 | 1.0 | 3.537s | 3m:03s |
| Iteration 46 | 98 | 0.0483 | SAMME.R | 0.75 | 1.0 | 3.235s | 3m:08s |
| Iteration 47 | 500 | 0.01 | SAMME.R | 0.8125 | 1.0 | 0.001s | 3m:09s |
| Iteration 48 | 137 | 0.4345 | SAMME.R | 1.0 | 1.0 | 3.249s | 3m:13s |
| Iteration 49 | 277 | 0.01 | SAMME.R | 0.4375 | 1.0 | 3.360s | 3m:17s |
| Iteration 50 | 484 | 0.4344 | SAMME.R | 0.75 | 1.0 | 3.520s | 3m:22s |
Bayesian Optimization ---------------------------
Best call --> Iteration 45
Best parameters --> {'n_estimators': 461, 'learning_rate': 0.0483, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:23s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.429s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.635 ± 0.0255
Time elapsed: 1.912s
-------------------------------------------------
Total time: 3m:25s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 1.0 | 1.0 | 3.539s | 3.559s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.9375 | 1.0 | 3.426s | 7.503s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.875 | 1.0 | 3.429s | 11.432s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 1.0 | 3.227s | 15.189s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.6875 | 1.0 | 3.471s | 19.176s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.75 | 1.0 | 3.263s | 22.961s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 1.0 | 1.0 | 3.327s | 26.785s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.875 | 1.0 | 3.297s | 30.589s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.8125 | 1.0 | 3.402s | 34.499s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 1.0 | 1.0 | 3.398s | 38.405s |
| Iteration 11 | 461 | gini | 7 | 16 | 18 | None | True | 0.0225 | 0.7 | 0.5 | 1.0 | 3.477s | 42.813s |
| Iteration 12 | 358 | entropy | 4 | 20 | 6 | 0.5 | True | 0.0246 | 0.7 | 0.75 | 1.0 | 3.399s | 47.210s |
| Iteration 13 | 487 | entropy | 4 | 19 | 17 | log2 | False | 0.0125 | --- | 1.0 | 1.0 | 3.432s | 51.571s |
| Iteration 14 | 420 | gini | 6 | 5 | 15 | 0.8 | True | 0.0194 | None | 1.0 | 1.0 | 3.499s | 56.636s |
| Iteration 15 | 212 | entropy | 8 | 20 | 6 | 0.5 | False | 0.0179 | --- | 1.0 | 1.0 | 3.281s | 1m:01s |
| Iteration 16 | 181 | entropy | 7 | 19 | 6 | 0.8 | False | 0.0278 | --- | 0.5938 | 1.0 | 3.239s | 1m:05s |
| Iteration 17 | 38 | entropy | 3 | 4 | 7 | auto | True | 0.0251 | 0.9 | 0.9375 | 1.0 | 3.164s | 1m:09s |
| Iteration 18 | 500 | gini | 5 | 6 | 6 | auto | False | 0.0279 | --- | 0.75 | 1.0 | 3.436s | 1m:14s |
| Iteration 19 | 10 | gini | 5 | 6 | 18 | 0.7 | True | 0.0161 | 0.9 | 0.7188 | 1.0 | 3.134s | 1m:18s |
| Iteration 20 | 500 | gini | 7 | 18 | 12 | sqrt | True | 0.0333 | 0.8 | 1.0 | 1.0 | 3.526s | 1m:22s |
| Iteration 21 | 10 | gini | 3 | 7 | 19 | log2 | True | 0.0076 | 0.9 | 0.5 | 1.0 | 3.138s | 1m:27s |
| Iteration 22 | 372 | gini | 7 | 6 | 15 | 0.9 | True | 0.0184 | None | 0.6875 | 1.0 | 3.426s | 1m:31s |
| Iteration 23 | 333 | entropy | 1 | 20 | 8 | log2 | False | 0.0159 | --- | 0.875 | 1.0 | 3.313s | 1m:35s |
| Iteration 24 | 500 | entropy | 6 | 20 | 19 | sqrt | False | 0.035 | --- | 0.7188 | 1.0 | 3.391s | 1m:40s |
| Iteration 25 | 64 | entropy | 7 | 9 | 19 | log2 | True | 0.0184 | 0.7 | 0.5 | 1.0 | 3.177s | 1m:44s |
| Iteration 26 | 404 | entropy | 7 | 3 | 14 | 0.5 | False | 0.0 | --- | 0.6875 | 1.0 | 3.340s | 1m:49s |
| Iteration 27 | 341 | entropy | 8 | 18 | 15 | 0.5 | False | 0.025 | --- | 0.9375 | 1.0 | 3.309s | 1m:53s |
| Iteration 28 | 271 | gini | 2 | 17 | 7 | 0.5 | False | 0.0052 | --- | 0.75 | 1.0 | 3.267s | 1m:58s |
| Iteration 29 | 500 | gini | 8 | 8 | 12 | 0.8 | False | 0.0342 | --- | 0.875 | 1.0 | 3.575s | 2m:02s |
| Iteration 30 | 500 | gini | 8 | 2 | 1 | 0.8 | False | 0.0077 | --- | 0.6875 | 1.0 | 3.550s | 2m:07s |
| Iteration 31 | 52 | gini | 8 | 17 | 4 | log2 | True | 0.0254 | 0.9 | 0.8125 | 1.0 | 3.249s | 2m:11s |
| Iteration 32 | 500 | gini | 6 | 19 | 16 | log2 | False | 0.0309 | --- | 0.9375 | 1.0 | 3.590s | 2m:16s |
| Iteration 33 | 500 | gini | 8 | 20 | 18 | 0.5 | False | 0.0312 | --- | 0.625 | 1.0 | 3.474s | 2m:20s |
| Iteration 34 | 283 | entropy | 5 | 18 | 14 | log2 | False | 0.0323 | --- | 0.875 | 1.0 | 3.458s | 2m:24s |
| Iteration 35 | 166 | gini | 7 | 17 | 6 | auto | True | 0.0016 | 0.9 | 0.6875 | 1.0 | 3.275s | 2m:29s |
| Iteration 36 | 468 | gini | 2 | 19 | 4 | sqrt | True | 0.0201 | 0.6 | 1.0 | 1.0 | 3.527s | 2m:33s |
| Iteration 37 | 500 | entropy | 9 | 19 | 1 | log2 | False | 0.0065 | --- | 0.8125 | 1.0 | 3.351s | 2m:38s |
| Iteration 38 | 500 | entropy | 5 | 19 | 4 | sqrt | True | 0.0334 | 0.7 | 0.6875 | 1.0 | 4.087s | 2m:43s |
| Iteration 39 | 367 | gini | 5 | 20 | 12 | sqrt | False | 0.0349 | --- | 0.6875 | 1.0 | 3.294s | 2m:47s |
| Iteration 40 | 130 | gini | 5 | 7 | 16 | 0.8 | True | 0.0214 | 0.5 | 0.5 | 1.0 | 3.194s | 2m:51s |
| Iteration 41 | 500 | gini | 1 | 18 | 20 | log2 | True | 0.0198 | 0.7 | 0.5 | 1.0 | 3.451s | 2m:56s |
| Iteration 42 | 292 | entropy | None | 11 | 5 | 0.8 | True | 0.0201 | 0.8 | 0.75 | 1.0 | 3.318s | 3m:00s |
| Iteration 43 | 343 | entropy | 5 | 13 | 16 | 0.9 | False | 0.0136 | --- | 0.6875 | 1.0 | 3.288s | 3m:04s |
| Iteration 44 | 393 | gini | 7 | 16 | 10 | 0.6 | True | 0.035 | 0.8 | 0.6875 | 1.0 | 3.398s | 3m:09s |
| Iteration 45 | 401 | entropy | 4 | 20 | 5 | 0.5 | False | 0.0249 | --- | 1.0 | 1.0 | 3.311s | 3m:13s |
| Iteration 46 | 334 | entropy | 2 | 15 | 7 | 0.5 | False | 0.0239 | --- | 0.7812 | 1.0 | 3.341s | 3m:18s |
| Iteration 47 | 308 | entropy | 4 | 14 | 1 | log2 | False | 0.025 | --- | 0.875 | 1.0 | 3.286s | 3m:22s |
| Iteration 48 | 106 | entropy | 5 | 8 | 13 | log2 | False | 0.0175 | --- | 0.6875 | 1.0 | 3.146s | 3m:26s |
| Iteration 49 | 500 | entropy | 2 | 20 | 8 | 0.5 | False | 0.0004 | --- | 0.75 | 1.0 | 3.401s | 3m:31s |
| Iteration 50 | 302 | entropy | 8 | 14 | 5 | 0.5 | False | 0.0253 | --- | 0.8125 | 1.0 | 3.363s | 3m:35s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'n_estimators': 499, 'criterion': 'entropy', 'max_depth': 1, 'min_samples_split': 20, 'min_samples_leaf': 5, 'max_features': 0.5, 'bootstrap': True, 'ccp_alpha': 0.0234, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9366
Test evaluation --> roc_auc: 0.525
Time elapsed: 0.433s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.65 ± 0.0548
Time elapsed: 1.980s
-------------------------------------------------
Total time: 3m:39s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.366s | 3.386s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.875 | 0.875 | 3.191s | 7.095s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.875 | 3.204s | 10.791s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.875 | 3.247s | 14.544s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.875 | 3.183s | 18.230s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.875 | 3.175s | 21.957s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.875 | 3.168s | 25.970s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.875 | 3.198s | 29.680s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.875 | 0.875 | 3.219s | 33.396s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.875 | 3.182s | 37.083s |
| Iteration 11 | 26 | 0.3307 | 6 | 0.2334 | 10 | 0.6 | 0.5 | 100 | 1 | 0.5 | 0.875 | 3.159s | 41.014s |
| Iteration 12 | 386 | 0.0292 | 6 | 0.4273 | 2 | 0.8 | 0.8 | 0.1 | 1 | 0.9375 | 0.9375 | 3.227s | 45.113s |
| Iteration 13 | 398 | 0.01 | 10 | 0.8991 | 1 | 0.8 | 0.7 | 0 | 0.01 | 1.0 | 1.0 | 3.273s | 49.283s |
| Iteration 14 | 401 | 0.0148 | 8 | 0.6299 | 2 | 0.8 | 0.7 | 0 | 1 | 1.0 | 1.0 | 3.886s | 54.105s |
| Iteration 15 | 207 | 0.0329 | 7 | 0.1307 | 1 | 1.0 | 0.7 | 0 | 10 | 0.875 | 1.0 | 3.190s | 58.225s |
| Iteration 16 | 500 | 0.045 | 1 | 0.6278 | 2 | 0.7 | 1.0 | 0.01 | 0 | 0.5312 | 1.0 | 3.204s | 1m:02s |
| Iteration 17 | 136 | 0.0332 | 9 | 0.056 | 4 | 0.8 | 0.4 | 0 | 1 | 1.0 | 1.0 | 3.161s | 1m:06s |
| Iteration 18 | 491 | 1.0 | 2 | 0.8295 | 7 | 1.0 | 1.0 | 100 | 0.01 | 0.5 | 1.0 | 3.234s | 1m:11s |
| Iteration 19 | 281 | 0.0183 | 9 | 0.4392 | 4 | 0.8 | 0.4 | 0 | 10 | 0.6875 | 1.0 | 3.193s | 1m:15s |
| Iteration 20 | 91 | 0.027 | 8 | 0.0 | 3 | 0.8 | 0.6 | 0 | 1 | 1.0 | 1.0 | 3.150s | 1m:19s |
| Iteration 21 | 356 | 0.0217 | 10 | 0.98 | 5 | 0.8 | 0.7 | 0.01 | 0.01 | 0.1875 | 1.0 | 3.201s | 1m:23s |
| Iteration 22 | 147 | 0.0338 | 9 | 0.0671 | 4 | 0.8 | 0.4 | 0 | 1 | 0.5625 | 1.0 | 3.144s | 1m:28s |
| Iteration 23 | 304 | 0.0134 | 7 | 0.1288 | 1 | 0.9 | 0.7 | 0 | 1 | 0.9375 | 1.0 | 3.201s | 1m:32s |
| Iteration 24 | 232 | 0.01 | 3 | 0.4494 | 1 | 0.7 | 1.0 | 100 | 0.1 | 0.5 | 1.0 | 3.150s | 1m:36s |
| Iteration 25 | 444 | 0.0159 | 5 | 0.8223 | 1 | 0.9 | 0.8 | 0 | 0.1 | 1.0 | 1.0 | 3.235s | 1m:40s |
| Iteration 26 | 339 | 0.0153 | 9 | 0.385 | 1 | 0.8 | 0.8 | 0 | 0.1 | 0.8125 | 1.0 | 3.190s | 1m:44s |
| Iteration 27 | 427 | 0.5111 | 2 | 0.8185 | 2 | 0.6 | 0.9 | 0 | 1 | 0.8125 | 1.0 | 3.192s | 1m:48s |
| Iteration 28 | 158 | 0.01 | 10 | 1.0 | 1 | 1.0 | 0.4 | 0 | 1 | 0.6875 | 1.0 | 3.184s | 1m:52s |
| Iteration 29 | 99 | 1.0 | 1 | 0.1008 | 10 | 0.8 | 0.6 | 0 | 0.01 | 0.5 | 1.0 | 3.147s | 1m:56s |
| Iteration 30 | 274 | 0.9835 | 4 | 0.0 | 1 | 0.5 | 1.0 | 0 | 1 | 1.0 | 1.0 | 3.209s | 2m:01s |
| Iteration 31 | 500 | 0.0106 | 5 | 0.0 | 1 | 0.5 | 1.0 | 0 | 1 | 0.9375 | 1.0 | 3.213s | 2m:05s |
| Iteration 32 | 500 | 0.01 | 2 | 0.0 | 1 | 0.6 | 1.0 | 0 | 0.1 | 0.75 | 1.0 | 3.212s | 2m:09s |
| Iteration 33 | 467 | 0.1221 | 6 | 0.0 | 1 | 0.6 | 0.4 | 0.01 | 1 | 0.8125 | 1.0 | 3.268s | 2m:13s |
| Iteration 34 | 20 | 0.01 | 10 | 0.0 | 1 | 1.0 | 1.0 | 0 | 1 | 0.5938 | 1.0 | 3.145s | 2m:17s |
| Iteration 35 | 457 | 1.0 | 6 | 1.0 | 2 | 0.5 | 0.9 | 0 | 0 | 0.7188 | 1.0 | 3.270s | 2m:22s |
| Iteration 36 | 275 | 0.0212 | 6 | 0.3879 | 2 | 0.9 | 0.9 | 0 | 1 | 1.0 | 1.0 | 3.174s | 2m:26s |
| Iteration 37 | 154 | 0.4091 | 6 | 0.5587 | 3 | 1.0 | 0.7 | 0 | 1 | 0.875 | 1.0 | 3.151s | 2m:30s |
| Iteration 38 | 290 | 0.0187 | 6 | 0.9734 | 2 | 0.9 | 0.5 | 0 | 1 | 0.5625 | 1.0 | 3.157s | 2m:35s |
| Iteration 39 | 500 | 0.8005 | 4 | 0.2076 | 2 | 0.5 | 0.8 | 0 | 1 | 1.0 | 1.0 | 3.222s | 2m:39s |
| Iteration 40 | 500 | 1.0 | 1 | 0.2057 | 2 | 0.5 | 0.8 | 0 | 1 | 0.75 | 1.0 | 3.836s | 2m:44s |
| Iteration 41 | 500 | 1.0 | 5 | 0.0 | 3 | 0.6 | 1.0 | 0 | 100 | 0.75 | 1.0 | 3.222s | 2m:48s |
| Iteration 42 | 308 | 1.0 | 6 | 0.4265 | 1 | 0.5 | 0.5 | 0 | 0.01 | 0.5625 | 1.0 | 3.201s | 2m:52s |
| Iteration 43 | 500 | 0.014 | 6 | 0.2534 | 2 | 0.7 | 0.8 | 0 | 1 | 0.6875 | 1.0 | 3.242s | 2m:57s |
| Iteration 44 | 479 | 0.0121 | 5 | 0.0 | 10 | 0.8 | 1.0 | 0 | 100 | 0.5 | 1.0 | 3.190s | 3m:01s |
| Iteration 45 | 92 | 0.7301 | 2 | 0.0 | 1 | 0.5 | 0.7 | 0 | 100 | 0.9375 | 1.0 | 3.161s | 3m:05s |
| Iteration 46 | 500 | 0.01 | 1 | 0.0 | 1 | 1.0 | 0.4 | 0 | 100 | 0.6875 | 1.0 | 3.243s | 3m:11s |
| Iteration 47 | 171 | 0.0266 | 4 | 1.0 | 1 | 1.0 | 1.0 | 0 | 100 | 0.75 | 1.0 | 3.155s | 3m:16s |
| Iteration 48 | 34 | 0.0563 | 2 | 0.0 | 1 | 0.5 | 1.0 | 0.01 | 100 | 0.5625 | 1.0 | 3.119s | 3m:20s |
| Iteration 49 | 20 | 1.0 | 3 | 0.0 | 1 | 0.5 | 1.0 | 0 | 1 | 0.4375 | 1.0 | 3.122s | 3m:24s |
| Iteration 50 | 339 | 0.1796 | 9 | 0.0 | 1 | 0.9 | 0.8 | 0 | 10 | 0.6875 | 1.0 | 3.177s | 3m:28s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'n_estimators': 401, 'learning_rate': 0.0148, 'max_depth': 8, 'gamma': 0.6299, 'min_child_weight': 2, 'subsample': 0.8, 'colsample_bytree': 0.7, 'reg_alpha': 0, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:30s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9964
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.096s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.0632
Time elapsed: 0.293s
-------------------------------------------------
Total time: 3m:30s
Final results ==================== >>
Duration: 23m:23s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.73 ± 0.0927 ~
Logistic Regression --> roc_auc: 0.57 ± 0.1208 ~
Linear Discriminant Analysis --> roc_auc: 0.54 ± 0.1356 ~
Quadratic Discriminant Analysis --> roc_auc: 0.56 ± 0.049 ~
Radius Nearest Neighbors --> roc_auc: 0.75 ± 0.0548 ~ !
AdaBoost --> roc_auc: 0.635 ± 0.0255 ~
Random Forest --> roc_auc: 0.65 ± 0.0548 ~
XGBoost --> roc_auc: 0.75 ± 0.0632 ~ !
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 836 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAGPNAGGTSYGKLTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CALNTDKLIF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CASSSGETQYF.
>>> Dropping feature CAVSDDYKLSF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CASSLADTQYF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVRPNDYKLSF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVLDSSYKLIF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CALGTGGFKTIF.
>>> Dropping feature CALMDTGRRALTF.
>>> Dropping feature CAPNSGGGADGLTF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVLNAGNNRKLIW.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAGNSGNTPLVF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CAPLDSNYQLIW.
>>> Dropping feature CASSLAGGTDTQYF.
>>> Dropping feature CAENNNARLMF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVDGSSNTGKLIF.
>>> Dropping feature CAVPGSSNTGKLIF.
>>> Dropping feature CAVFNQAGTALIF.
>>> Dropping feature CAALNTGNQFYF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAGLDSNYQLIW.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.75 | 0.75 | 0.681s | 0.701s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.75 | 0.75 | 0.719s | 1.943s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.75 | 0.75 | 0.675s | 3.123s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.75 | 0.75 | 0.716s | 4.359s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.875 | 0.875 | 0.726s | 5.618s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.6875 | 0.875 | 0.762s | 6.904s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.8125 | 0.875 | 0.734s | 8.846s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.6875 | 0.875 | 0.776s | 10.291s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.8125 | 0.875 | 0.714s | 11.527s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.875 | 0.875 | 0.703s | 12.745s |
| Iteration 11 | exponen.. | 0.0188 | 232 | 0.6 | friedman_mse | 12 | 3 | 9 | log2 | 0.0154 | 0.75 | 0.875 | 0.729s | 14.312s |
| Iteration 12 | deviance | 0.1782 | 352 | 1.0 | friedman_mse | 20 | 18 | 6 | 0.5 | 0.0001 | 0.9375 | 0.9375 | 0.700s | 15.765s |
| Iteration 13 | deviance | 0.0469 | 171 | 0.8 | friedman_mse | 2 | 8 | 7 | 0.6 | 0.0 | 1.0 | 1.0 | 0.649s | 17.220s |
| Iteration 14 | deviance | 0.01 | 343 | 0.5 | friedman_mse | 2 | 1 | 1 | None | 0.0 | 1.0 | 1.0 | 0.672s | 18.786s |
| Iteration 15 | deviance | 0.01 | 10 | 0.5 | friedman_mse | 2 | 9 | 1 | None | 0.0135 | 0.7812 | 1.0 | 1.328s | 20.986s |
| Iteration 16 | deviance | 1.0 | 500 | 1.0 | friedman_mse | 2 | 1 | 10 | auto | 0.0 | 0.8438 | 1.0 | 0.690s | 22.607s |
| Iteration 17 | deviance | 0.0223 | 10 | 1.0 | friedman_mse | 5 | 15 | 10 | auto | 0.0 | 0.75 | 1.0 | 0.627s | 24.131s |
| Iteration 18 | deviance | 0.01 | 263 | 0.5 | friedman_mse | 2 | 1 | 1 | None | 0.0 | 1.0 | 1.0 | 0.693s | 25.706s |
| Iteration 19 | deviance | 0.01 | 442 | 0.5 | friedman_mse | 2 | 1 | 1 | None | 0.0 | 0.9375 | 1.0 | 0.706s | 27.342s |
| Iteration 20 | deviance | 0.01 | 267 | 0.5 | friedman_mse | 2 | 1 | 10 | None | 0.0 | 1.0 | 1.0 | 0.795s | 29.486s |
| Iteration 21 | deviance | 0.01 | 284 | 0.9 | friedman_mse | 9 | 6 | 1 | None | 0.0 | 0.8125 | 1.0 | 0.681s | 31.446s |
| Iteration 22 | exponen.. | 0.2037 | 227 | 0.9 | friedman_mse | 2 | 8 | 1 | 0.6 | 0.0 | 1.0 | 1.0 | 0.663s | 33.084s |
| Iteration 23 | deviance | 0.0217 | 299 | 0.6 | friedman_mse | 2 | 12 | 1 | None | 0.0001 | 0.8125 | 1.0 | 0.691s | 34.789s |
| Iteration 24 | deviance | 0.6028 | 199 | 0.7 | friedman_mse | 2 | 8 | 4 | auto | 0.0 | 0.875 | 1.0 | 0.671s | 36.394s |
| Iteration 25 | deviance | 0.0147 | 278 | 0.6 | friedman_mse | 2 | 1 | 1 | 0.8 | 0.0007 | 0.5 | 1.0 | 0.682s | 38.070s |
| Iteration 26 | deviance | 0.0166 | 199 | 0.8 | friedman_mse | 8 | 8 | 8 | 0.6 | 0.0001 | 0.9375 | 1.0 | 0.685s | 40.048s |
| Iteration 27 | exponen.. | 0.2004 | 199 | 0.6 | friedman_mse | 2 | 7 | 2 | 0.6 | 0.0015 | 0.9375 | 1.0 | 0.669s | 41.765s |
| Iteration 28 | exponen.. | 0.2019 | 241 | 0.9 | friedman_mse | 3 | 8 | 7 | 0.6 | 0.0 | 0.875 | 1.0 | 0.688s | 43.407s |
| Iteration 29 | deviance | 0.0167 | 61 | 0.8 | friedman_mse | 8 | 8 | 9 | 0.6 | 0.0024 | 0.75 | 1.0 | 0.649s | 45.059s |
| Iteration 30 | exponen.. | 0.0586 | 198 | 0.8 | friedman_mse | 2 | 11 | 4 | 0.6 | 0.0004 | 0.8125 | 1.0 | 0.674s | 46.746s |
| Iteration 31 | deviance | 0.2398 | 396 | 0.7 | friedman_mse | 6 | 7 | 9 | 0.6 | 0.0028 | 0.9375 | 1.0 | 0.711s | 48.350s |
| Iteration 32 | deviance | 0.0478 | 363 | 0.8 | friedman_mse | 2 | 7 | 3 | 0.6 | 0.0 | 0.9375 | 1.0 | 0.712s | 50.053s |
| Iteration 33 | deviance | 0.0446 | 132 | 0.7 | friedman_mse | 2 | 5 | 7 | 0.6 | 0.0 | 0.75 | 1.0 | 0.654s | 51.856s |
| Iteration 34 | exponen.. | 0.3261 | 112 | 0.6 | friedman_mse | 3 | 7 | 6 | 0.6 | 0.0017 | 0.9375 | 1.0 | 0.647s | 53.631s |
| Iteration 35 | deviance | 0.0139 | 11 | 0.8 | friedman_mse | 2 | 3 | 3 | 0.6 | 0.0 | 1.0 | 1.0 | 0.624s | 55.405s |
| Iteration 36 | deviance | 0.1886 | 270 | 0.5 | friedman_mse | 2 | 17 | 2 | None | 0.0006 | 0.5 | 1.0 | 0.672s | 57.163s |
| Iteration 37 | exponen.. | 0.016 | 86 | 0.6 | friedman_mse | 3 | 13 | 5 | 0.6 | 0.0015 | 0.8125 | 1.0 | 0.642s | 58.818s |
| Iteration 38 | deviance | 0.025 | 309 | 0.8 | friedman_mse | 7 | 15 | 4 | 0.6 | 0.0001 | 0.625 | 1.0 | 0.696s | 1m:01s |
| Iteration 39 | exponen.. | 0.2274 | 186 | 0.6 | friedman_mse | 2 | 4 | 4 | 0.6 | 0.0015 | 1.0 | 1.0 | 0.672s | 1m:02s |
| Iteration 40 | exponen.. | 0.0271 | 178 | 0.6 | friedman_mse | 2 | 1 | 6 | 0.6 | 0.0018 | 0.875 | 1.0 | 1.263s | 1m:05s |
| Iteration 41 | deviance | 0.0891 | 24 | 0.8 | friedman_mse | 2 | 4 | 10 | 0.6 | 0.0 | 0.625 | 1.0 | 0.678s | 1m:07s |
| Iteration 42 | exponen.. | 0.2405 | 175 | 0.6 | friedman_mse | 2 | 6 | 5 | 0.6 | 0.0015 | 0.8125 | 1.0 | 0.720s | 1m:10s |
| Iteration 43 | exponen.. | 0.1565 | 115 | 0.6 | squared_er.. | 2 | 3 | 8 | 0.6 | 0.0 | 0.6875 | 1.0 | 0.699s | 1m:12s |
| Iteration 44 | exponen.. | 0.2176 | 139 | 0.6 | friedman_mse | 2 | 5 | 1 | 0.6 | 0.0015 | 0.625 | 1.0 | 0.692s | 1m:14s |
| Iteration 45 | deviance | 0.0166 | 259 | 0.8 | friedman_mse | 7 | 8 | 10 | 0.6 | 0.0002 | 0.8125 | 1.0 | 0.733s | 1m:15s |
| Iteration 46 | deviance | 0.0114 | 85 | 0.8 | friedman_mse | 2 | 3 | 7 | 0.6 | 0.0 | 1.0 | 1.0 | 0.696s | 1m:17s |
| Iteration 47 | exponen.. | 0.0692 | 222 | 0.7 | friedman_mse | 2 | 4 | 4 | 0.6 | 0.0018 | 1.0 | 1.0 | 0.733s | 1m:19s |
| Iteration 48 | exponen.. | 0.1303 | 175 | 0.6 | friedman_mse | 2 | 4 | 2 | 0.6 | 0.0016 | 0.9375 | 1.0 | 0.713s | 1m:21s |
| Iteration 49 | exponen.. | 0.0234 | 249 | 0.7 | friedman_mse | 10 | 4 | 8 | 0.6 | 0.0018 | 0.8125 | 1.0 | 0.751s | 1m:23s |
| Iteration 50 | exponen.. | 0.1203 | 111 | 0.9 | friedman_mse | 2 | 8 | 7 | 0.6 | 0.0 | 0.9375 | 1.0 | 0.706s | 1m:26s |
Bayesian Optimization ---------------------------
Best call --> Iteration 20
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.01, 'n_estimators': 267, 'subsample': 0.5, 'criterion': 'friedman_mse', 'min_samples_split': 2, 'min_samples_leaf': 1, 'max_depth': 10, 'max_features': None, 'ccp_alpha': 0.0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:27s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.201s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.91 ± 0.049
Time elapsed: 0.847s
-------------------------------------------------
Total time: 1m:28s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.375 | 0.375 | 0.680s | 0.692s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.8125 | 0.8125 | 0.679s | 1.856s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.75 | 0.8125 | 0.680s | 3.055s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.8125 | 0.8125 | 0.690s | 4.264s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.625 | 0.8125 | 0.694s | 6.241s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.625 | 0.8125 | 0.685s | 7.649s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 1.0 | 1.0 | 0.696s | 9.239s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.625 | 1.0 | 0.699s | 10.459s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.75 | 1.0 | 0.642s | 11.586s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.875 | 1.0 | 0.645s | 12.749s |
| Iteration 11 | l2 | 1.3676 | newto.. | 791 | --- | 0.5625 | 1.0 | 0.642s | 14.236s |
| Iteration 12 | l2 | 6.6928 | libli.. | 274 | --- | 0.5 | 1.0 | 0.640s | 15.681s |
| Iteration 13 | l2 | 0.001 | libli.. | 1000 | --- | 1.0 | 1.0 | 0.639s | 17.087s |
| Iteration 14 | l2 | 0.064 | libli.. | 633 | --- | 0.75 | 1.0 | 0.644s | 18.486s |
| Iteration 15 | none | --- | saga | 1000 | --- | 0.75 | 1.0 | 0.648s | 19.975s |
| Iteration 16 | none | --- | lbfgs | 769 | --- | 0.6875 | 1.0 | 1.233s | 22.026s |
| Iteration 17 | none | --- | sag | 928 | --- | 0.5 | 1.0 | 0.649s | 23.452s |
| Iteration 18 | l2 | 0.0172 | libli.. | 635 | --- | 1.0 | 1.0 | 0.638s | 24.991s |
| Iteration 19 | l1 | 47.12 | libli.. | 893 | --- | 0.8125 | 1.0 | 0.644s | 26.461s |
| Iteration 20 | l2 | 0.0023 | saga | 249 | --- | 1.0 | 1.0 | 0.669s | 27.961s |
| Iteration 21 | l2 | 0.001 | newto.. | 960 | --- | 0.25 | 1.0 | 0.690s | 29.659s |
| Iteration 22 | none | --- | saga | 392 | --- | 0.75 | 1.0 | 0.694s | 31.172s |
| Iteration 23 | l1 | 0.0028 | saga | 993 | --- | 0.5 | 1.0 | 0.695s | 32.661s |
| Iteration 24 | elast.. | 0.022 | saga | 100 | 0.2 | 0.7188 | 1.0 | 0.693s | 34.176s |
| Iteration 25 | l2 | 0.001 | libli.. | 1000 | --- | 1.0 | 1.0 | 0.000s | 35.008s |
| Iteration 26 | l2 | 0.001 | libli.. | 1000 | --- | 1.0 | 1.0 | 0.000s | 35.851s |
| Iteration 27 | elast.. | 0.0014 | saga | 191 | 0.7 | 0.5 | 1.0 | 0.694s | 37.439s |
| Iteration 28 | elast.. | 0.0025 | saga | 354 | 0.6 | 0.5 | 1.0 | 0.692s | 39.147s |
| Iteration 29 | l1 | 4.8756 | libli.. | 286 | --- | 0.375 | 1.0 | 0.691s | 40.747s |
| Iteration 30 | l2 | 0.0021 | saga | 365 | --- | 0.4375 | 1.0 | 0.684s | 42.465s |
| Iteration 31 | l2 | 2.1336 | libli.. | 277 | --- | 0.6875 | 1.0 | 0.689s | 44.106s |
| Iteration 32 | l2 | 2.3128 | libli.. | 278 | --- | 0.8125 | 1.0 | 0.680s | 45.835s |
| Iteration 33 | l2 | 0.0024 | saga | 242 | --- | 0.5625 | 1.0 | 0.689s | 47.557s |
| Iteration 34 | l2 | 0.001 | libli.. | 1000 | --- | 1.0 | 1.0 | 0.000s | 48.489s |
| Iteration 35 | l2 | 0.001 | libli.. | 1000 | --- | 1.0 | 1.0 | 0.000s | 49.559s |
| Iteration 36 | l1 | 0.0022 | saga | 256 | --- | 0.5 | 1.0 | 0.689s | 51.261s |
| Iteration 37 | l2 | 0.001 | libli.. | 1000 | --- | 1.0 | 1.0 | 0.000s | 52.253s |
| Iteration 38 | l2 | 0.0023 | saga | 252 | --- | 0.5 | 1.0 | 0.687s | 53.943s |
| Iteration 39 | l2 | 0.001 | libli.. | 1000 | --- | 1.0 | 1.0 | 0.000s | 54.886s |
| Iteration 40 | l2 | 0.001 | libli.. | 1000 | --- | 1.0 | 1.0 | 0.000s | 55.860s |
| Iteration 41 | l2 | 0.001 | libli.. | 1000 | --- | 1.0 | 1.0 | 0.000s | 56.813s |
| Iteration 42 | l2 | 0.001 | libli.. | 1000 | --- | 1.0 | 1.0 | 0.000s | 57.837s |
| Iteration 43 | l2 | 0.001 | libli.. | 1000 | --- | 1.0 | 1.0 | 0.000s | 58.738s |
| Iteration 44 | l2 | 0.001 | libli.. | 1000 | --- | 1.0 | 1.0 | 0.000s | 59.785s |
| Iteration 45 | l2 | 0.001 | libli.. | 1000 | --- | 1.0 | 1.0 | 0.000s | 1m:01s |
| Iteration 46 | l2 | 0.001 | libli.. | 998 | --- | 1.0 | 1.0 | 0.639s | 1m:02s |
| Iteration 47 | l2 | 0.001 | libli.. | 999 | --- | 0.8125 | 1.0 | 0.638s | 1m:04s |
| Iteration 48 | l2 | 0.001 | libli.. | 1000 | --- | 1.0 | 1.0 | 0.000s | 1m:05s |
| Iteration 49 | l2 | 0.001 | libli.. | 1000 | --- | 1.0 | 1.0 | 0.000s | 1m:06s |
| Iteration 50 | l2 | 0.001 | libli.. | 1000 | --- | 1.0 | 1.0 | 0.000s | 1m:08s |
Bayesian Optimization ---------------------------
Best call --> Initial point 7
Best parameters --> {'penalty': 'l2', 'C': 2.2818, 'solver': 'liblinear', 'max_iter': 278}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7866
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.014s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.52 ± 0.103
Time elapsed: 0.049s
-------------------------------------------------
Total time: 1m:09s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.6875 | 0.6875 | 0.632s | 0.637s |
| Initial point 2 | svd | --- | 0.8125 | 0.8125 | 0.629s | 1.771s |
| Initial point 3 | svd | --- | 0.8125 | 0.8125 | 0.001s | 2.281s |
| Initial point 4 | lsqr | 0.8 | 0.4375 | 0.8125 | 0.631s | 3.452s |
| Initial point 5 | eigen | 0.9 | 0.5 | 0.8125 | 0.632s | 4.568s |
| Initial point 6 | lsqr | 0.7 | 0.6875 | 0.8125 | 0.630s | 5.669s |
| Initial point 7 | lsqr | 0.5 | 1.0 | 1.0 | 0.678s | 6.859s |
| Initial point 8 | lsqr | 0.9 | 0.625 | 1.0 | 0.626s | 8.033s |
| Initial point 9 | lsqr | 0.6 | 1.0 | 1.0 | 0.635s | 9.173s |
| Initial point 10 | eigen | 0.8 | 0.875 | 1.0 | 0.627s | 10.361s |
| Iteration 11 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 10.970s |
| Iteration 12 | eigen | 0.7 | 0.5 | 1.0 | 0.624s | 12.206s |
| Iteration 13 | svd | --- | 0.8125 | 1.0 | 0.001s | 12.898s |
| Iteration 14 | lsqr | auto | 0.75 | 1.0 | 0.625s | 14.174s |
| Iteration 15 | eigen | auto | 0.75 | 1.0 | 0.630s | 15.437s |
| Iteration 16 | svd | --- | 0.8125 | 1.0 | 0.000s | 16.493s |
| Iteration 17 | svd | --- | 0.8125 | 1.0 | 0.000s | 17.339s |
| Iteration 18 | lsqr | 1.0 | 1.0 | 1.0 | 0.637s | 18.773s |
| Iteration 19 | svd | --- | 0.8125 | 1.0 | 0.000s | 19.992s |
| Iteration 20 | lsqr | None | 0.75 | 1.0 | 0.635s | 21.616s |
| Iteration 21 | eigen | 0.5 | 0.375 | 1.0 | 0.633s | 23.211s |
| Iteration 22 | eigen | 0.6 | 0.8125 | 1.0 | 0.627s | 24.854s |
| Iteration 23 | svd | --- | 0.8125 | 1.0 | 0.000s | 25.554s |
| Iteration 24 | svd | --- | 0.8125 | 1.0 | 0.000s | 26.240s |
| Iteration 25 | eigen | None | 0.5 | 1.0 | 0.632s | 27.596s |
| Iteration 26 | lsqr | 0.5 | 1.0 | 1.0 | 0.001s | 28.526s |
| Iteration 27 | lsqr | 1.0 | 1.0 | 1.0 | 0.001s | 29.292s |
| Iteration 28 | lsqr | 0.5 | 1.0 | 1.0 | 0.001s | 30.043s |
| Iteration 29 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 30.743s |
| Iteration 30 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 31.475s |
| Iteration 31 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 32.321s |
| Iteration 32 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 33.052s |
| Iteration 33 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 33.805s |
| Iteration 34 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 34.592s |
| Iteration 35 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 35.348s |
| Iteration 36 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 36.115s |
| Iteration 37 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 36.902s |
| Iteration 38 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 37.643s |
| Iteration 39 | svd | --- | 0.8125 | 1.0 | 0.001s | 38.480s |
| Iteration 40 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 39.351s |
| Iteration 41 | lsqr | 0.6 | 1.0 | 1.0 | 0.001s | 40.145s |
| Iteration 42 | lsqr | 1.0 | 1.0 | 1.0 | 0.001s | 40.948s |
| Iteration 43 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 41.751s |
| Iteration 44 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 42.610s |
| Iteration 45 | lsqr | 0.6 | 1.0 | 1.0 | 0.001s | 43.547s |
| Iteration 46 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 44.440s |
| Iteration 47 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 45.273s |
| Iteration 48 | svd | --- | 0.8125 | 1.0 | 0.000s | 46.101s |
| Iteration 49 | eigen | 0.6 | 0.8125 | 1.0 | 0.000s | 46.983s |
| Iteration 50 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 48.465s |
Bayesian Optimization ---------------------------
Best call --> Initial point 7
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 1.0
Time elapsed: 49.351s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7821
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.52 ± 0.051
Time elapsed: 0.028s
-------------------------------------------------
Total time: 49.389s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.6875 | 0.6875 | 0.639s | 0.643s |
| Initial point 2 | 0.9 | 0.6875 | 0.6875 | 0.700s | 1.939s |
| Initial point 3 | 0.1 | 0.375 | 0.6875 | 0.633s | 3.078s |
| Initial point 4 | 1.0 | 0.6875 | 0.6875 | 0.000s | 3.566s |
| Initial point 5 | 0.2 | 0.5 | 0.6875 | 0.653s | 4.695s |
| Initial point 6 | 0.4 | 0.6875 | 0.6875 | 0.647s | 5.826s |
| Initial point 7 | 0.4 | 0.6875 | 0.6875 | 0.000s | 6.307s |
| Initial point 8 | 0.7 | 0.6875 | 0.6875 | 0.632s | 7.424s |
| Initial point 9 | 0.9 | 0.6875 | 0.6875 | 0.000s | 8.068s |
| Initial point 10 | 0.8 | 0.875 | 0.875 | 0.639s | 9.187s |
| Iteration 11 | 0.3 | 0.75 | 0.875 | 0.640s | 10.428s |
| Iteration 12 | 0.6 | 0.375 | 0.875 | 0.640s | 11.682s |
| Iteration 13 | 0.5 | 0.9375 | 0.9375 | 0.631s | 12.900s |
| Iteration 14 | 0.0 | 0.75 | 0.9375 | 0.631s | 14.120s |
| Iteration 15 | 0.5 | 0.9375 | 0.9375 | 0.000s | 14.720s |
| Iteration 16 | 0.5 | 0.9375 | 0.9375 | 0.000s | 15.323s |
| Iteration 17 | 0.5 | 0.9375 | 0.9375 | 0.000s | 15.902s |
| Iteration 18 | 0.5 | 0.9375 | 0.9375 | 0.000s | 16.492s |
| Iteration 19 | 0.5 | 0.9375 | 0.9375 | 0.000s | 17.098s |
| Iteration 20 | 0.6 | 0.375 | 0.9375 | 0.000s | 17.710s |
| Iteration 21 | 0.6 | 0.375 | 0.9375 | 0.000s | 18.310s |
| Iteration 22 | 0.5 | 0.9375 | 0.9375 | 0.000s | 18.933s |
| Iteration 23 | 0.5 | 0.9375 | 0.9375 | 0.000s | 19.545s |
| Iteration 24 | 0.5 | 0.9375 | 0.9375 | 0.000s | 20.151s |
| Iteration 25 | 0.5 | 0.9375 | 0.9375 | 0.000s | 20.856s |
| Iteration 26 | 0.5 | 0.9375 | 0.9375 | 0.000s | 21.445s |
| Iteration 27 | 0.5 | 0.9375 | 0.9375 | 0.000s | 22.038s |
| Iteration 28 | 0.9 | 0.6875 | 0.9375 | 0.000s | 22.653s |
| Iteration 29 | 0.5 | 0.9375 | 0.9375 | 0.000s | 23.260s |
| Iteration 30 | 0.5 | 0.9375 | 0.9375 | 0.000s | 23.868s |
| Iteration 31 | 0.5 | 0.9375 | 0.9375 | 0.000s | 24.517s |
| Iteration 32 | 0.5 | 0.9375 | 0.9375 | 0.000s | 25.177s |
| Iteration 33 | 0.5 | 0.9375 | 0.9375 | 0.000s | 25.794s |
| Iteration 34 | 0.5 | 0.9375 | 0.9375 | 0.000s | 26.434s |
| Iteration 35 | 0.5 | 0.9375 | 0.9375 | 0.000s | 27.077s |
| Iteration 36 | 0.5 | 0.9375 | 0.9375 | 0.000s | 27.735s |
| Iteration 37 | 0.5 | 0.9375 | 0.9375 | 0.000s | 28.391s |
| Iteration 38 | 0.5 | 0.9375 | 0.9375 | 0.000s | 29.045s |
| Iteration 39 | 0.5 | 0.9375 | 0.9375 | 0.000s | 29.691s |
| Iteration 40 | 0.5 | 0.9375 | 0.9375 | 0.000s | 30.354s |
| Iteration 41 | 0.5 | 0.9375 | 0.9375 | 0.000s | 31.010s |
| Iteration 42 | 0.5 | 0.9375 | 0.9375 | 0.000s | 31.678s |
| Iteration 43 | 0.5 | 0.9375 | 0.9375 | 0.000s | 32.362s |
| Iteration 44 | 0.5 | 0.9375 | 0.9375 | 0.000s | 33.102s |
| Iteration 45 | 0.5 | 0.9375 | 0.9375 | 0.000s | 33.924s |
| Iteration 46 | 0.5 | 0.9375 | 0.9375 | 0.000s | 34.634s |
| Iteration 47 | 0.5 | 0.9375 | 0.9375 | 0.000s | 35.342s |
| Iteration 48 | 0.5 | 0.9375 | 0.9375 | 0.000s | 36.041s |
| Iteration 49 | 0.5 | 0.9375 | 0.9375 | 0.000s | 36.747s |
| Iteration 50 | 0.5 | 0.9375 | 0.9375 | 0.000s | 37.461s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'reg_param': 0.5}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 38.179s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7625
Test evaluation --> roc_auc: 0.3
Time elapsed: 0.008s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.45 ± 0.1342
Time elapsed: 0.027s
-------------------------------------------------
Total time: 38.216s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.1251 | dista.. | auto | 40 | 1 | 0.5 | 0.5 | 0.634s | 0.654s |
| Initial point 2 | 4.8222 | uniform | kd_tree | 39 | 2 | 0.125 | 0.5 | 0.633s | 1.842s |
| Initial point 3 | 3.8092 | dista.. | ball_tree | 25 | 2 | 0.75 | 0.75 | 0.631s | 2.984s |
| Initial point 4 | 11.1132 | uniform | ball_tree | 39 | 2 | 0.5 | 0.75 | 0.638s | 4.169s |
| Initial point 5 | 8.7057 | dista.. | auto | 30 | 2 | 0.625 | 0.75 | 0.628s | 5.311s |
| Initial point 6 | 10.0819 | dista.. | ball_tree | 21 | 2 | 0.6875 | 0.75 | 0.635s | 6.436s |
| Initial point 7 | 7.2113 | dista.. | ball_tree | 24 | 1 | 0.9375 | 0.9375 | 0.634s | 7.577s |
| Initial point 8 | 1.7281 | dista.. | ball_tree | 21 | 2 | 0.75 | 0.9375 | 0.631s | 8.704s |
| Initial point 9 | 8.0329 | uniform | ball_tree | 24 | 1 | 0.875 | 0.9375 | 0.644s | 9.854s |
| Initial point 10 | 5.7056 | uniform | brute | 22 | 2 | 0.875 | 0.9375 | 1.219s | 11.566s |
| Iteration 11 | 5.8328 | dista.. | auto | 20 | 1 | 0.625 | 0.9375 | 0.640s | 13.032s |
| Iteration 12 | 6.133 | dista.. | brute | 23 | 1 | 0.75 | 0.9375 | 0.632s | 14.407s |
| Iteration 13 | 3.093 | dista.. | ball_tree | 24 | 1 | 1.0 | 1.0 | 0.646s | 16.818s |
| Iteration 14 | 0.5706 | dista.. | ball_tree | 24 | 1 | 0.375 | 1.0 | 0.627s | 18.544s |
| Iteration 15 | 12.1593 | dista.. | brute | 25 | 1 | 0.9375 | 1.0 | 0.633s | 19.926s |
| Iteration 16 | 12.1593 | uniform | auto | 25 | 2 | 0.5 | 1.0 | 0.633s | 21.624s |
| Iteration 17 | 12.0395 | uniform | brute | 20 | 1 | 0.75 | 1.0 | 0.626s | 22.999s |
| Iteration 18 | 12.0443 | uniform | brute | 28 | 1 | 1.0 | 1.0 | 0.641s | 24.376s |
| Iteration 19 | 12.1593 | dista.. | auto | 28 | 1 | 1.0 | 1.0 | 0.632s | 25.772s |
| Iteration 20 | 9.3911 | uniform | auto | 29 | 1 | 0.75 | 1.0 | 0.629s | 27.176s |
| Iteration 21 | 12.1593 | dista.. | kd_tree | 26 | 1 | 0.625 | 1.0 | 0.633s | 28.596s |
| Iteration 22 | 12.1593 | uniform | brute | 30 | 1 | 0.6562 | 1.0 | 0.634s | 29.992s |
| Iteration 23 | 12.1593 | uniform | ball_tree | 20 | 1 | 0.5625 | 1.0 | 0.643s | 31.405s |
| Iteration 24 | 1.0486 | dista.. | brute | 32 | 1 | 0.625 | 1.0 | 0.628s | 32.813s |
| Iteration 25 | 0.0 | uniform | brute | 27 | 1 | 0.5 | 1.0 | 0.629s | 34.223s |
| Iteration 26 | 8.2669 | dista.. | brute | 26 | 1 | 0.7188 | 1.0 | 0.629s | 35.654s |
| Iteration 27 | 0.0 | uniform | kd_tree | 20 | 2 | 0.5 | 1.0 | 0.628s | 37.079s |
| Iteration 28 | 6.4414 | dista.. | brute | 27 | 1 | 0.5625 | 1.0 | 0.633s | 38.496s |
| Iteration 29 | 12.0958 | dista.. | ball_tree | 28 | 1 | 0.625 | 1.0 | 0.644s | 40.070s |
| Iteration 30 | 12.1593 | dista.. | ball_tree | 33 | 2 | 0.6875 | 1.0 | 0.634s | 41.494s |
| Iteration 31 | 7.1575 | uniform | auto | 20 | 1 | 0.7188 | 1.0 | 0.634s | 43.434s |
| Iteration 32 | 12.1593 | uniform | auto | 20 | 2 | 0.625 | 1.0 | 0.633s | 44.966s |
| Iteration 33 | 0.0 | dista.. | ball_tree | 40 | 1 | 0.5 | 1.0 | 0.662s | 46.445s |
| Iteration 34 | 5.2319 | uniform | kd_tree | 20 | 2 | 0.3125 | 1.0 | 1.206s | 48.464s |
| Iteration 35 | 5.4537 | dista.. | ball_tree | 20 | 1 | 1.0 | 1.0 | 0.641s | 49.925s |
| Iteration 36 | 5.3184 | uniform | ball_tree | 36 | 1 | 0.375 | 1.0 | 0.646s | 51.517s |
| Iteration 37 | 5.0991 | dista.. | ball_tree | 22 | 1 | 0.5625 | 1.0 | 0.641s | 53.086s |
| Iteration 38 | 12.1579 | uniform | kd_tree | 26 | 2 | 0.5 | 1.0 | 0.653s | 54.592s |
| Iteration 39 | 12.0887 | dista.. | kd_tree | 20 | 1 | 0.6875 | 1.0 | 0.644s | 56.114s |
| Iteration 40 | 0.0761 | dista.. | brute | 20 | 1 | 0.625 | 1.0 | 0.647s | 57.624s |
| Iteration 41 | 12.1593 | dista.. | auto | 25 | 1 | 0.875 | 1.0 | 0.639s | 59.140s |
| Iteration 42 | 0.0521 | dista.. | kd_tree | 29 | 2 | 0.5 | 1.0 | 0.638s | 1m:01s |
| Iteration 43 | 12.0317 | uniform | kd_tree | 20 | 1 | 0.625 | 1.0 | 0.637s | 1m:02s |
| Iteration 44 | 12.1593 | dista.. | brute | 25 | 1 | 0.9375 | 1.0 | 0.001s | 1m:04s |
| Iteration 45 | 12.0396 | dista.. | brute | 27 | 1 | 0.8125 | 1.0 | 0.632s | 1m:06s |
| Iteration 46 | 12.1593 | dista.. | brute | 20 | 1 | 1.0 | 1.0 | 0.646s | 1m:07s |
| Iteration 47 | 3.025 | dista.. | ball_tree | 20 | 1 | 1.0 | 1.0 | 0.647s | 1m:09s |
| Iteration 48 | 10.6364 | dista.. | brute | 25 | 2 | 0.8125 | 1.0 | 0.645s | 1m:10s |
| Iteration 49 | 3.9071 | dista.. | brute | 36 | 2 | 0.4375 | 1.0 | 0.651s | 1m:12s |
| Iteration 50 | 12.1593 | dista.. | auto | 20 | 1 | 0.8125 | 1.0 | 0.641s | 1m:14s |
Bayesian Optimization ---------------------------
Best call --> Iteration 47
Best parameters --> {'radius': 3.025, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 20, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.67 ± 0.0245
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:15s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.75 | 0.75 | 1.036s | 1.043s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.9375 | 0.9375 | 1.041s | 2.593s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.75 | 0.9375 | 0.797s | 3.892s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.625 | 0.9375 | 0.948s | 5.338s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.8438 | 0.9375 | 0.930s | 7.496s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 1.0 | 1.0 | 1.029s | 9.874s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.5625 | 1.0 | 0.688s | 11.952s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.75 | 1.0 | 0.954s | 13.567s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.875 | 1.0 | 0.668s | 14.811s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.9062 | 1.0 | 0.784s | 16.087s |
| Iteration 11 | 451 | 0.2393 | SAMME | 0.6875 | 1.0 | 0.937s | 18.965s |
| Iteration 12 | 420 | 0.0368 | SAMME.R | 0.8125 | 1.0 | 1.530s | 21.407s |
| Iteration 13 | 500 | 0.0881 | SAMME.R | 1.0 | 1.0 | 1.039s | 23.108s |
| Iteration 14 | 498 | 0.118 | SAMME.R | 1.0 | 1.0 | 1.016s | 24.928s |
| Iteration 15 | 467 | 0.197 | SAMME.R | 0.8125 | 1.0 | 0.997s | 26.715s |
| Iteration 16 | 500 | 0.0274 | SAMME.R | 0.9375 | 1.0 | 1.015s | 28.432s |
| Iteration 17 | 500 | 0.2606 | SAMME.R | 1.0 | 1.0 | 1.010s | 30.176s |
| Iteration 18 | 457 | 0.2657 | SAMME.R | 0.8125 | 1.0 | 1.001s | 31.960s |
| Iteration 19 | 500 | 0.203 | SAMME.R | 0.9375 | 1.0 | 1.014s | 33.699s |
| Iteration 20 | 491 | 0.0919 | SAMME.R | 0.875 | 1.0 | 1.017s | 35.440s |
| Iteration 21 | 125 | 0.01 | SAMME | 0.625 | 1.0 | 0.714s | 36.921s |
| Iteration 22 | 51 | 8.7071 | SAMME.R | 0.5312 | 1.0 | 0.660s | 38.273s |
| Iteration 23 | 462 | 0.0178 | SAMME.R | 1.0 | 1.0 | 0.985s | 40.028s |
| Iteration 24 | 465 | 0.01 | SAMME.R | 0.9062 | 1.0 | 0.986s | 41.945s |
| Iteration 25 | 450 | 0.01 | SAMME.R | 0.4688 | 1.0 | 1.010s | 43.735s |
| Iteration 26 | 177 | 2.1199 | SAMME | 0.6875 | 1.0 | 0.658s | 45.605s |
| Iteration 27 | 167 | 0.01 | SAMME | 0.6875 | 1.0 | 0.742s | 47.284s |
| Iteration 28 | 500 | 0.0207 | SAMME.R | 0.75 | 1.0 | 1.020s | 49.016s |
| Iteration 29 | 57 | 0.4739 | SAMME.R | 0.8125 | 1.0 | 0.663s | 50.396s |
| Iteration 30 | 462 | 7.8063 | SAMME.R | 0.5 | 1.0 | 0.983s | 53.458s |
| Iteration 31 | 94 | 0.095 | SAMME.R | 0.9375 | 1.0 | 0.693s | 56.501s |
| Iteration 32 | 74 | 0.0951 | SAMME.R | 0.75 | 1.0 | 0.688s | 58.774s |
| Iteration 33 | 500 | 0.1165 | SAMME.R | 0.5 | 1.0 | 1.026s | 1m:01s |
| Iteration 34 | 59 | 0.1956 | SAMME.R | 0.875 | 1.0 | 0.666s | 1m:03s |
| Iteration 35 | 67 | 9.9994 | SAMME | 0.875 | 1.0 | 0.629s | 1m:05s |
| Iteration 36 | 442 | 0.2415 | SAMME.R | 0.4375 | 1.0 | 0.992s | 1m:07s |
| Iteration 37 | 492 | 0.0563 | SAMME.R | 0.6875 | 1.0 | 1.039s | 1m:09s |
| Iteration 38 | 393 | 9.9943 | SAMME | 0.625 | 1.0 | 0.679s | 1m:10s |
| Iteration 39 | 247 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.879s | 1m:12s |
| Iteration 40 | 157 | 0.01 | SAMME.R | 0.6875 | 1.0 | 0.797s | 1m:14s |
| Iteration 41 | 80 | 0.0551 | SAMME.R | 0.875 | 1.0 | 0.735s | 1m:15s |
| Iteration 42 | 408 | 0.01 | SAMME.R | 0.5625 | 1.0 | 1.008s | 1m:17s |
| Iteration 43 | 132 | 0.0848 | SAMME.R | 0.5625 | 1.0 | 0.781s | 1m:19s |
| Iteration 44 | 453 | 0.0954 | SAMME.R | 0.625 | 1.0 | 1.037s | 1m:21s |
| Iteration 45 | 498 | 0.094 | SAMME.R | 0.5625 | 1.0 | 1.076s | 1m:22s |
| Iteration 46 | 461 | 0.2356 | SAMME.R | 0.875 | 1.0 | 1.048s | 1m:25s |
| Iteration 47 | 440 | 0.1802 | SAMME.R | 1.0 | 1.0 | 0.977s | 1m:26s |
| Iteration 48 | 500 | 0.1112 | SAMME.R | 0.9375 | 1.0 | 1.016s | 1m:28s |
| Iteration 49 | 461 | 0.1882 | SAMME.R | 0.875 | 1.0 | 1.057s | 1m:30s |
| Iteration 50 | 497 | 0.1964 | SAMME.R | 0.9375 | 1.0 | 1.024s | 1m:32s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0881, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:33s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9996
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.464s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.103
Time elapsed: 2.068s
-------------------------------------------------
Total time: 1m:36s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.625 | 0.625 | 1.054s | 1.073s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.75 | 0.75 | 0.962s | 2.597s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.875 | 0.875 | 0.964s | 4.102s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.625 | 0.875 | 0.784s | 5.422s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.625 | 0.875 | 0.976s | 7.013s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.75 | 0.875 | 0.811s | 8.343s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 1.0 | 1.0 | 0.837s | 9.719s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.6875 | 1.0 | 0.851s | 11.099s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.8125 | 1.0 | 0.962s | 12.579s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.9375 | 1.0 | 0.935s | 14.042s |
| Iteration 11 | 375 | gini | 8 | 4 | 8 | None | True | 0.0117 | None | 0.5625 | 1.0 | 0.970s | 15.889s |
| Iteration 12 | 208 | entropy | 6 | 19 | 6 | 0.5 | False | 0.0223 | --- | 0.7188 | 1.0 | 0.797s | 17.606s |
| Iteration 13 | 384 | entropy | 1 | 19 | 6 | 0.5 | False | 0.0348 | --- | 1.0 | 1.0 | 1.521s | 20.065s |
| Iteration 14 | 162 | gini | 6 | 5 | 6 | None | False | 0.0347 | --- | 0.8438 | 1.0 | 0.783s | 21.809s |
| Iteration 15 | 184 | entropy | 9 | 7 | 12 | 0.8 | False | 0.0341 | --- | 0.7188 | 1.0 | 0.792s | 24.239s |
| Iteration 16 | 409 | entropy | None | 20 | 4 | log2 | False | 0.0343 | --- | 0.9375 | 1.0 | 0.928s | 26.216s |
| Iteration 17 | 196 | gini | 8 | 5 | 17 | 0.5 | True | 0.022 | 0.6 | 0.5 | 1.0 | 0.821s | 27.926s |
| Iteration 18 | 74 | gini | 5 | 17 | 4 | 0.6 | False | 0.0338 | --- | 1.0 | 1.0 | 0.720s | 29.635s |
| Iteration 19 | 325 | entropy | 6 | 20 | 5 | sqrt | False | 0.0334 | --- | 0.9375 | 1.0 | 0.818s | 32.449s |
| Iteration 20 | 297 | entropy | 1 | 9 | 15 | 0.9 | True | 0.0247 | 0.6 | 1.0 | 1.0 | 0.843s | 34.473s |
| Iteration 21 | 220 | entropy | 3 | 18 | 17 | None | True | 0.0246 | 0.6 | 0.5 | 1.0 | 0.788s | 36.286s |
| Iteration 22 | 47 | gini | 9 | 18 | 5 | log2 | False | 0.0349 | --- | 1.0 | 1.0 | 0.665s | 37.976s |
| Iteration 23 | 378 | entropy | 3 | 9 | 15 | None | True | 0.0219 | None | 0.6875 | 1.0 | 0.962s | 39.922s |
| Iteration 24 | 489 | entropy | None | 9 | 18 | log2 | True | 0.0259 | 0.8 | 0.6875 | 1.0 | 1.044s | 41.995s |
| Iteration 25 | 250 | entropy | 4 | 16 | 6 | sqrt | False | 0.0338 | --- | 0.5 | 1.0 | 0.830s | 44.116s |
| Iteration 26 | 19 | gini | 6 | 20 | 10 | log2 | False | 0.035 | --- | 0.9375 | 1.0 | 0.677s | 46.002s |
| Iteration 27 | 359 | entropy | 7 | 18 | 6 | log2 | False | 0.0346 | --- | 0.75 | 1.0 | 0.889s | 48.072s |
| Iteration 28 | 43 | entropy | 6 | 19 | 4 | 0.7 | False | 0.0342 | --- | 0.6875 | 1.0 | 0.702s | 49.943s |
| Iteration 29 | 421 | entropy | 6 | 15 | 13 | log2 | False | 0.0322 | --- | 0.75 | 1.0 | 0.931s | 52.024s |
| Iteration 30 | 320 | gini | 1 | 7 | 17 | None | True | 0.0249 | 0.9 | 0.875 | 1.0 | 0.920s | 54.032s |
| Iteration 31 | 73 | gini | 8 | 18 | 3 | 0.5 | False | 0.035 | --- | 0.9375 | 1.0 | 0.677s | 55.868s |
| Iteration 32 | 56 | gini | 7 | 8 | 13 | 0.8 | True | 0.0252 | 0.7 | 0.8125 | 1.0 | 0.672s | 57.709s |
| Iteration 33 | 499 | gini | 8 | 19 | 18 | 0.5 | False | 0.035 | --- | 0.6875 | 1.0 | 0.959s | 59.836s |
| Iteration 34 | 222 | gini | 1 | 10 | 14 | 0.9 | True | 0.0247 | 0.6 | 0.875 | 1.0 | 0.800s | 1m:02s |
| Iteration 35 | 10 | gini | 4 | 19 | 5 | log2 | False | 0.035 | --- | 1.0 | 1.0 | 0.635s | 1m:04s |
| Iteration 36 | 124 | gini | 7 | 19 | 6 | log2 | False | 0.0343 | --- | 0.6875 | 1.0 | 0.725s | 1m:07s |
| Iteration 37 | 69 | entropy | 3 | 20 | 2 | 0.5 | False | 0.035 | --- | 0.6875 | 1.0 | 0.670s | 1m:09s |
| Iteration 38 | 34 | gini | 8 | 18 | 5 | log2 | False | 0.0346 | --- | 1.0 | 1.0 | 1.252s | 1m:11s |
| Iteration 39 | 256 | entropy | 5 | 9 | 6 | 0.7 | True | 0.0175 | 0.7 | 1.0 | 1.0 | 0.832s | 1m:13s |
| Iteration 40 | 280 | entropy | 2 | 9 | 13 | 0.9 | True | 0.0225 | 0.7 | 0.6875 | 1.0 | 0.845s | 1m:15s |
| Iteration 41 | 72 | gini | 6 | 9 | 5 | 0.6 | False | 0.0254 | --- | 0.75 | 1.0 | 0.709s | 1m:18s |
| Iteration 42 | 10 | gini | 6 | 18 | 9 | 0.5 | False | 0.0209 | --- | 0.6875 | 1.0 | 0.631s | 1m:20s |
| Iteration 43 | 383 | entropy | 7 | 19 | 9 | log2 | True | 0.0347 | 0.8 | 0.75 | 1.0 | 0.918s | 1m:22s |
| Iteration 44 | 10 | gini | 8 | 17 | 3 | 0.6 | False | 0.035 | --- | 0.75 | 1.0 | 0.657s | 1m:24s |
| Iteration 45 | 484 | gini | 1 | 7 | 4 | 0.6 | False | 0.0346 | --- | 0.8438 | 1.0 | 0.951s | 1m:27s |
| Iteration 46 | 431 | entropy | 2 | 19 | 6 | 0.6 | False | 0.034 | --- | 1.0 | 1.0 | 0.928s | 1m:29s |
| Iteration 47 | 493 | entropy | 7 | 5 | 5 | log2 | False | 0.0344 | --- | 1.0 | 1.0 | 0.970s | 1m:31s |
| Iteration 48 | 136 | gini | 1 | 20 | 6 | 0.6 | False | 0.0339 | --- | 0.6875 | 1.0 | 0.746s | 1m:33s |
| Iteration 49 | 390 | entropy | 4 | 19 | 6 | sqrt | False | 0.0347 | --- | 0.75 | 1.0 | 0.909s | 1m:35s |
| Iteration 50 | 341 | entropy | 7 | 13 | 5 | log2 | False | 0.0344 | --- | 0.9375 | 1.0 | 0.868s | 1m:37s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'n_estimators': 384, 'criterion': 'entropy', 'max_depth': 1, 'min_samples_split': 19, 'min_samples_leaf': 6, 'max_features': 0.5, 'bootstrap': False, 'ccp_alpha': 0.0348}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:39s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8438
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.259s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.83 ± 0.1077
Time elapsed: 1.154s
-------------------------------------------------
Total time: 1m:40s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.776s | 0.795s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.625 | 0.625 | 0.746s | 2.142s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.625 | 0.752s | 3.489s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.625 | 0.697s | 4.731s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.625 | 0.730s | 6.015s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.625 | 0.712s | 7.267s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.625 | 0.718s | 8.541s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.625 | 0.723s | 9.842s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.75 | 0.75 | 0.753s | 11.265s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.75 | 0.720s | 12.549s |
| Iteration 11 | 454 | 0.012 | 6 | 0.3719 | 3 | 0.9 | 1.0 | 0 | 0.01 | 0.75 | 0.75 | 0.750s | 14.213s |
| Iteration 12 | 63 | 0.5466 | 9 | 0.6587 | 4 | 0.5 | 0.5 | 0 | 10 | 0.5625 | 0.75 | 0.684s | 15.769s |
| Iteration 13 | 479 | 0.0302 | 9 | 0.3875 | 4 | 1.0 | 1.0 | 0.01 | 100 | 1.0 | 1.0 | 0.750s | 17.474s |
| Iteration 14 | 148 | 0.01 | 1 | 0.0 | 5 | 1.0 | 1.0 | 1 | 0 | 0.9688 | 1.0 | 0.705s | 19.211s |
| Iteration 15 | 123 | 0.0528 | 10 | 0.1264 | 4 | 1.0 | 0.6 | 0.01 | 0.1 | 0.25 | 1.0 | 0.653s | 20.926s |
| Iteration 16 | 500 | 0.0825 | 10 | 0.8526 | 3 | 1.0 | 1.0 | 0 | 100 | 0.625 | 1.0 | 1.312s | 23.266s |
| Iteration 17 | 423 | 0.016 | 4 | 0.2575 | 4 | 1.0 | 1.0 | 0.1 | 0.01 | 0.75 | 1.0 | 0.701s | 24.984s |
| Iteration 18 | 133 | 0.1456 | 1 | 0.0 | 2 | 1.0 | 0.9 | 0 | 10 | 1.0 | 1.0 | 0.671s | 26.571s |
| Iteration 19 | 488 | 0.0903 | 9 | 0.4865 | 7 | 1.0 | 0.6 | 10 | 100 | 0.5 | 1.0 | 0.717s | 28.206s |
| Iteration 20 | 20 | 0.7371 | 6 | 0.0 | 10 | 1.0 | 0.9 | 0 | 100 | 0.5 | 1.0 | 0.648s | 29.864s |
| Iteration 21 | 220 | 0.2301 | 1 | 0.0019 | 5 | 1.0 | 0.6 | 0.1 | 0 | 0.375 | 1.0 | 0.680s | 31.536s |
| Iteration 22 | 50 | 0.0346 | 10 | 0.0 | 3 | 1.0 | 0.9 | 0.1 | 10 | 0.9375 | 1.0 | 0.653s | 33.172s |
| Iteration 23 | 138 | 0.1004 | 9 | 0.0 | 2 | 1.0 | 1.0 | 0 | 100 | 0.8125 | 1.0 | 0.656s | 34.809s |
| Iteration 24 | 74 | 0.6282 | 1 | 0.0 | 4 | 1.0 | 0.9 | 0.01 | 100 | 0.875 | 1.0 | 0.643s | 36.464s |
| Iteration 25 | 190 | 0.0121 | 1 | 0.0 | 1 | 1.0 | 0.9 | 0.1 | 0.01 | 0.625 | 1.0 | 0.663s | 38.122s |
| Iteration 26 | 243 | 0.2623 | 9 | 0.0 | 5 | 1.0 | 1.0 | 0.01 | 100 | 0.8125 | 1.0 | 0.676s | 39.875s |
| Iteration 27 | 136 | 0.1848 | 6 | 1.0 | 7 | 1.0 | 1.0 | 0 | 10 | 0.5 | 1.0 | 0.658s | 41.484s |
| Iteration 28 | 418 | 0.7042 | 6 | 0.0 | 4 | 1.0 | 0.9 | 100 | 1 | 0.5 | 1.0 | 0.691s | 43.154s |
| Iteration 29 | 76 | 0.0921 | 9 | 0.4023 | 9 | 1.0 | 1.0 | 10 | 100 | 0.5 | 1.0 | 0.647s | 44.888s |
| Iteration 30 | 52 | 0.01 | 7 | 0.0 | 4 | 1.0 | 0.9 | 0 | 0.01 | 0.5625 | 1.0 | 0.645s | 46.592s |
| Iteration 31 | 258 | 0.1113 | 3 | 0.0789 | 2 | 1.0 | 0.9 | 0 | 10 | 0.8125 | 1.0 | 0.689s | 48.379s |
| Iteration 32 | 291 | 0.01 | 1 | 0.0746 | 3 | 1.0 | 1.0 | 0.01 | 100 | 0.875 | 1.0 | 0.686s | 50.168s |
| Iteration 33 | 166 | 0.5203 | 6 | 0.068 | 2 | 1.0 | 0.9 | 0.01 | 100 | 0.625 | 1.0 | 0.676s | 52.258s |
| Iteration 34 | 101 | 0.0422 | 9 | 0.355 | 2 | 0.7 | 1.0 | 0.01 | 0.1 | 1.0 | 1.0 | 0.665s | 54.004s |
| Iteration 35 | 367 | 0.1175 | 9 | 0.3635 | 4 | 0.9 | 1.0 | 0.01 | 10 | 1.0 | 1.0 | 0.695s | 55.811s |
| Iteration 36 | 20 | 0.01 | 9 | 0.3678 | 4 | 0.6 | 1.0 | 0.01 | 0.01 | 0.5625 | 1.0 | 0.686s | 57.542s |
| Iteration 37 | 155 | 0.01 | 2 | 0.0 | 3 | 0.7 | 1.0 | 0.01 | 1 | 0.8125 | 1.0 | 0.708s | 59.408s |
| Iteration 38 | 92 | 0.0575 | 8 | 0.0672 | 3 | 0.7 | 1.0 | 0.01 | 10 | 0.625 | 1.0 | 0.716s | 1m:01s |
| Iteration 39 | 385 | 0.0419 | 4 | 0.0 | 1 | 1.0 | 1.0 | 0 | 0.01 | 1.0 | 1.0 | 0.749s | 1m:03s |
| Iteration 40 | 500 | 1.0 | 7 | 0.0 | 1 | 1.0 | 1.0 | 0 | 100 | 0.6875 | 1.0 | 0.774s | 1m:05s |
| Iteration 41 | 500 | 0.0251 | 1 | 0.0 | 1 | 1.0 | 1.0 | 0 | 100 | 0.7812 | 1.0 | 0.759s | 1m:07s |
| Iteration 42 | 179 | 0.0415 | 2 | 1.0 | 1 | 0.5 | 1.0 | 0 | 10 | 0.75 | 1.0 | 1.340s | 1m:09s |
| Iteration 43 | 68 | 0.013 | 5 | 1.0 | 1 | 1.0 | 1.0 | 0.1 | 1 | 0.75 | 1.0 | 0.717s | 1m:11s |
| Iteration 44 | 482 | 0.5084 | 2 | 1.0 | 10 | 0.5 | 0.4 | 100 | 1 | 0.5 | 1.0 | 0.752s | 1m:13s |
| Iteration 45 | 458 | 0.575 | 3 | 0.0 | 1 | 0.5 | 0.4 | 100 | 0 | 0.5 | 1.0 | 0.750s | 1m:15s |
| Iteration 46 | 90 | 0.1579 | 1 | 0.0 | 1 | 0.5 | 1.0 | 0 | 100 | 1.0 | 1.0 | 0.649s | 1m:17s |
| Iteration 47 | 500 | 0.01 | 1 | 0.0 | 1 | 0.5 | 1.0 | 0 | 0 | 1.0 | 1.0 | 0.719s | 1m:19s |
| Iteration 48 | 500 | 0.01 | 1 | 0.0 | 1 | 0.5 | 1.0 | 0 | 0 | 1.0 | 1.0 | 0.001s | 1m:20s |
| Iteration 49 | 222 | 0.1205 | 10 | 0.4154 | 3 | 0.8 | 1.0 | 0.01 | 0.01 | 0.5625 | 1.0 | 0.718s | 1m:22s |
| Iteration 50 | 210 | 0.2877 | 3 | 0.0 | 1 | 0.7 | 1.0 | 1 | 0 | 0.9375 | 1.0 | 0.717s | 1m:24s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'n_estimators': 479, 'learning_rate': 0.0302, 'max_depth': 9, 'gamma': 0.3875, 'min_child_weight': 4, 'subsample': 1.0, 'colsample_bytree': 1.0, 'reg_alpha': 0.01, 'reg_lambda': 100}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:25s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8031
Test evaluation --> roc_auc: 0.775
Time elapsed: 0.104s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.85 ± 0.0837
Time elapsed: 0.310s
-------------------------------------------------
Total time: 1m:25s
Final results ==================== >>
Duration: 10m:00s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.91 ± 0.049 !
Logistic Regression --> roc_auc: 0.52 ± 0.103 ~
Linear Discriminant Analysis --> roc_auc: 0.52 ± 0.051 ~
Quadratic Discriminant Analysis --> roc_auc: 0.45 ± 0.1342 ~
Radius Nearest Neighbors --> roc_auc: 0.67 ± 0.0245 ~
AdaBoost --> roc_auc: 0.82 ± 0.103
Random Forest --> roc_auc: 0.83 ± 0.1077
XGBoost --> roc_auc: 0.85 ± 0.0837
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAGPNAGGTSYGKLTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CALNTDKLIF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CASSSGETQYF.
>>> Dropping feature CAVSDDYKLSF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CASSLADTQYF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVRPNDYKLSF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVLDSSYKLIF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CALGTGGFKTIF.
>>> Dropping feature CALMDTGRRALTF.
>>> Dropping feature CAPNSGGGADGLTF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVLNAGNNRKLIW.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAGNSGNTPLVF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CAPLDSNYQLIW.
>>> Dropping feature CASSLAGGTDTQYF.
>>> Dropping feature CAENNNARLMF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVDGSSNTGKLIF.
>>> Dropping feature CAVPGSSNTGKLIF.
>>> Dropping feature CAVFNQAGTALIF.
>>> Dropping feature CAALNTGNQFYF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAGLDSNYQLIW.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.5 | 0.5 | 3.164s | 3.184s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.75 | 0.75 | 3.218s | 6.946s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.8125 | 0.8125 | 3.160s | 10.660s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.75 | 0.8125 | 3.193s | 14.376s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.9375 | 0.9375 | 3.209s | 18.268s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.5 | 0.9375 | 3.227s | 22.030s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.75 | 0.9375 | 3.186s | 25.761s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.75 | 0.9375 | 3.257s | 29.550s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.6875 | 0.9375 | 3.186s | 33.268s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.25 | 0.9375 | 3.173s | 37.072s |
| Iteration 11 | exponen.. | 0.514 | 228 | 0.6 | friedman_mse | 7 | 1 | 9 | sqrt | 0.0079 | 0.4688 | 0.9375 | 3.157s | 41.054s |
| Iteration 12 | exponen.. | 0.0136 | 448 | 0.6 | friedman_mse | 6 | 18 | 4 | 0.6 | 0.019 | 0.5 | 0.9375 | 3.202s | 45.103s |
| Iteration 13 | exponen.. | 0.04 | 387 | 0.8 | friedman_mse | 8 | 4 | 9 | 0.8 | 0.0189 | 1.0 | 1.0 | 3.210s | 49.158s |
| Iteration 14 | deviance | 0.047 | 380 | 0.6 | squared_er.. | 2 | 12 | 10 | auto | 0.0307 | 0.875 | 1.0 | 3.443s | 53.570s |
| Iteration 15 | exponen.. | 0.0321 | 198 | 0.8 | friedman_mse | 4 | 8 | 10 | 0.7 | 0.0004 | 0.8125 | 1.0 | 3.277s | 57.832s |
| Iteration 16 | exponen.. | 0.0421 | 494 | 0.9 | friedman_mse | 7 | 4 | 9 | None | 0.0227 | 0.8125 | 1.0 | 3.291s | 1m:02s |
| Iteration 17 | deviance | 0.0397 | 110 | 0.5 | friedman_mse | 16 | 5 | 10 | sqrt | 0.0117 | 0.8125 | 1.0 | 3.100s | 1m:07s |
| Iteration 18 | exponen.. | 0.0525 | 68 | 0.8 | squared_er.. | 12 | 16 | 7 | 0.6 | 0.026 | 0.8125 | 1.0 | 3.134s | 1m:11s |
| Iteration 19 | deviance | 0.1039 | 187 | 0.5 | friedman_mse | 2 | 3 | 8 | auto | 0.0059 | 0.8125 | 1.0 | 3.186s | 1m:15s |
| Iteration 20 | exponen.. | 0.0658 | 316 | 0.9 | squared_er.. | 10 | 5 | 10 | None | 0.001 | 0.875 | 1.0 | 3.255s | 1m:20s |
| Iteration 21 | deviance | 1.0 | 457 | 0.6 | squared_er.. | 2 | 12 | 1 | auto | 0.0339 | 0.5938 | 1.0 | 3.257s | 1m:24s |
| Iteration 22 | deviance | 0.0515 | 168 | 0.9 | squared_er.. | 2 | 20 | 7 | auto | 0.0024 | 0.875 | 1.0 | 3.181s | 1m:28s |
| Iteration 23 | deviance | 0.0443 | 253 | 0.7 | friedman_mse | 2 | 14 | 1 | sqrt | 0.0159 | 0.6875 | 1.0 | 3.183s | 1m:32s |
| Iteration 24 | exponen.. | 0.0652 | 444 | 1.0 | friedman_mse | 2 | 9 | 10 | auto | 0.0018 | 0.375 | 1.0 | 3.247s | 1m:36s |
| Iteration 25 | exponen.. | 0.0353 | 379 | 0.7 | friedman_mse | 17 | 14 | 2 | 0.7 | 0.0332 | 0.625 | 1.0 | 3.211s | 1m:42s |
| Iteration 26 | exponen.. | 0.0404 | 194 | 0.8 | friedman_mse | 11 | 3 | 9 | 0.7 | 0.008 | 0.625 | 1.0 | 3.162s | 1m:47s |
| Iteration 27 | exponen.. | 0.038 | 423 | 0.9 | squared_er.. | 14 | 4 | 7 | auto | 0.0022 | 0.8125 | 1.0 | 3.256s | 1m:53s |
| Iteration 28 | deviance | 0.0473 | 278 | 0.7 | squared_er.. | 6 | 5 | 1 | 0.7 | 0.025 | 0.5312 | 1.0 | 3.176s | 1m:58s |
| Iteration 29 | deviance | 0.036 | 365 | 0.7 | friedman_mse | 3 | 8 | 10 | 0.9 | 0.0179 | 0.8125 | 1.0 | 3.240s | 2m:03s |
| Iteration 30 | exponen.. | 0.0565 | 94 | 1.0 | squared_er.. | 6 | 7 | 10 | None | 0.0076 | 0.7188 | 1.0 | 3.173s | 2m:07s |
| Iteration 31 | exponen.. | 0.035 | 338 | 1.0 | squared_er.. | 3 | 6 | 10 | 0.5 | 0.035 | 0.625 | 1.0 | 3.206s | 2m:11s |
| Iteration 32 | deviance | 0.0316 | 98 | 0.5 | squared_er.. | 10 | 15 | 8 | auto | 0.0302 | 0.5 | 1.0 | 3.205s | 2m:15s |
| Iteration 33 | deviance | 0.0415 | 419 | 0.9 | friedman_mse | 9 | 5 | 10 | None | 0.0174 | 0.5938 | 1.0 | 3.267s | 2m:19s |
| Iteration 34 | exponen.. | 0.0249 | 93 | 0.8 | friedman_mse | 8 | 4 | 5 | 0.9 | 0.0027 | 0.5 | 1.0 | 3.206s | 2m:24s |
| Iteration 35 | deviance | 0.0251 | 414 | 0.5 | friedman_mse | 9 | 12 | 9 | log2 | 0.0337 | 1.0 | 1.0 | 3.251s | 2m:28s |
| Iteration 36 | exponen.. | 0.0283 | 251 | 0.5 | friedman_mse | 9 | 7 | 8 | log2 | 0.035 | 0.6875 | 1.0 | 3.203s | 2m:32s |
| Iteration 37 | exponen.. | 0.028 | 500 | 0.5 | friedman_mse | 9 | 12 | 9 | 0.6 | 0.0264 | 0.25 | 1.0 | 3.283s | 2m:36s |
| Iteration 38 | deviance | 0.0102 | 17 | 0.6 | friedman_mse | 11 | 12 | 8 | 0.7 | 0.0175 | 0.75 | 1.0 | 3.137s | 2m:41s |
| Iteration 39 | exponen.. | 0.0483 | 497 | 0.7 | friedman_mse | 7 | 5 | 8 | 0.8 | 0.0034 | 0.8125 | 1.0 | 3.297s | 2m:45s |
| Iteration 40 | exponen.. | 0.0814 | 94 | 0.9 | friedman_mse | 9 | 10 | 10 | 0.8 | 0.0307 | 0.6875 | 1.0 | 3.198s | 2m:50s |
| Iteration 41 | deviance | 0.1197 | 180 | 1.0 | friedman_mse | 9 | 11 | 5 | log2 | 0.0124 | 1.0 | 1.0 | 3.173s | 2m:54s |
| Iteration 42 | deviance | 0.0548 | 297 | 0.8 | friedman_mse | 9 | 12 | 7 | log2 | 0.023 | 0.3125 | 1.0 | 3.226s | 2m:59s |
| Iteration 43 | exponen.. | 0.0363 | 491 | 0.8 | friedman_mse | 8 | 8 | 9 | 0.5 | 0.0122 | 0.8125 | 1.0 | 3.370s | 3m:03s |
| Iteration 44 | exponen.. | 0.045 | 410 | 0.8 | friedman_mse | 2 | 4 | 8 | 0.5 | 0.0263 | 0.4375 | 1.0 | 3.908s | 3m:09s |
| Iteration 45 | deviance | 0.122 | 47 | 0.7 | friedman_mse | 4 | 10 | 5 | log2 | 0.012 | 0.625 | 1.0 | 3.175s | 3m:13s |
| Iteration 46 | deviance | 0.0218 | 241 | 0.7 | friedman_mse | 9 | 16 | 5 | log2 | 0.016 | 0.5625 | 1.0 | 3.248s | 3m:18s |
| Iteration 47 | deviance | 0.9856 | 229 | 1.0 | friedman_mse | 20 | 2 | 2 | sqrt | 0.0302 | 0.625 | 1.0 | 3.203s | 3m:22s |
| Iteration 48 | exponen.. | 0.0384 | 414 | 0.8 | friedman_mse | 8 | 19 | 1 | 0.8 | 0.0266 | 0.4062 | 1.0 | 3.293s | 3m:27s |
| Iteration 49 | deviance | 0.1323 | 388 | 0.5 | friedman_mse | 19 | 15 | 2 | log2 | 0.0316 | 0.5 | 1.0 | 3.233s | 3m:31s |
| Iteration 50 | deviance | 0.1289 | 353 | 0.7 | friedman_mse | 10 | 2 | 5 | log2 | 0.0043 | 0.8125 | 1.0 | 3.268s | 3m:36s |
Bayesian Optimization ---------------------------
Best call --> Iteration 35
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.0251, 'n_estimators': 414, 'subsample': 0.5, 'criterion': 'friedman_mse', 'min_samples_split': 9, 'min_samples_leaf': 12, 'max_depth': 9, 'max_features': 'log2', 'ccp_alpha': 0.0337}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:37s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8866
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.105s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.1225
Time elapsed: 0.491s
-------------------------------------------------
Total time: 3m:38s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.6875 | 0.6875 | 3.169s | 3.181s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.75 | 0.75 | 3.195s | 6.896s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.5 | 0.75 | 3.137s | 10.582s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.9375 | 0.9375 | 3.155s | 14.245s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.6875 | 0.9375 | 3.139s | 17.889s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.5625 | 0.9375 | 3.157s | 21.563s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.9375 | 0.9375 | 3.179s | 25.240s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.125 | 0.9375 | 3.166s | 28.957s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.6875 | 0.9375 | 3.085s | 33.456s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.375 | 0.9375 | 3.180s | 38.328s |
| Iteration 11 | none | --- | newto.. | 522 | --- | 0.6875 | 0.9375 | 3.197s | 42.615s |
| Iteration 12 | l2 | 51.7723 | libli.. | 281 | --- | 0.625 | 0.9375 | 3.228s | 46.943s |
| Iteration 13 | elast.. | 0.001 | saga | 1000 | 0.6 | 0.5 | 0.9375 | 3.142s | 50.897s |
| Iteration 14 | none | --- | sag | 1000 | --- | 0.5 | 0.9375 | 3.162s | 54.846s |
| Iteration 15 | l2 | 0.8711 | libli.. | 1000 | --- | 0.875 | 0.9375 | 3.186s | 58.864s |
| Iteration 16 | l2 | 1.5507 | libli.. | 308 | --- | 0.8125 | 0.9375 | 3.189s | 1m:03s |
| Iteration 17 | none | --- | saga | 140 | --- | 0.375 | 0.9375 | 3.164s | 1m:07s |
| Iteration 18 | l2 | 0.0306 | libli.. | 287 | --- | 0.75 | 0.9375 | 3.156s | 1m:11s |
| Iteration 19 | l2 | 0.001 | lbfgs | 128 | --- | 0.6875 | 0.9375 | 3.181s | 1m:15s |
| Iteration 20 | l2 | 82.522 | sag | 235 | --- | 0.375 | 0.9375 | 3.180s | 1m:19s |
| Iteration 21 | l2 | 1.1268 | libli.. | 779 | --- | 0.3125 | 0.9375 | 3.768s | 1m:24s |
| Iteration 22 | l2 | 0.1752 | libli.. | 780 | --- | 0.5 | 0.9375 | 3.175s | 1m:28s |
| Iteration 23 | l2 | 0.8471 | newto.. | 955 | --- | 0.4375 | 0.9375 | 3.195s | 1m:32s |
| Iteration 24 | l2 | 0.0011 | libli.. | 410 | --- | 0.6875 | 0.9375 | 3.199s | 1m:36s |
| Iteration 25 | l2 | 5.1334 | libli.. | 986 | --- | 0.75 | 0.9375 | 3.175s | 1m:40s |
| Iteration 26 | l2 | 54.4849 | libli.. | 122 | --- | 0.75 | 0.9375 | 3.188s | 1m:44s |
| Iteration 27 | l2 | 0.0028 | libli.. | 967 | --- | 0.5 | 0.9375 | 3.193s | 1m:48s |
| Iteration 28 | l2 | 0.3224 | libli.. | 965 | --- | 0.5625 | 0.9375 | 3.190s | 1m:54s |
| Iteration 29 | l2 | 0.0118 | libli.. | 325 | --- | 0.5625 | 0.9375 | 3.210s | 1m:59s |
| Iteration 30 | l2 | 0.4961 | sag | 215 | --- | 0.5 | 0.9375 | 3.169s | 2m:03s |
| Iteration 31 | l2 | 0.0061 | libli.. | 972 | --- | 0.5625 | 0.9375 | 3.172s | 2m:07s |
| Iteration 32 | l2 | 0.001 | libli.. | 993 | --- | 0.625 | 0.9375 | 3.177s | 2m:11s |
| Iteration 33 | l2 | 0.2985 | libli.. | 962 | --- | 0.3125 | 0.9375 | 3.208s | 2m:15s |
| Iteration 34 | l2 | 0.4287 | sag | 278 | --- | 0.5625 | 0.9375 | 3.196s | 2m:20s |
| Iteration 35 | l2 | 75.6262 | libli.. | 267 | --- | 0.75 | 0.9375 | 3.201s | 2m:24s |
| Iteration 36 | l2 | 0.0017 | libli.. | 235 | --- | 0.625 | 0.9375 | 3.191s | 2m:28s |
| Iteration 37 | l2 | 0.1943 | newto.. | 391 | --- | 0.4375 | 0.9375 | 3.176s | 2m:32s |
| Iteration 38 | l2 | 0.4381 | libli.. | 195 | --- | 0.875 | 0.9375 | 3.187s | 2m:36s |
| Iteration 39 | l2 | 0.0163 | libli.. | 150 | --- | 0.875 | 0.9375 | 3.207s | 2m:40s |
| Iteration 40 | l2 | 0.0067 | libli.. | 100 | --- | 0.625 | 0.9375 | 3.206s | 2m:44s |
| Iteration 41 | l2 | 61.4427 | libli.. | 199 | --- | 0.9375 | 0.9375 | 3.229s | 2m:49s |
| Iteration 42 | l2 | 1.2495 | sag | 720 | --- | 0.3125 | 0.9375 | 3.198s | 2m:53s |
| Iteration 43 | l2 | 0.0842 | libli.. | 205 | --- | 0.6875 | 0.9375 | 3.254s | 2m:57s |
| Iteration 44 | l2 | 2.8821 | libli.. | 151 | --- | 0.3125 | 0.9375 | 3.167s | 3m:01s |
| Iteration 45 | l2 | 100.0 | libli.. | 100 | --- | 0.5 | 0.9375 | 3.179s | 3m:05s |
| Iteration 46 | l2 | 0.0113 | libli.. | 100 | --- | 0.6875 | 0.9375 | 3.181s | 3m:10s |
| Iteration 47 | l2 | 0.0014 | libli.. | 725 | --- | 0.75 | 0.9375 | 3.194s | 3m:14s |
| Iteration 48 | l2 | 0.0042 | libli.. | 100 | --- | 0.4375 | 0.9375 | 3.166s | 3m:18s |
| Iteration 49 | l2 | 8.6628 | lbfgs | 792 | --- | 0.5625 | 0.9375 | 3.187s | 3m:23s |
| Iteration 50 | l2 | 77.3772 | libli.. | 840 | --- | 0.5625 | 0.9375 | 3.220s | 3m:27s |
Bayesian Optimization ---------------------------
Best call --> Iteration 41
Best parameters --> {'penalty': 'l2', 'C': 61.4427, 'solver': 'liblinear', 'max_iter': 199}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 3m:28s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8946
Test evaluation --> roc_auc: 0.2
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.28 ± 0.1288
Time elapsed: 0.053s
-------------------------------------------------
Total time: 3m:28s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.5625 | 0.5625 | 3.172s | 3.177s |
| Initial point 2 | svd | --- | 0.75 | 0.75 | 3.184s | 6.863s |
| Initial point 3 | svd | --- | 0.75 | 0.75 | 0.001s | 7.358s |
| Initial point 4 | lsqr | 0.8 | 0.375 | 0.75 | 3.176s | 11.024s |
| Initial point 5 | eigen | 0.9 | 0.5625 | 0.75 | 3.189s | 14.718s |
| Initial point 6 | lsqr | 0.7 | 0.5 | 0.75 | 3.194s | 18.481s |
| Initial point 7 | lsqr | 0.5 | 0.6875 | 0.75 | 3.183s | 22.161s |
| Initial point 8 | lsqr | 0.9 | 0.625 | 0.75 | 3.182s | 25.993s |
| Initial point 9 | lsqr | 0.6 | 0.8125 | 0.8125 | 3.217s | 29.736s |
| Initial point 10 | eigen | 0.8 | 0.8125 | 0.8125 | 3.461s | 33.719s |
| Iteration 11 | eigen | 0.6 | 0.5625 | 0.8125 | 3.195s | 37.563s |
| Iteration 12 | lsqr | 0.6 | 0.8125 | 0.8125 | 0.000s | 38.222s |
| Iteration 13 | eigen | 0.7 | 0.5 | 0.8125 | 3.188s | 42.047s |
| Iteration 14 | lsqr | auto | 0.75 | 0.8125 | 3.202s | 45.874s |
| Iteration 15 | eigen | auto | 0.875 | 0.875 | 3.227s | 49.745s |
| Iteration 16 | svd | --- | 0.75 | 0.875 | 0.000s | 50.400s |
| Iteration 17 | eigen | None | 0.3125 | 0.875 | 3.179s | 54.248s |
| Iteration 18 | svd | --- | 0.75 | 0.875 | 0.000s | 55.075s |
| Iteration 19 | svd | --- | 0.75 | 0.875 | 0.000s | 55.799s |
| Iteration 20 | lsqr | None | 0.4375 | 0.875 | 3.215s | 59.661s |
| Iteration 21 | svd | --- | 0.75 | 0.875 | 0.000s | 1m:00s |
| Iteration 22 | lsqr | 1.0 | 0.3125 | 0.875 | 3.171s | 1m:04s |
| Iteration 23 | svd | --- | 0.75 | 0.875 | 0.000s | 1m:05s |
| Iteration 24 | svd | --- | 0.75 | 0.875 | 0.001s | 1m:06s |
| Iteration 25 | eigen | 0.5 | 0.25 | 0.875 | 3.105s | 1m:10s |
| Iteration 26 | eigen | auto | 0.875 | 0.875 | 0.000s | 1m:10s |
| Iteration 27 | eigen | auto | 0.875 | 0.875 | 0.000s | 1m:11s |
| Iteration 28 | eigen | auto | 0.875 | 0.875 | 0.000s | 1m:12s |
| Iteration 29 | eigen | auto | 0.875 | 0.875 | 0.000s | 1m:13s |
| Iteration 30 | eigen | auto | 0.875 | 0.875 | 0.000s | 1m:13s |
| Iteration 31 | lsqr | auto | 0.75 | 0.875 | 0.000s | 1m:14s |
| Iteration 32 | lsqr | 0.6 | 0.8125 | 0.875 | 0.000s | 1m:15s |
| Iteration 33 | lsqr | 0.7 | 0.5 | 0.875 | 0.001s | 1m:16s |
| Iteration 34 | eigen | auto | 0.875 | 0.875 | 0.001s | 1m:16s |
| Iteration 35 | lsqr | 1.0 | 0.3125 | 0.875 | 0.000s | 1m:17s |
| Iteration 36 | eigen | auto | 0.875 | 0.875 | 0.000s | 1m:19s |
| Iteration 37 | eigen | auto | 0.875 | 0.875 | 0.001s | 1m:21s |
| Iteration 38 | eigen | auto | 0.875 | 0.875 | 0.000s | 1m:23s |
| Iteration 39 | eigen | auto | 0.875 | 0.875 | 0.000s | 1m:25s |
| Iteration 40 | eigen | auto | 0.875 | 0.875 | 0.000s | 1m:27s |
| Iteration 41 | eigen | auto | 0.875 | 0.875 | 0.000s | 1m:28s |
| Iteration 42 | eigen | auto | 0.875 | 0.875 | 0.000s | 1m:29s |
| Iteration 43 | eigen | auto | 0.875 | 0.875 | 0.000s | 1m:30s |
| Iteration 44 | eigen | auto | 0.875 | 0.875 | 0.000s | 1m:31s |
| Iteration 45 | eigen | auto | 0.875 | 0.875 | 0.000s | 1m:32s |
| Iteration 46 | eigen | auto | 0.875 | 0.875 | 0.000s | 1m:33s |
| Iteration 47 | eigen | auto | 0.875 | 0.875 | 0.000s | 1m:33s |
| Iteration 48 | eigen | auto | 0.875 | 0.875 | 0.000s | 1m:34s |
| Iteration 49 | eigen | auto | 0.875 | 0.875 | 0.000s | 1m:35s |
| Iteration 50 | eigen | auto | 0.875 | 0.875 | 0.000s | 1m:36s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'solver': 'eigen', 'shrinkage': 'auto'}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:37s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9036
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.011s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.39 ± 0.1497
Time elapsed: 0.036s
-------------------------------------------------
Total time: 1m:37s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.5625 | 0.5625 | 3.114s | 3.118s |
| Initial point 2 | 0.9 | 0.0 | 0.5625 | 3.159s | 6.774s |
| Initial point 3 | 0.1 | 0.375 | 0.5625 | 3.169s | 10.473s |
| Initial point 4 | 1.0 | 0.5625 | 0.5625 | 0.000s | 10.963s |
| Initial point 5 | 0.2 | 0.5 | 0.5625 | 3.143s | 14.599s |
| Initial point 6 | 0.4 | 0.5 | 0.5625 | 3.165s | 18.271s |
| Initial point 7 | 0.4 | 0.5 | 0.5625 | 0.000s | 18.778s |
| Initial point 8 | 0.7 | 0.625 | 0.625 | 3.181s | 22.448s |
| Initial point 9 | 0.9 | 0.0 | 0.625 | 0.000s | 23.130s |
| Initial point 10 | 0.8 | 0.8125 | 0.8125 | 3.168s | 26.771s |
| Iteration 11 | 0.3 | 0.5 | 0.8125 | 3.185s | 30.556s |
| Iteration 12 | 0.6 | 0.4375 | 0.8125 | 3.191s | 34.355s |
| Iteration 13 | 0.5 | 0.5 | 0.8125 | 3.181s | 38.114s |
| Iteration 14 | 0.0 | 0.6875 | 0.8125 | 3.166s | 41.894s |
| Iteration 15 | 0.8 | 0.8125 | 0.8125 | 0.001s | 42.516s |
| Iteration 16 | 0.8 | 0.8125 | 0.8125 | 0.000s | 43.103s |
| Iteration 17 | 0.8 | 0.8125 | 0.8125 | 0.000s | 43.689s |
| Iteration 18 | 0.8 | 0.8125 | 0.8125 | 0.000s | 44.297s |
| Iteration 19 | 0.8 | 0.8125 | 0.8125 | 0.000s | 44.898s |
| Iteration 20 | 0.8 | 0.8125 | 0.8125 | 0.000s | 45.488s |
| Iteration 21 | 0.8 | 0.8125 | 0.8125 | 0.000s | 46.229s |
| Iteration 22 | 0.8 | 0.8125 | 0.8125 | 0.000s | 46.842s |
| Iteration 23 | 0.4 | 0.5 | 0.8125 | 0.000s | 47.440s |
| Iteration 24 | 0.8 | 0.8125 | 0.8125 | 0.000s | 48.045s |
| Iteration 25 | 0.8 | 0.8125 | 0.8125 | 0.000s | 48.646s |
| Iteration 26 | 0.8 | 0.8125 | 0.8125 | 0.000s | 49.257s |
| Iteration 27 | 0.8 | 0.8125 | 0.8125 | 0.000s | 49.922s |
| Iteration 28 | 0.9 | 0.0 | 0.8125 | 0.000s | 50.552s |
| Iteration 29 | 0.8 | 0.8125 | 0.8125 | 0.000s | 51.188s |
| Iteration 30 | 0.8 | 0.8125 | 0.8125 | 0.000s | 51.856s |
| Iteration 31 | 0.8 | 0.8125 | 0.8125 | 0.000s | 52.492s |
| Iteration 32 | 0.8 | 0.8125 | 0.8125 | 0.000s | 53.111s |
| Iteration 33 | 0.8 | 0.8125 | 0.8125 | 0.000s | 53.950s |
| Iteration 34 | 0.8 | 0.8125 | 0.8125 | 0.000s | 54.595s |
| Iteration 35 | 0.8 | 0.8125 | 0.8125 | 0.000s | 55.234s |
| Iteration 36 | 0.8 | 0.8125 | 0.8125 | 0.000s | 55.875s |
| Iteration 37 | 0.8 | 0.8125 | 0.8125 | 0.000s | 56.513s |
| Iteration 38 | 0.8 | 0.8125 | 0.8125 | 0.000s | 57.177s |
| Iteration 39 | 0.8 | 0.8125 | 0.8125 | 0.000s | 57.850s |
| Iteration 40 | 0.8 | 0.8125 | 0.8125 | 0.000s | 58.520s |
| Iteration 41 | 0.8 | 0.8125 | 0.8125 | 0.000s | 59.189s |
| Iteration 42 | 0.8 | 0.8125 | 0.8125 | 0.000s | 59.866s |
| Iteration 43 | 0.8 | 0.8125 | 0.8125 | 0.000s | 1m:01s |
| Iteration 44 | 0.8 | 0.8125 | 0.8125 | 0.000s | 1m:01s |
| Iteration 45 | 0.8 | 0.8125 | 0.8125 | 0.000s | 1m:02s |
| Iteration 46 | 0.8 | 0.8125 | 0.8125 | 0.000s | 1m:03s |
| Iteration 47 | 0.8 | 0.8125 | 0.8125 | 0.000s | 1m:03s |
| Iteration 48 | 0.8 | 0.8125 | 0.8125 | 0.000s | 1m:04s |
| Iteration 49 | 0.8 | 0.8125 | 0.8125 | 0.000s | 1m:05s |
| Iteration 50 | 0.8 | 0.8125 | 0.8125 | 0.000s | 1m:06s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'reg_param': 0.8}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:06s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7366
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.76 ± 0.0583
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:06s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.0837 | dista.. | auto | 40 | 1 | 0.625 | 0.625 | 3.103s | 3.123s |
| Initial point 2 | 4.8057 | uniform | kd_tree | 39 | 2 | 0.75 | 0.75 | 3.188s | 6.827s |
| Initial point 3 | 3.7962 | dista.. | ball_tree | 25 | 2 | 0.625 | 0.75 | 3.872s | 11.217s |
| Initial point 4 | 11.0753 | uniform | ball_tree | 39 | 2 | 0.5 | 0.75 | 3.229s | 15.010s |
| Initial point 5 | 8.676 | dista.. | auto | 30 | 2 | 0.5 | 0.75 | 3.265s | 18.801s |
| Initial point 6 | 10.0475 | dista.. | ball_tree | 21 | 2 | 0.5625 | 0.75 | 3.199s | 22.504s |
| Initial point 7 | 7.1867 | dista.. | ball_tree | 24 | 1 | 0.875 | 0.875 | 3.290s | 26.332s |
| Initial point 8 | 1.7222 | dista.. | ball_tree | 21 | 2 | 0.8438 | 0.875 | 3.216s | 30.135s |
| Initial point 9 | 8.0055 | uniform | ball_tree | 24 | 1 | 0.6875 | 0.875 | 3.285s | 33.946s |
| Initial point 10 | 5.6862 | uniform | brute | 22 | 2 | 0.7188 | 0.875 | 3.224s | 37.740s |
| Iteration 11 | 4.5266 | dista.. | ball_tree | 26 | 1 | 0.75 | 0.875 | 3.248s | 41.828s |
| Iteration 12 | 0.8546 | dista.. | ball_tree | 31 | 1 | 0.5 | 0.875 | 3.206s | 45.824s |
| Iteration 13 | 6.6823 | dista.. | kd_tree | 38 | 1 | 0.6875 | 0.875 | 3.244s | 49.866s |
| Iteration 14 | 0.1224 | uniform | kd_tree | 22 | 2 | 0.5 | 0.875 | 3.309s | 53.986s |
| Iteration 15 | 6.9811 | dista.. | auto | 20 | 1 | 0.6875 | 0.875 | 3.251s | 58.156s |
| Iteration 16 | 0.6904 | dista.. | ball_tree | 24 | 2 | 0.5 | 0.875 | 3.263s | 1m:02s |
| Iteration 17 | 2.1841 | dista.. | kd_tree | 25 | 2 | 0.8125 | 0.875 | 3.233s | 1m:07s |
| Iteration 18 | 7.46 | uniform | ball_tree | 38 | 2 | 1.0 | 1.0 | 3.186s | 1m:11s |
| Iteration 19 | 7.4546 | uniform | kd_tree | 29 | 2 | 0.8438 | 1.0 | 3.228s | 1m:15s |
| Iteration 20 | 2.7978 | uniform | auto | 27 | 1 | 0.6875 | 1.0 | 3.207s | 1m:19s |
| Iteration 21 | 7.4725 | dista.. | ball_tree | 40 | 1 | 0.4062 | 1.0 | 3.204s | 1m:23s |
| Iteration 22 | 7.4795 | uniform | kd_tree | 39 | 2 | 0.75 | 1.0 | 3.220s | 1m:28s |
| Iteration 23 | 7.3838 | uniform | auto | 27 | 2 | 0.7188 | 1.0 | 3.204s | 1m:32s |
| Iteration 24 | 7.5885 | uniform | ball_tree | 26 | 1 | 0.1875 | 1.0 | 3.241s | 1m:36s |
| Iteration 25 | 7.5838 | uniform | ball_tree | 23 | 2 | 0.7812 | 1.0 | 3.190s | 1m:40s |
| Iteration 26 | 1.9118 | dista.. | kd_tree | 21 | 2 | 0.375 | 1.0 | 3.213s | 1m:44s |
| Iteration 27 | 1.6 | dista.. | ball_tree | 21 | 2 | 0.4688 | 1.0 | 3.160s | 1m:48s |
| Iteration 28 | 8.9632 | uniform | kd_tree | 39 | 2 | 0.375 | 1.0 | 3.158s | 1m:52s |
| Iteration 29 | 2.3243 | dista.. | ball_tree | 31 | 2 | 0.8125 | 1.0 | 3.176s | 1m:56s |
| Iteration 30 | 7.5095 | uniform | ball_tree | 34 | 2 | 0.5625 | 1.0 | 3.163s | 2m:00s |
| Iteration 31 | 7.423 | uniform | auto | 40 | 2 | 0.875 | 1.0 | 3.145s | 2m:04s |
| Iteration 32 | 7.1437 | uniform | kd_tree | 30 | 1 | 0.375 | 1.0 | 3.171s | 2m:09s |
| Iteration 33 | 7.4024 | uniform | brute | 31 | 2 | 0.5312 | 1.0 | 3.135s | 2m:13s |
| Iteration 34 | 7.1331 | dista.. | brute | 33 | 1 | 0.625 | 1.0 | 3.171s | 2m:17s |
| Iteration 35 | 2.3102 | uniform | brute | 25 | 2 | 0.5938 | 1.0 | 3.148s | 2m:21s |
| Iteration 36 | 7.4523 | dista.. | auto | 39 | 2 | 0.1875 | 1.0 | 3.158s | 2m:25s |
| Iteration 37 | 7.4536 | uniform | auto | 30 | 2 | 0.5 | 1.0 | 3.159s | 2m:29s |
| Iteration 38 | 7.1233 | uniform | brute | 39 | 2 | 0.6875 | 1.0 | 3.144s | 2m:33s |
| Iteration 39 | 6.9291 | uniform | ball_tree | 40 | 2 | 0.875 | 1.0 | 3.173s | 2m:38s |
| Iteration 40 | 6.3205 | uniform | kd_tree | 39 | 2 | 0.4375 | 1.0 | 3.173s | 2m:42s |
| Iteration 41 | 2.9217 | dista.. | auto | 23 | 2 | 0.6562 | 1.0 | 3.191s | 2m:46s |
| Iteration 42 | 7.1192 | uniform | ball_tree | 40 | 2 | 0.2812 | 1.0 | 3.141s | 2m:50s |
| Iteration 43 | 7.4563 | uniform | ball_tree | 35 | 2 | 0.625 | 1.0 | 3.146s | 2m:54s |
| Iteration 44 | 2.3029 | dista.. | brute | 25 | 2 | 0.25 | 1.0 | 3.143s | 2m:59s |
| Iteration 45 | 7.4527 | uniform | ball_tree | 36 | 2 | 0.8125 | 1.0 | 3.160s | 3m:03s |
| Iteration 46 | 7.4735 | uniform | ball_tree | 39 | 2 | 0.625 | 1.0 | 3.159s | 3m:08s |
| Iteration 47 | 7.4282 | uniform | ball_tree | 29 | 2 | 0.5625 | 1.0 | 3.149s | 3m:12s |
| Iteration 48 | 7.4811 | uniform | kd_tree | 39 | 2 | 0.25 | 1.0 | 3.175s | 3m:16s |
| Iteration 49 | 6.8189 | uniform | kd_tree | 21 | 2 | 0.5625 | 1.0 | 3.143s | 3m:20s |
| Iteration 50 | 7.4419 | uniform | ball_tree | 37 | 2 | 0.5625 | 1.0 | 3.166s | 3m:25s |
Bayesian Optimization ---------------------------
Best call --> Iteration 18
Best parameters --> {'radius': 7.46, 'weights': 'uniform', 'algorithm': 'ball_tree', 'leaf_size': 38, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:26s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6817
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.92 ± 0.16
Time elapsed: 0.053s
-------------------------------------------------
Total time: 3m:26s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.25 | 0.25 | 3.547s | 3.555s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.8438 | 0.8438 | 3.553s | 7.724s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.75 | 0.8438 | 3.295s | 11.576s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.75 | 0.8438 | 3.456s | 15.530s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.9062 | 0.9062 | 3.304s | 19.340s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.5625 | 0.9062 | 3.503s | 23.348s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.875 | 0.9062 | 3.848s | 27.718s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.75 | 0.9062 | 3.481s | 31.705s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.5 | 0.9062 | 3.194s | 36.652s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.2188 | 0.9062 | 3.289s | 41.987s |
| Iteration 11 | 144 | 0.0477 | SAMME | 0.5 | 0.9062 | 3.292s | 46.293s |
| Iteration 12 | 250 | 0.0493 | SAMME | 0.625 | 0.9062 | 3.345s | 50.317s |
| Iteration 13 | 250 | 0.0487 | SAMME | 0.75 | 0.9062 | 3.351s | 54.782s |
| Iteration 14 | 476 | 2.0946 | SAMME | 0.2812 | 0.9062 | 3.196s | 59.260s |
| Iteration 15 | 252 | 0.0577 | SAMME | 0.9375 | 0.9375 | 3.381s | 1m:03s |
| Iteration 16 | 269 | 0.2787 | SAMME | 0.875 | 0.9375 | 3.363s | 1m:08s |
| Iteration 17 | 287 | 0.16 | SAMME | 0.75 | 0.9375 | 3.356s | 1m:13s |
| Iteration 18 | 277 | 2.3044 | SAMME.R | 0.625 | 0.9375 | 3.369s | 1m:18s |
| Iteration 19 | 299 | 0.0157 | SAMME.R | 0.75 | 0.9375 | 3.442s | 1m:22s |
| Iteration 20 | 333 | 0.0801 | SAMME | 0.7188 | 0.9375 | 3.396s | 1m:26s |
| Iteration 21 | 500 | 0.01 | SAMME | 0.75 | 0.9375 | 3.593s | 1m:31s |
| Iteration 22 | 357 | 0.01 | SAMME.R | 0.5625 | 0.9375 | 3.462s | 1m:35s |
| Iteration 23 | 266 | 0.1695 | SAMME.R | 0.6875 | 0.9375 | 3.435s | 1m:39s |
| Iteration 24 | 272 | 0.01 | SAMME | 0.4688 | 0.9375 | 3.357s | 1m:43s |
| Iteration 25 | 135 | 0.4571 | SAMME | 0.625 | 0.9375 | 3.264s | 1m:47s |
| Iteration 26 | 309 | 0.1612 | SAMME | 0.625 | 0.9375 | 3.389s | 1m:52s |
| Iteration 27 | 245 | 0.2285 | SAMME | 0.8125 | 0.9375 | 3.343s | 1m:56s |
| Iteration 28 | 241 | 0.2629 | SAMME | 0.7188 | 0.9375 | 3.328s | 1m:60s |
| Iteration 29 | 463 | 0.01 | SAMME.R | 0.8125 | 0.9375 | 3.555s | 2m:04s |
| Iteration 30 | 500 | 0.0211 | SAMME.R | 0.6562 | 0.9375 | 3.539s | 2m:08s |
| Iteration 31 | 51 | 9.4993 | SAMME | 0.7188 | 0.9375 | 3.189s | 2m:12s |
| Iteration 32 | 451 | 0.01 | SAMME | 0.9062 | 0.9375 | 3.571s | 2m:17s |
| Iteration 33 | 448 | 0.01 | SAMME | 0.625 | 0.9375 | 4.213s | 2m:22s |
| Iteration 34 | 175 | 10.0 | SAMME | 0.625 | 0.9375 | 3.188s | 2m:26s |
| Iteration 35 | 50 | 0.882 | SAMME | 1.0 | 1.0 | 3.212s | 2m:30s |
| Iteration 36 | 50 | 0.4939 | SAMME.R | 0.625 | 1.0 | 3.226s | 2m:34s |
| Iteration 37 | 50 | 1.9001 | SAMME | 0.375 | 1.0 | 3.218s | 2m:38s |
| Iteration 38 | 255 | 0.1732 | SAMME | 0.9375 | 1.0 | 3.357s | 2m:42s |
| Iteration 39 | 253 | 0.1939 | SAMME | 0.875 | 1.0 | 3.345s | 2m:46s |
| Iteration 40 | 50 | 0.0105 | SAMME | 0.6875 | 1.0 | 3.248s | 2m:50s |
| Iteration 41 | 251 | 0.2066 | SAMME | 1.0 | 1.0 | 3.379s | 2m:55s |
| Iteration 42 | 247 | 0.232 | SAMME | 0.5 | 1.0 | 3.361s | 2m:59s |
| Iteration 43 | 262 | 0.148 | SAMME | 0.8125 | 1.0 | 3.315s | 3m:03s |
| Iteration 44 | 338 | 9.6647 | SAMME.R | 0.75 | 1.0 | 3.414s | 3m:07s |
| Iteration 45 | 263 | 0.1546 | SAMME | 0.5625 | 1.0 | 3.290s | 3m:12s |
| Iteration 46 | 256 | 0.3601 | SAMME | 0.5625 | 1.0 | 3.302s | 3m:16s |
| Iteration 47 | 251 | 0.095 | SAMME.R | 0.625 | 1.0 | 3.383s | 3m:20s |
| Iteration 48 | 260 | 0.1044 | SAMME | 0.5 | 1.0 | 3.294s | 3m:24s |
| Iteration 49 | 249 | 0.2579 | SAMME | 0.625 | 1.0 | 3.295s | 3m:28s |
| Iteration 50 | 65 | 0.8737 | SAMME | 0.8125 | 1.0 | 3.163s | 3m:32s |
Bayesian Optimization ---------------------------
Best call --> Iteration 41
Best parameters --> {'n_estimators': 251, 'learning_rate': 0.2066, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:33s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.207s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.6 ± 0.1673
Time elapsed: 0.949s
-------------------------------------------------
Total time: 3m:34s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.5 | 0.5 | 3.605s | 3.625s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.8125 | 0.8125 | 3.401s | 7.562s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.75 | 0.8125 | 3.414s | 11.489s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.625 | 0.8125 | 3.234s | 15.283s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.6875 | 0.8125 | 3.673s | 19.524s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.5 | 0.8125 | 3.309s | 23.388s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.625 | 0.8125 | 3.364s | 27.348s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.5 | 0.8125 | 3.403s | 31.284s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.875 | 0.875 | 3.393s | 35.297s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.4375 | 0.875 | 4.338s | 40.146s |
| Iteration 11 | 10 | entropy | None | 20 | 1 | None | False | 0.0 | --- | 0.5 | 0.875 | 3.158s | 44.610s |
| Iteration 12 | 479 | gini | 5 | 11 | 9 | 0.7 | False | 0.0 | --- | 0.625 | 0.875 | 3.691s | 49.345s |
| Iteration 13 | 436 | entropy | 5 | 20 | 3 | 0.5 | False | 0.0272 | --- | 1.0 | 1.0 | 3.357s | 53.703s |
| Iteration 14 | 428 | gini | None | 20 | 20 | auto | False | 0.002 | --- | 0.75 | 1.0 | 3.432s | 58.064s |
| Iteration 15 | 430 | gini | 8 | 3 | 1 | 0.7 | True | 0.0207 | 0.9 | 0.875 | 1.0 | 3.517s | 1m:02s |
| Iteration 16 | 442 | entropy | 9 | 16 | 1 | 0.5 | True | 0.035 | 0.8 | 0.75 | 1.0 | 3.515s | 1m:07s |
| Iteration 17 | 416 | gini | 4 | 12 | 9 | None | True | 0.0171 | 0.9 | 0.875 | 1.0 | 3.469s | 1m:11s |
| Iteration 18 | 441 | entropy | 5 | 6 | 9 | 0.5 | False | 0.0349 | --- | 0.8125 | 1.0 | 3.423s | 1m:16s |
| Iteration 19 | 76 | gini | 3 | 17 | 20 | None | True | 0.0323 | 0.9 | 0.125 | 1.0 | 3.178s | 1m:22s |
| Iteration 20 | 415 | entropy | 7 | 20 | 1 | None | False | 0.035 | --- | 0.6562 | 1.0 | 3.474s | 1m:27s |
| Iteration 21 | 376 | entropy | None | 13 | 1 | 0.6 | False | 0.0 | --- | 0.6562 | 1.0 | 3.359s | 1m:31s |
| Iteration 22 | 186 | entropy | 3 | 16 | 12 | 0.5 | True | 0.0298 | 0.9 | 0.8125 | 1.0 | 3.292s | 1m:35s |
| Iteration 23 | 185 | entropy | 7 | 11 | 1 | 0.9 | False | 0.0022 | --- | 0.6875 | 1.0 | 3.287s | 1m:39s |
| Iteration 24 | 429 | gini | None | 20 | 20 | None | False | 0.0018 | --- | 0.5 | 1.0 | 3.429s | 1m:45s |
| Iteration 25 | 417 | entropy | 5 | 19 | 4 | 0.5 | False | 0.0224 | --- | 0.625 | 1.0 | 3.274s | 1m:50s |
| Iteration 26 | 488 | entropy | 5 | 10 | 1 | None | True | 0.0037 | 0.9 | 0.6875 | 1.0 | 3.647s | 1m:55s |
| Iteration 27 | 392 | gini | 9 | 12 | 5 | None | True | 0.0104 | 0.9 | 0.8125 | 1.0 | 3.528s | 1m:60s |
| Iteration 28 | 43 | gini | 7 | 8 | 7 | None | True | 0.0159 | 0.9 | 0.5312 | 1.0 | 3.178s | 2m:04s |
| Iteration 29 | 190 | entropy | 1 | 14 | 20 | 0.7 | False | 0.0286 | --- | 0.5 | 1.0 | 3.247s | 2m:08s |
| Iteration 30 | 440 | entropy | 4 | 18 | 1 | None | False | 0.0111 | --- | 0.6875 | 1.0 | 3.397s | 2m:12s |
| Iteration 31 | 432 | entropy | 7 | 4 | 8 | None | True | 0.0329 | None | 0.5625 | 1.0 | 3.458s | 2m:17s |
| Iteration 32 | 341 | gini | 9 | 9 | 5 | log2 | False | 0.0312 | --- | 0.875 | 1.0 | 4.025s | 2m:22s |
| Iteration 33 | 261 | entropy | 9 | 14 | 6 | 0.7 | True | 0.012 | 0.9 | 0.5 | 1.0 | 3.365s | 2m:26s |
| Iteration 34 | 366 | entropy | 6 | 3 | 19 | auto | True | 0.0189 | 0.9 | 0.75 | 1.0 | 3.423s | 2m:31s |
| Iteration 35 | 408 | gini | 9 | 2 | 20 | auto | False | 0.035 | --- | 0.9688 | 1.0 | 3.415s | 2m:35s |
| Iteration 36 | 396 | entropy | 9 | 17 | 4 | sqrt | False | 0.0018 | --- | 0.8125 | 1.0 | 3.380s | 2m:40s |
| Iteration 37 | 10 | gini | 9 | 16 | 13 | log2 | False | 0.0277 | --- | 0.25 | 1.0 | 3.119s | 2m:44s |
| Iteration 38 | 445 | gini | 9 | 11 | 13 | 0.9 | False | 0.0045 | --- | 0.9688 | 1.0 | 3.411s | 2m:48s |
| Iteration 39 | 434 | gini | 9 | 2 | 20 | auto | False | 0.0105 | --- | 0.8125 | 1.0 | 3.382s | 2m:53s |
| Iteration 40 | 420 | gini | 9 | 2 | 20 | None | True | 0.035 | 0.9 | 0.6875 | 1.0 | 3.486s | 2m:58s |
| Iteration 41 | 500 | gini | 9 | 17 | 3 | 0.7 | False | 0.0085 | --- | 0.9375 | 1.0 | 3.452s | 3m:02s |
| Iteration 42 | 434 | gini | 9 | 18 | 1 | auto | False | 0.035 | --- | 0.375 | 1.0 | 3.419s | 3m:07s |
| Iteration 43 | 500 | gini | 9 | 2 | 20 | auto | True | 0.0 | 0.9 | 0.4375 | 1.0 | 3.433s | 3m:12s |
| Iteration 44 | 406 | gini | 9 | 6 | 17 | 0.6 | False | 0.0026 | --- | 0.5 | 1.0 | 3.387s | 3m:16s |
| Iteration 45 | 499 | gini | 8 | 5 | 2 | 0.8 | False | 0.0031 | --- | 0.625 | 1.0 | 3.416s | 3m:20s |
| Iteration 46 | 500 | gini | 2 | 7 | 16 | 0.5 | False | 0.0147 | --- | 0.625 | 1.0 | 3.438s | 3m:25s |
| Iteration 47 | 338 | entropy | 7 | 7 | 1 | 0.8 | False | 0.0344 | --- | 0.75 | 1.0 | 3.333s | 3m:29s |
| Iteration 48 | 500 | entropy | 5 | 3 | 9 | 0.9 | True | 0.0287 | None | 0.375 | 1.0 | 3.517s | 3m:34s |
| Iteration 49 | 368 | gini | 7 | 16 | 13 | sqrt | False | 0.031 | --- | 0.625 | 1.0 | 3.264s | 3m:38s |
| Iteration 50 | 389 | gini | 9 | 2 | 1 | auto | True | 0.035 | 0.9 | 0.75 | 1.0 | 3.380s | 3m:43s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'n_estimators': 436, 'criterion': 'entropy', 'max_depth': 5, 'min_samples_split': 20, 'min_samples_leaf': 3, 'max_features': 0.5, 'bootstrap': False, 'ccp_alpha': 0.0272}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:44s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9991
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.309s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.57 ± 0.1364
Time elapsed: 1.375s
-------------------------------------------------
Total time: 3m:46s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.187s | 3.206s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.6875 | 0.6875 | 3.203s | 6.921s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.6875 | 3.217s | 10.650s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.6875 | 3.166s | 14.352s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.6875 | 3.171s | 18.280s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.6875 | 3.161s | 21.991s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.6875 | 3.844s | 27.601s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.6875 | 3.198s | 31.616s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.6875 | 0.6875 | 3.205s | 35.327s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.6875 | 3.178s | 39.034s |
| Iteration 11 | 26 | 0.3307 | 6 | 0.2334 | 10 | 0.6 | 0.5 | 100 | 1 | 0.5 | 0.6875 | 3.136s | 42.948s |
| Iteration 12 | 386 | 0.0292 | 6 | 0.4273 | 2 | 0.8 | 0.8 | 0.1 | 1 | 0.6875 | 0.6875 | 3.196s | 47.007s |
| Iteration 13 | 452 | 0.0355 | 6 | 0.5579 | 3 | 0.9 | 1.0 | 0.01 | 0.1 | 0.8125 | 0.8125 | 3.195s | 51.052s |
| Iteration 14 | 407 | 0.0308 | 6 | 0.6686 | 7 | 1.0 | 0.4 | 100 | 0.01 | 0.5 | 0.8125 | 3.175s | 55.147s |
| Iteration 15 | 288 | 0.0379 | 5 | 0.2467 | 2 | 0.9 | 1.0 | 0.01 | 0.1 | 0.875 | 0.875 | 3.220s | 59.431s |
| Iteration 16 | 498 | 0.0778 | 5 | 0.4252 | 1 | 0.9 | 1.0 | 0 | 10 | 0.8125 | 0.875 | 3.249s | 1m:04s |
| Iteration 17 | 93 | 1.0 | 10 | 0.0 | 1 | 1.0 | 1.0 | 0.01 | 0 | 0.8125 | 0.875 | 3.116s | 1m:08s |
| Iteration 18 | 20 | 0.3835 | 1 | 0.5622 | 2 | 0.5 | 0.4 | 0 | 0 | 0.6875 | 0.875 | 3.124s | 1m:12s |
| Iteration 19 | 189 | 0.01 | 3 | 0.0 | 2 | 0.9 | 1.0 | 0.01 | 0 | 0.8125 | 0.875 | 3.217s | 1m:16s |
| Iteration 20 | 500 | 0.01 | 9 | 0.0 | 2 | 0.5 | 1.0 | 0 | 0.1 | 0.8125 | 0.875 | 3.266s | 1m:21s |
| Iteration 21 | 20 | 0.01 | 10 | 1.0 | 1 | 1.0 | 1.0 | 0.01 | 1 | 0.6562 | 0.875 | 3.102s | 1m:25s |
| Iteration 22 | 391 | 0.1128 | 10 | 0.3039 | 2 | 1.0 | 1.0 | 0.01 | 1 | 1.0 | 1.0 | 3.183s | 1m:29s |
| Iteration 23 | 372 | 0.2448 | 10 | 0.1525 | 1 | 1.0 | 1.0 | 0.01 | 1 | 0.5625 | 1.0 | 3.230s | 1m:33s |
| Iteration 24 | 201 | 0.1267 | 4 | 0.0 | 4 | 0.6 | 1.0 | 0 | 0.1 | 0.375 | 1.0 | 3.253s | 1m:37s |
| Iteration 25 | 472 | 0.4057 | 8 | 0.9942 | 10 | 0.9 | 1.0 | 0 | 100 | 0.5 | 1.0 | 3.227s | 1m:42s |
| Iteration 26 | 500 | 0.3095 | 3 | 0.7702 | 2 | 0.8 | 0.5 | 0.01 | 100 | 0.7188 | 1.0 | 3.254s | 1m:46s |
| Iteration 27 | 200 | 0.4424 | 9 | 0.2343 | 3 | 1.0 | 1.0 | 0 | 1 | 0.625 | 1.0 | 3.110s | 1m:50s |
| Iteration 28 | 363 | 0.0195 | 10 | 0.6182 | 10 | 1.0 | 1.0 | 1 | 100 | 0.5 | 1.0 | 3.140s | 1m:54s |
| Iteration 29 | 173 | 0.7941 | 8 | 0.1751 | 1 | 0.9 | 0.4 | 100 | 10 | 0.5 | 1.0 | 3.118s | 1m:58s |
| Iteration 30 | 228 | 0.0104 | 10 | 0.0796 | 5 | 0.7 | 1.0 | 1 | 0.01 | 0.75 | 1.0 | 3.121s | 2m:02s |
| Iteration 31 | 159 | 0.0766 | 8 | 0.1788 | 2 | 1.0 | 1.0 | 0.1 | 0.1 | 0.6875 | 1.0 | 3.086s | 2m:06s |
| Iteration 32 | 481 | 0.0258 | 9 | 0.5787 | 2 | 1.0 | 1.0 | 0.01 | 1 | 0.8125 | 1.0 | 3.846s | 2m:11s |
| Iteration 33 | 361 | 0.1111 | 5 | 0.6262 | 5 | 1.0 | 1.0 | 0.1 | 100 | 0.5 | 1.0 | 3.174s | 2m:16s |
| Iteration 34 | 280 | 0.0203 | 9 | 0.6368 | 2 | 1.0 | 0.5 | 0 | 100 | 0.5 | 1.0 | 3.175s | 2m:20s |
| Iteration 35 | 428 | 0.0191 | 3 | 0.142 | 1 | 0.8 | 1.0 | 0 | 0 | 0.875 | 1.0 | 3.165s | 2m:24s |
| Iteration 36 | 388 | 0.2437 | 6 | 0.8217 | 2 | 1.0 | 0.5 | 0.01 | 0 | 0.75 | 1.0 | 3.172s | 2m:29s |
| Iteration 37 | 371 | 0.3703 | 10 | 0.7323 | 2 | 0.9 | 1.0 | 0 | 0 | 0.4375 | 1.0 | 3.229s | 2m:33s |
| Iteration 38 | 376 | 0.0768 | 9 | 0.9948 | 2 | 1.0 | 1.0 | 0.1 | 1 | 0.875 | 1.0 | 3.147s | 2m:38s |
| Iteration 39 | 428 | 0.01 | 7 | 0.2982 | 2 | 1.0 | 1.0 | 0 | 0 | 0.75 | 1.0 | 3.158s | 2m:44s |
| Iteration 40 | 368 | 0.052 | 3 | 0.4101 | 1 | 1.0 | 1.0 | 10 | 10 | 0.5 | 1.0 | 3.210s | 2m:49s |
| Iteration 41 | 378 | 0.6696 | 10 | 0.2565 | 2 | 1.0 | 1.0 | 0.01 | 0.1 | 0.875 | 1.0 | 3.160s | 2m:53s |
| Iteration 42 | 228 | 0.0806 | 10 | 0.4218 | 2 | 0.5 | 0.5 | 0.01 | 10 | 0.25 | 1.0 | 3.124s | 2m:57s |
| Iteration 43 | 195 | 0.0249 | 2 | 0.3191 | 2 | 0.8 | 1.0 | 0.01 | 1 | 0.75 | 1.0 | 3.405s | 3m:02s |
| Iteration 44 | 436 | 0.0589 | 8 | 0.2877 | 2 | 1.0 | 1.0 | 0.01 | 10 | 0.375 | 1.0 | 3.144s | 3m:06s |
| Iteration 45 | 125 | 0.0116 | 5 | 0.3949 | 1 | 0.6 | 0.6 | 0.01 | 0 | 0.6875 | 1.0 | 3.177s | 3m:11s |
| Iteration 46 | 265 | 0.5971 | 10 | 0.4333 | 2 | 0.9 | 1.0 | 0.01 | 1 | 0.375 | 1.0 | 3.360s | 3m:16s |
| Iteration 47 | 373 | 0.0893 | 4 | 0.1413 | 2 | 0.9 | 1.0 | 0.01 | 0.01 | 0.6875 | 1.0 | 3.187s | 3m:21s |
| Iteration 48 | 347 | 0.1917 | 10 | 0.1166 | 2 | 1.0 | 1.0 | 10 | 1 | 0.5 | 1.0 | 3.174s | 3m:25s |
| Iteration 49 | 500 | 0.01 | 1 | 0.3463 | 1 | 1.0 | 1.0 | 0 | 0.1 | 0.5625 | 1.0 | 3.205s | 3m:30s |
| Iteration 50 | 293 | 0.0506 | 6 | 0.4339 | 2 | 0.9 | 1.0 | 0.01 | 1 | 0.75 | 1.0 | 3.188s | 3m:34s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'n_estimators': 391, 'learning_rate': 0.1128, 'max_depth': 10, 'gamma': 0.3039, 'min_child_weight': 2, 'subsample': 1.0, 'colsample_bytree': 1.0, 'reg_alpha': 0.01, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:35s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.086s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.6 ± 0.1265
Time elapsed: 0.250s
-------------------------------------------------
Total time: 3m:36s
Final results ==================== >>
Duration: 24m:10s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.8 ± 0.1225
Logistic Regression --> roc_auc: 0.28 ± 0.1288 ~
Linear Discriminant Analysis --> roc_auc: 0.39 ± 0.1497 ~
Quadratic Discriminant Analysis --> roc_auc: 0.76 ± 0.0583
Radius Nearest Neighbors --> roc_auc: 0.92 ± 0.16 !
AdaBoost --> roc_auc: 0.6 ± 0.1673 ~
Random Forest --> roc_auc: 0.57 ± 0.1364 ~
XGBoost --> roc_auc: 0.6 ± 0.1265 ~
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 803 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAASKGSARQLTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAENNNARLMF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAASTNTGNQFYF.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAVANAGGTSYGKLTF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVLDSSYKLIF.
>>> Dropping feature CAATSGSARQLTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CATDSNDYKLSF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVRNAGNMLTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAASASGTYKYIF.
>>> Dropping feature CAASYSSASKIIF.
>>> Dropping feature CASSPGGYEQYF.
>>> Dropping feature CAVGGGSNYKLTF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAVSSGGGADGLTF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CALNTDKLIF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CAVVNAGGTSYGKLTF.
>>> Dropping feature CAYRSANFGNEKLTF.
>>> Dropping feature CAVSDDYKLSF.
>>> Dropping feature CAMREGNTGGFKTIF.
>>> Dropping feature CAVTKAAGNKLTF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAFTGGGNKLTF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVRGYGGSQGNLIF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.8438 | 0.8438 | 0.675s | 0.695s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.7812 | 0.8438 | 0.719s | 1.958s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.75 | 0.8438 | 0.674s | 3.157s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.5625 | 0.8438 | 0.710s | 4.380s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.6875 | 0.8438 | 0.732s | 5.756s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.75 | 0.8438 | 1.512s | 7.794s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 1.0 | 1.0 | 0.748s | 9.062s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.9375 | 1.0 | 0.790s | 10.373s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.625 | 1.0 | 0.718s | 11.634s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 1.0 | 1.0 | 0.712s | 12.870s |
| Iteration 11 | exponen.. | 0.8464 | 260 | 0.7 | squared_er.. | 6 | 14 | 8 | auto | 0.0088 | 0.8125 | 1.0 | 0.732s | 14.437s |
| Iteration 12 | exponen.. | 0.8788 | 280 | 0.9 | squared_er.. | 9 | 1 | 2 | sqrt | 0.0209 | 1.0 | 1.0 | 0.741s | 16.074s |
| Iteration 13 | exponen.. | 0.0101 | 164 | 0.7 | friedman_mse | 6 | 19 | 1 | 0.9 | 0.0049 | 0.875 | 1.0 | 0.711s | 17.661s |
| Iteration 14 | exponen.. | 0.8073 | 236 | 0.8 | squared_er.. | 13 | 2 | 2 | auto | 0.0056 | 0.875 | 1.0 | 0.735s | 19.402s |
| Iteration 15 | deviance | 0.0148 | 246 | 0.8 | friedman_mse | 17 | 1 | 8 | 0.8 | 0.0177 | 0.875 | 1.0 | 0.733s | 21.065s |
| Iteration 16 | exponen.. | 0.8729 | 278 | 0.9 | squared_er.. | 4 | 1 | 5 | auto | 0.0299 | 0.9062 | 1.0 | 0.771s | 22.760s |
| Iteration 17 | exponen.. | 0.0154 | 407 | 0.8 | friedman_mse | 9 | 17 | 4 | 0.8 | 0.0014 | 0.6875 | 1.0 | 0.775s | 24.486s |
| Iteration 18 | exponen.. | 0.6096 | 319 | 0.9 | squared_er.. | 3 | 4 | 7 | 0.8 | 0.0161 | 1.0 | 1.0 | 0.762s | 26.155s |
| Iteration 19 | exponen.. | 0.2658 | 345 | 0.8 | squared_er.. | 7 | 4 | 4 | log2 | 0.027 | 1.0 | 1.0 | 0.757s | 27.776s |
| Iteration 20 | exponen.. | 0.1491 | 155 | 1.0 | squared_er.. | 5 | 4 | 7 | sqrt | 0.0187 | 0.5938 | 1.0 | 0.702s | 29.467s |
| Iteration 21 | exponen.. | 0.4414 | 377 | 0.9 | squared_er.. | 17 | 2 | 3 | sqrt | 0.0304 | 0.875 | 1.0 | 0.770s | 31.168s |
| Iteration 22 | exponen.. | 0.4944 | 307 | 0.7 | squared_er.. | 2 | 3 | 10 | 0.8 | 0.0348 | 0.875 | 1.0 | 0.756s | 32.865s |
| Iteration 23 | exponen.. | 0.1668 | 391 | 0.6 | squared_er.. | 8 | 3 | 6 | 0.7 | 0.0001 | 1.0 | 1.0 | 0.784s | 34.592s |
| Iteration 24 | exponen.. | 0.1825 | 413 | 0.8 | friedman_mse | 3 | 15 | 3 | 0.7 | 0.0083 | 1.0 | 1.0 | 0.782s | 36.274s |
| Iteration 25 | exponen.. | 0.1559 | 393 | 1.0 | squared_er.. | 5 | 1 | 4 | sqrt | 0.0084 | 0.75 | 1.0 | 0.752s | 37.928s |
| Iteration 26 | exponen.. | 0.192 | 402 | 0.7 | friedman_mse | 3 | 10 | 4 | 0.8 | 0.0086 | 0.9375 | 1.0 | 0.772s | 39.731s |
| Iteration 27 | exponen.. | 0.01 | 169 | 1.0 | squared_er.. | 3 | 2 | 7 | 0.5 | 0.0111 | 1.0 | 1.0 | 0.738s | 41.436s |
| Iteration 28 | deviance | 0.01 | 122 | 1.0 | friedman_mse | 11 | 6 | 2 | 0.7 | 0.0048 | 0.875 | 1.0 | 0.700s | 43.214s |
| Iteration 29 | exponen.. | 0.01 | 178 | 1.0 | friedman_mse | 20 | 20 | 1 | None | 0.0326 | 0.7188 | 1.0 | 0.707s | 44.873s |
| Iteration 30 | deviance | 1.0 | 265 | 0.7 | friedman_mse | 18 | 1 | 3 | 0.5 | 0.0318 | 0.7812 | 1.0 | 0.727s | 46.637s |
| Iteration 31 | exponen.. | 0.7585 | 321 | 0.8 | squared_er.. | 19 | 7 | 4 | auto | 0.0195 | 0.9375 | 1.0 | 0.768s | 48.521s |
| Iteration 32 | exponen.. | 0.01 | 169 | 1.0 | squared_er.. | 17 | 8 | 7 | sqrt | 0.002 | 0.75 | 1.0 | 0.717s | 50.229s |
| Iteration 33 | exponen.. | 0.2957 | 436 | 0.5 | friedman_mse | 2 | 20 | 2 | 0.9 | 0.0259 | 0.5 | 1.0 | 0.762s | 52.586s |
| Iteration 34 | exponen.. | 0.1726 | 500 | 0.8 | friedman_mse | 3 | 10 | 2 | log2 | 0.0121 | 0.5 | 1.0 | 0.790s | 54.462s |
| Iteration 35 | exponen.. | 1.0 | 277 | 0.8 | squared_er.. | 7 | 12 | 5 | log2 | 0.035 | 0.8438 | 1.0 | 0.738s | 56.238s |
| Iteration 36 | exponen.. | 0.3008 | 368 | 0.8 | squared_er.. | 5 | 4 | 3 | 0.7 | 0.0 | 1.0 | 1.0 | 0.770s | 58.042s |
| Iteration 37 | exponen.. | 0.0696 | 205 | 0.9 | squared_er.. | 3 | 1 | 1 | 0.8 | 0.0105 | 1.0 | 1.0 | 0.731s | 59.828s |
| Iteration 38 | exponen.. | 0.8557 | 358 | 0.9 | squared_er.. | 14 | 1 | 1 | auto | 0.0082 | 0.5 | 1.0 | 0.751s | 1m:02s |
| Iteration 39 | exponen.. | 0.8365 | 128 | 1.0 | squared_er.. | 6 | 1 | 10 | 0.9 | 0.0 | 0.1875 | 1.0 | 0.659s | 1m:03s |
| Iteration 40 | exponen.. | 0.1703 | 242 | 0.9 | squared_er.. | 2 | 3 | 10 | 0.8 | 0.0042 | 1.0 | 1.0 | 0.751s | 1m:05s |
| Iteration 41 | deviance | 0.3321 | 234 | 0.8 | squared_er.. | 3 | 3 | 4 | 0.7 | 0.0142 | 0.75 | 1.0 | 0.734s | 1m:07s |
| Iteration 42 | exponen.. | 0.0152 | 257 | 0.9 | squared_er.. | 7 | 1 | 3 | sqrt | 0.0119 | 0.9375 | 1.0 | 0.747s | 1m:09s |
| Iteration 43 | exponen.. | 0.0193 | 500 | 0.8 | squared_er.. | 4 | 1 | 10 | log2 | 0.0069 | 0.875 | 1.0 | 0.828s | 1m:11s |
| Iteration 44 | exponen.. | 0.4075 | 285 | 0.8 | squared_er.. | 13 | 1 | 2 | log2 | 0.0146 | 1.0 | 1.0 | 0.734s | 1m:13s |
| Iteration 45 | exponen.. | 0.3992 | 315 | 0.8 | squared_er.. | 9 | 3 | 5 | log2 | 0.032 | 1.0 | 1.0 | 0.750s | 1m:15s |
| Iteration 46 | exponen.. | 0.982 | 488 | 0.8 | squared_er.. | 2 | 6 | 6 | auto | 0.0263 | 0.5938 | 1.0 | 0.754s | 1m:17s |
| Iteration 47 | exponen.. | 0.284 | 285 | 1.0 | squared_er.. | 14 | 3 | 5 | 0.9 | 0.0042 | 0.875 | 1.0 | 0.694s | 1m:19s |
| Iteration 48 | exponen.. | 0.4852 | 283 | 0.8 | friedman_mse | 5 | 3 | 4 | None | 0.0264 | 1.0 | 1.0 | 0.713s | 1m:21s |
| Iteration 49 | exponen.. | 0.014 | 190 | 0.8 | friedman_mse | 19 | 16 | 9 | 0.8 | 0.006 | 1.0 | 1.0 | 0.672s | 1m:23s |
| Iteration 50 | exponen.. | 0.014 | 191 | 1.0 | friedman_mse | 5 | 19 | 8 | 0.5 | 0.0061 | 0.7812 | 1.0 | 0.663s | 1m:25s |
Bayesian Optimization ---------------------------
Best call --> Iteration 23
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.1668, 'n_estimators': 391, 'subsample': 0.6, 'criterion': 'squared_error', 'min_samples_split': 8, 'min_samples_leaf': 3, 'max_depth': 6, 'max_features': 0.7, 'ccp_alpha': 0.0001}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:26s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.121s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.89 ± 0.08
Time elapsed: 0.571s
-------------------------------------------------
Total time: 1m:27s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.75 | 0.75 | 0.691s | 0.703s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 1.0 | 1.0 | 0.698s | 1.910s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.125 | 1.0 | 0.643s | 3.081s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.25 | 1.0 | 0.644s | 4.235s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.625 | 1.0 | 0.639s | 5.389s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.3125 | 1.0 | 0.650s | 6.567s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.75 | 1.0 | 1.235s | 8.331s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 1.0 | 1.0 | 0.648s | 9.474s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.5625 | 1.0 | 0.652s | 11.122s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 1.0 | 1.0 | 0.650s | 12.421s |
| Iteration 11 | l1 | 13.4173 | libli.. | 122 | --- | 0.6875 | 1.0 | 0.648s | 13.854s |
| Iteration 12 | l2 | 0.1725 | sag | 932 | --- | 1.0 | 1.0 | 0.639s | 15.236s |
| Iteration 13 | l2 | 0.6983 | newto.. | 981 | --- | 0.5625 | 1.0 | 0.648s | 16.616s |
| Iteration 14 | l2 | 100.0 | sag | 100 | --- | 0.875 | 1.0 | 0.649s | 18.050s |
| Iteration 15 | l2 | 81.9721 | saga | 960 | --- | 0.9375 | 1.0 | 0.646s | 19.420s |
| Iteration 16 | l2 | 0.0092 | saga | 116 | --- | 0.6875 | 1.0 | 0.643s | 20.804s |
| Iteration 17 | l2 | 1.811 | sag | 111 | --- | 0.5625 | 1.0 | 0.646s | 22.188s |
| Iteration 18 | l2 | 0.0023 | sag | 943 | --- | 0.75 | 1.0 | 0.644s | 23.656s |
| Iteration 19 | none | --- | lbfgs | 841 | --- | 0.6875 | 1.0 | 0.646s | 25.057s |
| Iteration 20 | none | --- | saga | 601 | --- | 0.75 | 1.0 | 0.647s | 27.786s |
| Iteration 21 | elast.. | 0.0824 | saga | 248 | 0.4 | 0.6562 | 1.0 | 0.640s | 30.807s |
| Iteration 22 | l2 | 0.0131 | sag | 234 | --- | 0.4375 | 1.0 | 0.637s | 33.775s |
| Iteration 23 | l2 | 6.1732 | lbfgs | 884 | --- | 0.6875 | 1.0 | 0.639s | 36.622s |
| Iteration 24 | l2 | 0.0018 | newto.. | 817 | --- | 0.875 | 1.0 | 0.641s | 39.596s |
| Iteration 25 | l2 | 0.0338 | lbfgs | 177 | --- | 0.875 | 1.0 | 0.664s | 41.356s |
| Iteration 26 | none | --- | sag | 135 | --- | 0.5625 | 1.0 | 0.655s | 42.859s |
| Iteration 27 | l1 | 53.6581 | saga | 249 | --- | 0.6875 | 1.0 | 0.638s | 44.327s |
| Iteration 28 | l2 | 50.8385 | newto.. | 115 | --- | 0.9375 | 1.0 | 0.646s | 45.829s |
| Iteration 29 | l2 | 4.4837 | sag | 941 | --- | 0.625 | 1.0 | 0.644s | 47.381s |
| Iteration 30 | l2 | 0.1121 | libli.. | 177 | --- | 0.75 | 1.0 | 0.644s | 48.830s |
| Iteration 31 | l2 | 0.0015 | sag | 1000 | --- | 0.6875 | 1.0 | 0.640s | 50.366s |
| Iteration 32 | l2 | 0.0092 | sag | 768 | --- | 0.3125 | 1.0 | 0.659s | 52.471s |
| Iteration 33 | l2 | 0.6202 | libli.. | 281 | --- | 0.8125 | 1.0 | 0.653s | 54.341s |
| Iteration 34 | l1 | 42.879 | libli.. | 119 | --- | 0.3125 | 1.0 | 0.641s | 56.006s |
| Iteration 35 | none | --- | saga | 776 | --- | 0.375 | 1.0 | 0.644s | 57.472s |
| Iteration 36 | l2 | 0.0011 | saga | 987 | --- | 0.5625 | 1.0 | 0.647s | 58.962s |
| Iteration 37 | l1 | 7.0112 | libli.. | 526 | --- | 1.0 | 1.0 | 0.640s | 1m:01s |
| Iteration 38 | l2 | 0.0356 | libli.. | 924 | --- | 0.5 | 1.0 | 0.642s | 1m:02s |
| Iteration 39 | l2 | 76.8352 | libli.. | 465 | --- | 0.6875 | 1.0 | 0.645s | 1m:04s |
| Iteration 40 | l2 | 25.4077 | lbfgs | 124 | --- | 1.0 | 1.0 | 0.647s | 1m:05s |
| Iteration 41 | l2 | 4.3528 | lbfgs | 158 | --- | 0.4375 | 1.0 | 0.657s | 1m:07s |
| Iteration 42 | l2 | 9.8978 | libli.. | 127 | --- | 0.75 | 1.0 | 0.639s | 1m:08s |
| Iteration 43 | l2 | 0.1495 | saga | 940 | --- | 0.5 | 1.0 | 0.640s | 1m:10s |
| Iteration 44 | l2 | 0.0011 | sag | 251 | --- | 0.875 | 1.0 | 0.650s | 1m:11s |
| Iteration 45 | l2 | 99.7916 | lbfgs | 711 | --- | 1.0 | 1.0 | 0.646s | 1m:13s |
| Iteration 46 | l2 | 37.0298 | newto.. | 809 | --- | 0.6875 | 1.0 | 0.642s | 1m:15s |
| Iteration 47 | l2 | 70.8107 | newto.. | 921 | --- | 0.75 | 1.0 | 0.644s | 1m:16s |
| Iteration 48 | l2 | 0.0021 | sag | 121 | --- | 0.5625 | 1.0 | 0.640s | 1m:18s |
| Iteration 49 | l2 | 0.0012 | saga | 123 | --- | 1.0 | 1.0 | 0.640s | 1m:19s |
| Iteration 50 | l2 | 0.0038 | sag | 135 | --- | 0.4375 | 1.0 | 0.639s | 1m:21s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'penalty': 'l2', 'C': 0.087, 'solver': 'sag', 'max_iter': 942}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:22s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7545
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.78 ± 0.0245
Time elapsed: 0.051s
-------------------------------------------------
Total time: 1m:22s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.5625 | 0.5625 | 0.644s | 0.649s |
| Initial point 2 | svd | --- | 0.875 | 0.875 | 0.636s | 1.785s |
| Initial point 3 | svd | --- | 0.875 | 0.875 | 0.000s | 2.274s |
| Initial point 4 | lsqr | 0.8 | 0.25 | 0.875 | 0.640s | 3.402s |
| Initial point 5 | eigen | 0.9 | 0.5625 | 0.875 | 0.634s | 4.553s |
| Initial point 6 | lsqr | 0.7 | 0.5 | 0.875 | 0.638s | 5.755s |
| Initial point 7 | lsqr | 0.5 | 0.75 | 0.875 | 1.225s | 7.506s |
| Initial point 8 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.650s | 9.886s |
| Initial point 9 | lsqr | 0.6 | 0.5625 | 0.9375 | 0.625s | 11.302s |
| Initial point 10 | eigen | 0.8 | 0.75 | 0.9375 | 0.634s | 12.451s |
| Iteration 11 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 13.081s |
| Iteration 12 | eigen | 0.7 | 1.0 | 1.0 | 0.627s | 14.349s |
| Iteration 13 | svd | --- | 0.875 | 1.0 | 0.000s | 15.009s |
| Iteration 14 | lsqr | auto | 0.5 | 1.0 | 0.631s | 16.376s |
| Iteration 15 | eigen | auto | 0.75 | 1.0 | 0.626s | 17.637s |
| Iteration 16 | svd | --- | 0.875 | 1.0 | 0.000s | 18.316s |
| Iteration 17 | svd | --- | 0.875 | 1.0 | 0.000s | 19.005s |
| Iteration 18 | svd | --- | 0.875 | 1.0 | 0.001s | 19.671s |
| Iteration 19 | svd | --- | 0.875 | 1.0 | 0.000s | 20.325s |
| Iteration 20 | svd | --- | 0.875 | 1.0 | 0.000s | 21.030s |
| Iteration 21 | eigen | 0.5 | 0.5625 | 1.0 | 0.629s | 22.333s |
| Iteration 22 | eigen | 0.6 | 0.4375 | 1.0 | 0.638s | 23.650s |
| Iteration 23 | eigen | None | 0.625 | 1.0 | 0.631s | 24.976s |
| Iteration 24 | lsqr | 1.0 | 1.0 | 1.0 | 0.632s | 26.332s |
| Iteration 25 | lsqr | None | 0.625 | 1.0 | 0.628s | 27.645s |
| Iteration 26 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 28.333s |
| Iteration 27 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 29.045s |
| Iteration 28 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 29.765s |
| Iteration 29 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 30.500s |
| Iteration 30 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 31.218s |
| Iteration 31 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 33.001s |
| Iteration 32 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 33.725s |
| Iteration 33 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 34.466s |
| Iteration 34 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 35.198s |
| Iteration 35 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 35.979s |
| Iteration 36 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 36.788s |
| Iteration 37 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 37.541s |
| Iteration 38 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 38.315s |
| Iteration 39 | svd | --- | 0.875 | 1.0 | 0.000s | 39.112s |
| Iteration 40 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 39.887s |
| Iteration 41 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 40.688s |
| Iteration 42 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 41.513s |
| Iteration 43 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 42.347s |
| Iteration 44 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 43.158s |
| Iteration 45 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 43.968s |
| Iteration 46 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 44.797s |
| Iteration 47 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 45.646s |
| Iteration 48 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 47.189s |
| Iteration 49 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 48.203s |
| Iteration 50 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 49.070s |
Bayesian Optimization ---------------------------
Best call --> Iteration 24
Best parameters --> {'solver': 'lsqr', 'shrinkage': 1.0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 49.930s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7509
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.008s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.57 ± 0.1887
Time elapsed: 0.028s
-------------------------------------------------
Total time: 49.968s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.5625 | 0.5625 | 0.636s | 0.639s |
| Initial point 2 | 0.9 | 0.375 | 0.5625 | 0.644s | 1.818s |
| Initial point 3 | 0.1 | 0.0625 | 0.5625 | 0.632s | 2.963s |
| Initial point 4 | 1.0 | 0.5625 | 0.5625 | 0.000s | 3.468s |
| Initial point 5 | 0.2 | 0.5625 | 0.5625 | 1.216s | 5.177s |
| Initial point 6 | 0.4 | 0.5 | 0.5625 | 0.626s | 6.307s |
| Initial point 7 | 0.4 | 0.5 | 0.5625 | 0.001s | 6.808s |
| Initial point 8 | 0.7 | 0.9375 | 0.9375 | 0.633s | 7.940s |
| Initial point 9 | 0.9 | 0.375 | 0.9375 | 0.001s | 8.464s |
| Initial point 10 | 0.8 | 0.75 | 0.9375 | 0.632s | 9.587s |
| Iteration 11 | 0.3 | 0.8125 | 0.9375 | 0.646s | 10.836s |
| Iteration 12 | 0.6 | 0.8125 | 0.9375 | 0.628s | 12.059s |
| Iteration 13 | 0.5 | 0.375 | 0.9375 | 0.635s | 13.275s |
| Iteration 14 | 0.0 | 0.9375 | 0.9375 | 0.626s | 14.510s |
| Iteration 15 | 0.0 | 0.9375 | 0.9375 | 0.000s | 15.129s |
| Iteration 16 | 0.7 | 0.9375 | 0.9375 | 0.000s | 15.726s |
| Iteration 17 | 0.7 | 0.9375 | 0.9375 | 0.000s | 16.313s |
| Iteration 18 | 0.0 | 0.9375 | 0.9375 | 0.000s | 17.123s |
| Iteration 19 | 0.0 | 0.9375 | 0.9375 | 0.001s | 17.731s |
| Iteration 20 | 0.7 | 0.9375 | 0.9375 | 0.000s | 18.343s |
| Iteration 21 | 0.0 | 0.9375 | 0.9375 | 0.000s | 18.953s |
| Iteration 22 | 0.7 | 0.9375 | 0.9375 | 0.000s | 19.568s |
| Iteration 23 | 0.0 | 0.9375 | 0.9375 | 0.000s | 20.176s |
| Iteration 24 | 0.7 | 0.9375 | 0.9375 | 0.000s | 20.795s |
| Iteration 25 | 0.0 | 0.9375 | 0.9375 | 0.000s | 21.436s |
| Iteration 26 | 0.7 | 0.9375 | 0.9375 | 0.000s | 22.072s |
| Iteration 27 | 0.7 | 0.9375 | 0.9375 | 0.000s | 22.694s |
| Iteration 28 | 0.0 | 0.9375 | 0.9375 | 0.000s | 23.317s |
| Iteration 29 | 0.7 | 0.9375 | 0.9375 | 0.000s | 23.939s |
| Iteration 30 | 0.0 | 0.9375 | 0.9375 | 0.000s | 24.554s |
| Iteration 31 | 0.7 | 0.9375 | 0.9375 | 0.000s | 25.187s |
| Iteration 32 | 0.6 | 0.8125 | 0.9375 | 0.000s | 25.851s |
| Iteration 33 | 0.0 | 0.9375 | 0.9375 | 0.000s | 26.493s |
| Iteration 34 | 0.0 | 0.9375 | 0.9375 | 0.000s | 27.148s |
| Iteration 35 | 0.7 | 0.9375 | 0.9375 | 0.000s | 27.832s |
| Iteration 36 | 0.7 | 0.9375 | 0.9375 | 0.000s | 28.501s |
| Iteration 37 | 0.0 | 0.9375 | 0.9375 | 0.001s | 29.160s |
| Iteration 38 | 0.7 | 0.9375 | 0.9375 | 0.000s | 29.850s |
| Iteration 39 | 0.0 | 0.9375 | 0.9375 | 0.000s | 30.536s |
| Iteration 40 | 0.0 | 0.9375 | 0.9375 | 0.000s | 31.215s |
| Iteration 41 | 0.7 | 0.9375 | 0.9375 | 0.001s | 31.900s |
| Iteration 42 | 0.7 | 0.9375 | 0.9375 | 0.000s | 32.669s |
| Iteration 43 | 0.0 | 0.9375 | 0.9375 | 0.000s | 33.352s |
| Iteration 44 | 0.7 | 0.9375 | 0.9375 | 0.000s | 34.047s |
| Iteration 45 | 0.0 | 0.9375 | 0.9375 | 0.000s | 34.749s |
| Iteration 46 | 0.7 | 0.9375 | 0.9375 | 0.000s | 35.468s |
| Iteration 47 | 0.0 | 0.9375 | 0.9375 | 0.000s | 36.183s |
| Iteration 48 | 0.7 | 0.9375 | 0.9375 | 0.000s | 36.906s |
| Iteration 49 | 0.0 | 0.9375 | 0.9375 | 0.000s | 37.629s |
| Iteration 50 | 0.7 | 0.9375 | 0.9375 | 0.000s | 38.348s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'reg_param': 0.7}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 39.113s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7509
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.57 ± 0.1887
Time elapsed: 0.027s
-------------------------------------------------
Total time: 39.150s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 13.2174 | dista.. | auto | 40 | 1 | 0.6875 | 0.6875 | 0.653s | 0.674s |
| Initial point 2 | 5.2566 | uniform | kd_tree | 39 | 2 | 0.6875 | 0.6875 | 0.655s | 1.908s |
| Initial point 3 | 4.1524 | dista.. | ball_tree | 25 | 2 | 0.4375 | 0.6875 | 0.642s | 3.086s |
| Initial point 4 | 12.1143 | uniform | ball_tree | 39 | 2 | 0.5 | 0.6875 | 0.644s | 4.234s |
| Initial point 5 | 9.49 | dista.. | auto | 30 | 2 | 0.5625 | 0.6875 | 0.642s | 5.378s |
| Initial point 6 | 10.9901 | dista.. | ball_tree | 21 | 2 | 1.0 | 1.0 | 0.642s | 6.532s |
| Initial point 7 | 7.8609 | dista.. | ball_tree | 24 | 1 | 0.75 | 1.0 | 1.258s | 8.299s |
| Initial point 8 | 1.8838 | dista.. | ball_tree | 21 | 2 | 1.0 | 1.0 | 0.640s | 9.582s |
| Initial point 9 | 8.7566 | uniform | ball_tree | 24 | 1 | 0.25 | 1.0 | 0.660s | 10.760s |
| Initial point 10 | 6.2196 | uniform | brute | 22 | 2 | 0.8125 | 1.0 | 0.643s | 11.922s |
| Iteration 11 | 6.6411 | dista.. | ball_tree | 21 | 2 | 1.0 | 1.0 | 0.641s | 13.374s |
| Iteration 12 | 6.3832 | dista.. | ball_tree | 21 | 2 | 1.0 | 1.0 | 0.641s | 14.841s |
| Iteration 13 | 6.6574 | dista.. | ball_tree | 21 | 2 | 0.875 | 1.0 | 0.642s | 16.331s |
| Iteration 14 | 3.4127 | dista.. | auto | 21 | 2 | 1.0 | 1.0 | 0.654s | 17.850s |
| Iteration 15 | 10.855 | dista.. | auto | 21 | 1 | 0.8125 | 1.0 | 0.650s | 19.491s |
| Iteration 16 | 0.1698 | dista.. | auto | 21 | 2 | 0.4375 | 1.0 | 0.653s | 21.138s |
| Iteration 17 | 12.8489 | dista.. | kd_tree | 21 | 2 | 0.6875 | 1.0 | 0.640s | 22.610s |
| Iteration 18 | 2.6076 | dista.. | ball_tree | 21 | 2 | 0.9375 | 1.0 | 0.640s | 24.068s |
| Iteration 19 | 5.2871 | dista.. | ball_tree | 21 | 2 | 0.75 | 1.0 | 0.639s | 25.541s |
| Iteration 20 | 12.8857 | dista.. | ball_tree | 20 | 2 | 0.625 | 1.0 | 0.639s | 27.296s |
| Iteration 21 | 7.4494 | dista.. | ball_tree | 21 | 2 | 0.75 | 1.0 | 0.632s | 28.813s |
| Iteration 22 | 11.6843 | dista.. | ball_tree | 21 | 1 | 0.3125 | 1.0 | 0.632s | 30.264s |
| Iteration 23 | 5.2261 | dista.. | ball_tree | 21 | 2 | 0.6875 | 1.0 | 0.652s | 31.743s |
| Iteration 24 | 6.8087 | dista.. | ball_tree | 21 | 2 | 0.875 | 1.0 | 0.640s | 33.267s |
| Iteration 25 | 6.8745 | dista.. | ball_tree | 21 | 2 | 0.7188 | 1.0 | 0.657s | 34.735s |
| Iteration 26 | 4.8108 | dista.. | ball_tree | 21 | 2 | 0.4688 | 1.0 | 0.646s | 36.242s |
| Iteration 27 | 7.6297 | dista.. | ball_tree | 21 | 2 | 0.375 | 1.0 | 0.671s | 37.705s |
| Iteration 28 | 5.5318 | dista.. | ball_tree | 22 | 2 | 0.875 | 1.0 | 0.660s | 39.211s |
| Iteration 29 | 6.3728 | uniform | brute | 25 | 2 | 0.5938 | 1.0 | 0.641s | 40.608s |
| Iteration 30 | 0.2427 | dista.. | brute | 33 | 1 | 0.625 | 1.0 | 0.641s | 42.027s |
| Iteration 31 | 0.6945 | uniform | brute | 37 | 1 | 0.5625 | 1.0 | 0.639s | 43.439s |
| Iteration 32 | 13.0357 | dista.. | auto | 29 | 1 | 0.5 | 1.0 | 1.222s | 45.433s |
| Iteration 33 | 13.244 | uniform | auto | 22 | 2 | 0.5 | 1.0 | 0.654s | 46.908s |
| Iteration 34 | 12.7532 | dista.. | ball_tree | 23 | 2 | 0.6875 | 1.0 | 0.638s | 48.420s |
| Iteration 35 | 0.3135 | dista.. | auto | 20 | 1 | 0.8125 | 1.0 | 0.690s | 49.908s |
| Iteration 36 | 0.597 | dista.. | auto | 22 | 1 | 0.5312 | 1.0 | 0.646s | 51.376s |
| Iteration 37 | 0.3435 | dista.. | ball_tree | 22 | 2 | 0.6875 | 1.0 | 0.638s | 52.819s |
| Iteration 38 | 13.129 | uniform | brute | 21 | 2 | 0.5 | 1.0 | 0.644s | 54.303s |
| Iteration 39 | 0.0097 | uniform | ball_tree | 21 | 2 | 0.5 | 1.0 | 0.642s | 55.742s |
| Iteration 40 | 6.4727 | dista.. | kd_tree | 20 | 2 | 0.9375 | 1.0 | 0.644s | 57.358s |
| Iteration 41 | 2.1009 | dista.. | ball_tree | 21 | 2 | 0.375 | 1.0 | 0.643s | 58.964s |
| Iteration 42 | 1.7977 | dista.. | ball_tree | 21 | 2 | 0.375 | 1.0 | 0.648s | 1m:01s |
| Iteration 43 | 6.4423 | dista.. | auto | 20 | 1 | 0.5312 | 1.0 | 0.641s | 1m:02s |
| Iteration 44 | 6.3529 | dista.. | ball_tree | 20 | 2 | 1.0 | 1.0 | 0.649s | 1m:04s |
| Iteration 45 | 6.2724 | dista.. | auto | 20 | 2 | 0.9375 | 1.0 | 0.635s | 1m:05s |
| Iteration 46 | 6.1197 | dista.. | brute | 30 | 2 | 0.625 | 1.0 | 0.637s | 1m:07s |
| Iteration 47 | 6.4082 | uniform | auto | 20 | 2 | 0.75 | 1.0 | 0.646s | 1m:09s |
| Iteration 48 | 6.1409 | dista.. | kd_tree | 21 | 2 | 0.75 | 1.0 | 0.646s | 1m:10s |
| Iteration 49 | 3.1101 | dista.. | ball_tree | 21 | 2 | 0.7188 | 1.0 | 0.641s | 1m:12s |
| Iteration 50 | 6.4645 | dista.. | ball_tree | 21 | 2 | 0.625 | 1.0 | 0.636s | 1m:14s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'radius': 3.4127, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 21, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.97 ± 0.04
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:15s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.625 | 0.625 | 1.028s | 1.035s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.8125 | 0.8125 | 1.106s | 2.655s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.8125 | 0.8125 | 0.842s | 4.018s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.625 | 0.8125 | 1.000s | 5.559s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.5938 | 0.8125 | 0.858s | 6.940s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.75 | 0.8125 | 1.058s | 8.503s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.5 | 0.8125 | 0.705s | 9.746s |
| Initial point 8 | 411 | 0.019 | SAMME | 1.0 | 1.0 | 0.982s | 12.499s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.5312 | 1.0 | 0.684s | 14.027s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.9375 | 1.0 | 1.398s | 15.973s |
| Iteration 11 | 170 | 0.0208 | SAMME | 0.875 | 1.0 | 0.810s | 17.483s |
| Iteration 12 | 449 | 0.0114 | SAMME.R | 1.0 | 1.0 | 1.048s | 19.312s |
| Iteration 13 | 429 | 0.0153 | SAMME | 0.9375 | 1.0 | 0.990s | 22.092s |
| Iteration 14 | 290 | 0.01 | SAMME.R | 0.8125 | 1.0 | 0.920s | 23.991s |
| Iteration 15 | 500 | 0.0181 | SAMME.R | 0.9375 | 1.0 | 1.086s | 26.782s |
| Iteration 16 | 50 | 0.01 | SAMME | 0.8125 | 1.0 | 0.716s | 29.433s |
| Iteration 17 | 500 | 0.0123 | SAMME | 0.8125 | 1.0 | 1.049s | 32.324s |
| Iteration 18 | 94 | 0.0171 | SAMME.R | 0.75 | 1.0 | 0.710s | 33.952s |
| Iteration 19 | 362 | 0.0184 | SAMME | 0.7188 | 1.0 | 0.887s | 35.644s |
| Iteration 20 | 500 | 0.01 | SAMME.R | 0.5938 | 1.0 | 1.029s | 37.431s |
| Iteration 21 | 173 | 0.5045 | SAMME | 0.9375 | 1.0 | 0.778s | 38.898s |
| Iteration 22 | 479 | 0.5163 | SAMME.R | 0.5 | 1.0 | 1.016s | 40.793s |
| Iteration 23 | 445 | 0.0185 | SAMME.R | 0.9375 | 1.0 | 0.998s | 42.604s |
| Iteration 24 | 415 | 0.01 | SAMME.R | 0.875 | 1.0 | 0.962s | 44.360s |
| Iteration 25 | 116 | 0.6086 | SAMME | 0.625 | 1.0 | 0.714s | 46.391s |
| Iteration 26 | 444 | 0.0152 | SAMME | 0.875 | 1.0 | 0.943s | 48.249s |
| Iteration 27 | 423 | 0.0214 | SAMME.R | 1.0 | 1.0 | 0.967s | 49.984s |
| Iteration 28 | 418 | 0.0222 | SAMME.R | 0.8125 | 1.0 | 0.967s | 51.749s |
| Iteration 29 | 196 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.829s | 53.346s |
| Iteration 30 | 191 | 0.01 | SAMME.R | 0.7812 | 1.0 | 0.784s | 54.937s |
| Iteration 31 | 200 | 10.0 | SAMME.R | 0.25 | 1.0 | 0.803s | 56.557s |
| Iteration 32 | 80 | 0.01 | SAMME | 0.8438 | 1.0 | 0.704s | 58.063s |
| Iteration 33 | 60 | 0.01 | SAMME | 0.75 | 1.0 | 0.662s | 59.519s |
| Iteration 34 | 492 | 0.01 | SAMME | 0.4375 | 1.0 | 1.589s | 1m:02s |
| Iteration 35 | 57 | 0.0852 | SAMME.R | 0.8438 | 1.0 | 0.715s | 1m:04s |
| Iteration 36 | 50 | 0.01 | SAMME.R | 0.9062 | 1.0 | 0.676s | 1m:05s |
| Iteration 37 | 487 | 0.01 | SAMME | 0.9375 | 1.0 | 0.979s | 1m:07s |
| Iteration 38 | 419 | 0.01 | SAMME.R | 0.625 | 1.0 | 0.964s | 1m:09s |
| Iteration 39 | 59 | 0.0837 | SAMME.R | 0.4375 | 1.0 | 0.678s | 1m:10s |
| Iteration 40 | 64 | 0.0228 | SAMME.R | 0.9375 | 1.0 | 0.677s | 1m:12s |
| Iteration 41 | 50 | 0.0232 | SAMME.R | 0.8125 | 1.0 | 0.666s | 1m:13s |
| Iteration 42 | 62 | 0.028 | SAMME | 0.75 | 1.0 | 0.678s | 1m:15s |
| Iteration 43 | 115 | 0.2409 | SAMME | 0.9688 | 1.0 | 0.706s | 1m:16s |
| Iteration 44 | 107 | 0.2324 | SAMME | 1.0 | 1.0 | 0.705s | 1m:18s |
| Iteration 45 | 50 | 0.2664 | SAMME | 0.9375 | 1.0 | 0.660s | 1m:19s |
| Iteration 46 | 50 | 0.2689 | SAMME | 0.7188 | 1.0 | 0.661s | 1m:21s |
| Iteration 47 | 85 | 0.1826 | SAMME | 0.8125 | 1.0 | 0.694s | 1m:22s |
| Iteration 48 | 500 | 0.0255 | SAMME.R | 1.0 | 1.0 | 1.024s | 1m:24s |
| Iteration 49 | 500 | 0.0253 | SAMME.R | 0.9375 | 1.0 | 1.027s | 1m:26s |
| Iteration 50 | 500 | 0.0255 | SAMME.R | 1.0 | 1.0 | 0.001s | 1m:27s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'n_estimators': 449, 'learning_rate': 0.0114, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:28s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9741
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.409s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.915 ± 0.0583
Time elapsed: 1.832s
-------------------------------------------------
Total time: 1m:30s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.6875 | 0.6875 | 1.073s | 1.093s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.875 | 0.875 | 0.954s | 2.585s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.75 | 0.875 | 0.975s | 4.109s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.25 | 0.875 | 0.789s | 5.420s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.8125 | 0.875 | 0.990s | 6.931s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 1.0 | 1.0 | 0.818s | 8.353s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 1.0 | 1.0 | 0.852s | 9.716s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 1.0 | 1.0 | 0.841s | 11.077s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.6562 | 1.0 | 0.956s | 12.561s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.875 | 1.0 | 0.926s | 13.999s |
| Iteration 11 | 49 | entropy | None | 18 | 1 | None | False | 0.0208 | --- | 1.0 | 1.0 | 0.710s | 15.570s |
| Iteration 12 | 499 | entropy | 6 | 9 | 15 | None | False | 0.0002 | --- | 0.9375 | 1.0 | 0.947s | 18.024s |
| Iteration 13 | 10 | entropy | None | 19 | 1 | None | False | 0.0237 | --- | 0.9688 | 1.0 | 0.642s | 19.552s |
| Iteration 14 | 85 | entropy | None | 17 | 1 | None | False | 0.0177 | --- | 0.875 | 1.0 | 0.683s | 21.285s |
| Iteration 15 | 10 | entropy | 8 | 20 | 5 | auto | False | 0.035 | --- | 0.875 | 1.0 | 0.634s | 22.817s |
| Iteration 16 | 10 | entropy | None | 15 | 6 | 0.6 | False | 0.026 | --- | 1.0 | 1.0 | 0.633s | 24.311s |
| Iteration 17 | 364 | entropy | 4 | 9 | 13 | 0.7 | False | 0.0073 | --- | 0.8125 | 1.0 | 0.855s | 26.059s |
| Iteration 18 | 192 | entropy | None | 20 | 1 | None | False | 0.0 | --- | 0.7812 | 1.0 | 0.759s | 27.747s |
| Iteration 19 | 266 | gini | 2 | 8 | 15 | auto | False | 0.0345 | --- | 0.8125 | 1.0 | 0.826s | 29.520s |
| Iteration 20 | 255 | entropy | 6 | 6 | 11 | 0.6 | True | 0.0288 | 0.7 | 0.75 | 1.0 | 0.857s | 31.230s |
| Iteration 21 | 10 | gini | 7 | 6 | 20 | sqrt | True | 0.0088 | 0.8 | 0.5 | 1.0 | 0.686s | 32.854s |
| Iteration 22 | 269 | entropy | 3 | 10 | 12 | auto | False | 0.0265 | --- | 0.8125 | 1.0 | 0.834s | 34.695s |
| Iteration 23 | 10 | gini | None | 2 | 20 | None | False | 0.0 | --- | 0.875 | 1.0 | 0.634s | 36.325s |
| Iteration 24 | 90 | gini | 8 | 8 | 18 | 0.5 | False | 0.0214 | --- | 0.8438 | 1.0 | 0.691s | 37.962s |
| Iteration 25 | 10 | entropy | 9 | 18 | 3 | sqrt | False | 0.008 | --- | 1.0 | 1.0 | 0.644s | 40.843s |
| Iteration 26 | 10 | gini | 9 | 2 | 20 | auto | False | 0.035 | --- | 0.8125 | 1.0 | 0.633s | 42.772s |
| Iteration 27 | 10 | gini | None | 2 | 1 | None | False | 0.0 | --- | 0.6875 | 1.0 | 0.631s | 44.385s |
| Iteration 28 | 271 | gini | None | 11 | 20 | log2 | False | 0.0206 | --- | 0.9375 | 1.0 | 0.785s | 46.280s |
| Iteration 29 | 153 | entropy | 2 | 12 | 20 | 0.5 | False | 0.02 | --- | 0.7188 | 1.0 | 0.718s | 48.148s |
| Iteration 30 | 282 | entropy | 3 | 2 | 20 | 0.9 | False | 0.014 | --- | 0.8125 | 1.0 | 0.804s | 50.114s |
| Iteration 31 | 500 | gini | None | 2 | 1 | auto | False | 0.035 | --- | 0.9375 | 1.0 | 0.947s | 53.098s |
| Iteration 32 | 68 | entropy | 9 | 9 | 4 | log2 | False | 0.011 | --- | 0.6875 | 1.0 | 0.669s | 55.128s |
| Iteration 33 | 420 | entropy | 4 | 2 | 15 | sqrt | True | 0.0268 | 0.9 | 0.8125 | 1.0 | 0.960s | 57.119s |
| Iteration 34 | 10 | gini | None | 20 | 20 | None | False | 0.0 | --- | 0.375 | 1.0 | 0.637s | 58.828s |
| Iteration 35 | 384 | gini | 6 | 3 | 10 | 0.5 | False | 0.026 | --- | 0.9062 | 1.0 | 0.864s | 1m:01s |
| Iteration 36 | 270 | gini | 7 | 2 | 20 | None | False | 0.0 | --- | 1.0 | 1.0 | 1.371s | 1m:03s |
| Iteration 37 | 500 | gini | None | 2 | 20 | 0.8 | True | 0.0317 | 0.7 | 0.5 | 1.0 | 1.059s | 1m:05s |
| Iteration 38 | 414 | entropy | 4 | 19 | 6 | log2 | False | 0.0176 | --- | 0.6875 | 1.0 | 0.924s | 1m:07s |
| Iteration 39 | 188 | gini | 6 | 2 | 20 | 0.9 | False | 0.0185 | --- | 0.8125 | 1.0 | 0.790s | 1m:09s |
| Iteration 40 | 10 | entropy | None | 17 | 1 | 0.9 | False | 0.0242 | --- | 0.8438 | 1.0 | 0.695s | 1m:11s |
| Iteration 41 | 500 | gini | 9 | 2 | 20 | log2 | False | 0.0343 | --- | 0.5625 | 1.0 | 0.981s | 1m:13s |
| Iteration 42 | 262 | gini | 5 | 4 | 16 | 0.5 | False | 0.0 | --- | 1.0 | 1.0 | 0.814s | 1m:15s |
| Iteration 43 | 262 | gini | 9 | 2 | 13 | log2 | False | 0.0 | --- | 0.875 | 1.0 | 0.829s | 1m:17s |
| Iteration 44 | 303 | gini | 8 | 7 | 19 | 0.6 | False | 0.0 | --- | 0.8125 | 1.0 | 0.832s | 1m:19s |
| Iteration 45 | 360 | entropy | 8 | 2 | 1 | 0.8 | False | 0.0314 | --- | 0.875 | 1.0 | 0.990s | 1m:21s |
| Iteration 46 | 272 | gini | 5 | 20 | 9 | sqrt | False | 0.0297 | --- | 0.6875 | 1.0 | 0.898s | 1m:23s |
| Iteration 47 | 500 | gini | 6 | 2 | 3 | 0.9 | True | 0.0347 | 0.5 | 0.875 | 1.0 | 1.083s | 1m:25s |
| Iteration 48 | 500 | entropy | None | 2 | 6 | sqrt | False | 0.0148 | --- | 1.0 | 1.0 | 1.047s | 1m:27s |
| Iteration 49 | 500 | gini | None | 2 | 5 | 0.9 | False | 0.0172 | --- | 1.0 | 1.0 | 1.071s | 1m:29s |
| Iteration 50 | 297 | gini | None | 2 | 17 | 0.6 | False | 0.0 | --- | 0.7812 | 1.0 | 0.797s | 1m:31s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'n_estimators': 270, 'criterion': 'gini', 'max_depth': 7, 'min_samples_split': 2, 'min_samples_leaf': 20, 'max_features': None, 'bootstrap': False, 'ccp_alpha': 0.0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:32s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8062
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.179s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.61 ± 0.2493
Time elapsed: 0.794s
-------------------------------------------------
Total time: 1m:33s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.770s | 0.789s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.75 | 0.75 | 0.771s | 2.088s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.75 | 0.762s | 3.377s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.75 | 0.707s | 4.641s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.75 | 0.754s | 5.926s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.75 | 0.723s | 7.466s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.75 | 0.739s | 8.749s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.75 | 0.734s | 10.012s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.375 | 0.75 | 0.756s | 11.298s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.75 | 0.742s | 12.568s |
| Iteration 11 | 215 | 0.0283 | 1 | 0.4643 | 6 | 0.7 | 1.0 | 0.01 | 0.01 | 0.8125 | 0.8125 | 0.716s | 14.183s |
| Iteration 12 | 86 | 0.0414 | 3 | 0.4876 | 10 | 0.7 | 0.4 | 10 | 0.1 | 0.5 | 0.8125 | 1.298s | 16.366s |
| Iteration 13 | 170 | 0.3834 | 3 | 0.431 | 1 | 0.5 | 1.0 | 0.01 | 0.01 | 0.625 | 0.8125 | 0.724s | 17.969s |
| Iteration 14 | 146 | 0.017 | 3 | 0.4595 | 4 | 0.8 | 1.0 | 0.01 | 0.01 | 0.7188 | 0.8125 | 0.749s | 19.637s |
| Iteration 15 | 500 | 0.0371 | 3 | 0.435 | 10 | 0.7 | 0.9 | 1 | 0.01 | 0.5 | 0.8125 | 0.760s | 21.322s |
| Iteration 16 | 123 | 0.0235 | 1 | 0.2485 | 9 | 0.7 | 1.0 | 0.01 | 0.1 | 0.5 | 0.8125 | 0.704s | 22.922s |
| Iteration 17 | 266 | 0.4331 | 4 | 0.425 | 6 | 0.6 | 0.5 | 100 | 100 | 0.5 | 0.8125 | 0.726s | 24.495s |
| Iteration 18 | 450 | 0.5525 | 8 | 0.4708 | 6 | 0.5 | 0.9 | 0.1 | 10 | 0.5 | 0.8125 | 0.747s | 26.163s |
| Iteration 19 | 284 | 0.0154 | 1 | 0.5085 | 6 | 0.7 | 0.9 | 0.1 | 0.01 | 0.75 | 0.8125 | 0.731s | 27.874s |
| Iteration 20 | 241 | 0.1369 | 8 | 0.4525 | 5 | 0.7 | 0.6 | 10 | 0.1 | 0.5 | 0.8125 | 0.676s | 29.556s |
| Iteration 21 | 342 | 0.0181 | 6 | 0.4546 | 5 | 0.7 | 1.0 | 0.1 | 0.01 | 0.625 | 0.8125 | 0.692s | 31.234s |
| Iteration 22 | 468 | 0.025 | 1 | 0.473 | 6 | 0.8 | 0.5 | 0.01 | 0.1 | 0.5938 | 0.8125 | 0.719s | 33.700s |
| Iteration 23 | 158 | 0.2014 | 1 | 0.4625 | 6 | 1.0 | 1.0 | 0.1 | 1 | 0.625 | 0.8125 | 0.667s | 35.496s |
| Iteration 24 | 160 | 0.0103 | 1 | 0.4534 | 6 | 0.7 | 1.0 | 0.01 | 0 | 0.75 | 0.8125 | 0.683s | 37.147s |
| Iteration 25 | 427 | 0.0304 | 1 | 0.4606 | 5 | 0.8 | 1.0 | 100 | 10 | 0.5 | 0.8125 | 0.704s | 38.961s |
| Iteration 26 | 301 | 0.0111 | 5 | 0.3726 | 3 | 1.0 | 1.0 | 1 | 0.1 | 0.8438 | 0.8438 | 0.694s | 40.702s |
| Iteration 27 | 232 | 0.0302 | 5 | 0.3474 | 3 | 0.6 | 1.0 | 10 | 0.1 | 0.5 | 0.8438 | 0.684s | 42.464s |
| Iteration 28 | 428 | 0.0547 | 5 | 0.4105 | 3 | 1.0 | 1.0 | 0.01 | 0.1 | 0.9375 | 0.9375 | 0.718s | 44.322s |
| Iteration 29 | 120 | 0.1844 | 5 | 0.6136 | 3 | 1.0 | 0.9 | 10 | 1 | 0.5 | 0.9375 | 0.665s | 46.090s |
| Iteration 30 | 396 | 0.0471 | 5 | 0.408 | 2 | 1.0 | 1.0 | 0 | 0.1 | 0.9375 | 0.9375 | 0.710s | 47.960s |
| Iteration 31 | 487 | 0.0655 | 6 | 0.4079 | 3 | 1.0 | 1.0 | 0 | 0.1 | 1.0 | 1.0 | 0.722s | 49.894s |
| Iteration 32 | 500 | 0.0624 | 8 | 0.9116 | 7 | 1.0 | 1.0 | 0 | 0.1 | 0.25 | 1.0 | 0.719s | 51.763s |
| Iteration 33 | 383 | 0.0448 | 10 | 0.3868 | 2 | 1.0 | 1.0 | 0 | 0.1 | 0.6875 | 1.0 | 0.717s | 53.577s |
| Iteration 34 | 500 | 0.3139 | 6 | 0.3958 | 3 | 1.0 | 1.0 | 0 | 0.1 | 0.4375 | 1.0 | 0.719s | 55.442s |
| Iteration 35 | 174 | 0.0463 | 6 | 0.3925 | 3 | 1.0 | 1.0 | 0.01 | 0.1 | 0.7812 | 1.0 | 0.677s | 57.268s |
| Iteration 36 | 500 | 0.0644 | 5 | 0.4125 | 3 | 1.0 | 1.0 | 0 | 0.1 | 0.9375 | 1.0 | 0.717s | 59.338s |
| Iteration 37 | 500 | 0.0456 | 6 | 0.3927 | 3 | 1.0 | 1.0 | 0 | 0.1 | 1.0 | 1.0 | 0.723s | 1m:01s |
| Iteration 38 | 500 | 0.0559 | 6 | 0.4023 | 2 | 1.0 | 1.0 | 10 | 0.1 | 0.5 | 1.0 | 0.727s | 1m:04s |
| Iteration 39 | 500 | 0.0582 | 6 | 0.3554 | 1 | 1.0 | 1.0 | 0 | 10 | 0.375 | 1.0 | 0.793s | 1m:06s |
| Iteration 40 | 486 | 0.0561 | 6 | 0.378 | 3 | 1.0 | 0.9 | 0 | 0.1 | 1.0 | 1.0 | 0.793s | 1m:08s |
| Iteration 41 | 495 | 0.0541 | 6 | 0.4135 | 1 | 1.0 | 0.7 | 0 | 0.1 | 0.9375 | 1.0 | 0.781s | 1m:10s |
| Iteration 42 | 496 | 0.056 | 6 | 0.3701 | 2 | 1.0 | 1.0 | 0 | 0.1 | 0.875 | 1.0 | 0.778s | 1m:12s |
| Iteration 43 | 500 | 0.0484 | 6 | 0.4238 | 4 | 1.0 | 0.4 | 0 | 0.1 | 0.75 | 1.0 | 0.766s | 1m:15s |
| Iteration 44 | 500 | 0.0459 | 5 | 0.4103 | 3 | 1.0 | 0.9 | 0 | 0.1 | 1.0 | 1.0 | 0.775s | 1m:17s |
| Iteration 45 | 500 | 0.0476 | 5 | 0.4123 | 3 | 1.0 | 0.9 | 0 | 0.1 | 0.875 | 1.0 | 0.779s | 1m:19s |
| Iteration 46 | 500 | 0.0506 | 4 | 0.3741 | 1 | 1.0 | 1.0 | 0 | 0.01 | 0.8125 | 1.0 | 0.789s | 1m:21s |
| Iteration 47 | 500 | 0.0284 | 5 | 0.3585 | 1 | 1.0 | 1.0 | 0 | 0.1 | 0.875 | 1.0 | 0.810s | 1m:23s |
| Iteration 48 | 20 | 1.0 | 1 | 1.0 | 1 | 0.5 | 0.4 | 100 | 0 | 0.5 | 1.0 | 0.708s | 1m:25s |
| Iteration 49 | 20 | 0.01 | 10 | 0.0 | 2 | 0.5 | 0.4 | 100 | 100 | 0.5 | 1.0 | 0.647s | 1m:27s |
| Iteration 50 | 20 | 1.0 | 10 | 0.0 | 10 | 0.5 | 0.4 | 100 | 0 | 0.5 | 1.0 | 0.682s | 1m:29s |
Bayesian Optimization ---------------------------
Best call --> Iteration 40
Best parameters --> {'n_estimators': 486, 'learning_rate': 0.0561, 'max_depth': 6, 'gamma': 0.378, 'min_child_weight': 3, 'subsample': 1.0, 'colsample_bytree': 0.9, 'reg_alpha': 0, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:30s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9893
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.107s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.0927
Time elapsed: 0.326s
-------------------------------------------------
Total time: 1m:31s
Final results ==================== >>
Duration: 10m:07s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.89 ± 0.08
Logistic Regression --> roc_auc: 0.78 ± 0.0245
Linear Discriminant Analysis --> roc_auc: 0.57 ± 0.1887
Quadratic Discriminant Analysis --> roc_auc: 0.57 ± 0.1887
Radius Nearest Neighbors --> roc_auc: 0.97 ± 0.04 !
AdaBoost --> roc_auc: 0.915 ± 0.0583
Random Forest --> roc_auc: 0.61 ± 0.2493
XGBoost --> roc_auc: 0.82 ± 0.0927
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAASKGSARQLTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAENNNARLMF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAASTNTGNQFYF.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAVANAGGTSYGKLTF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVLDSSYKLIF.
>>> Dropping feature CAATSGSARQLTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CATDSNDYKLSF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVRNAGNMLTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAASASGTYKYIF.
>>> Dropping feature CAASYSSASKIIF.
>>> Dropping feature CASSPGGYEQYF.
>>> Dropping feature CAVGGGSNYKLTF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAVSSGGGADGLTF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CALNTDKLIF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CAVVNAGGTSYGKLTF.
>>> Dropping feature CAYRSANFGNEKLTF.
>>> Dropping feature CAVSDDYKLSF.
>>> Dropping feature CAMREGNTGGFKTIF.
>>> Dropping feature CAVTKAAGNKLTF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAFTGGGNKLTF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVRGYGGSQGNLIF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.625 | 0.625 | 3.330s | 3.351s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.8125 | 0.8125 | 3.378s | 7.248s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.6875 | 0.8125 | 3.304s | 11.161s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.75 | 0.8125 | 3.445s | 15.144s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.75 | 0.8125 | 3.474s | 19.190s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.4375 | 0.8125 | 3.563s | 23.355s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.25 | 0.8125 | 3.322s | 27.219s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.875 | 0.875 | 3.327s | 31.357s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.5 | 0.875 | 3.143s | 35.027s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 1.0 | 1.0 | 3.205s | 38.762s |
| Iteration 11 | exponen.. | 0.0151 | 375 | 0.9 | friedman_mse | 11 | 15 | 4 | 0.7 | 0.0019 | 0.625 | 1.0 | 3.259s | 42.904s |
| Iteration 12 | deviance | 0.0332 | 355 | 0.9 | squared_er.. | 19 | 9 | 5 | 0.9 | 0.01 | 1.0 | 1.0 | 3.276s | 47.450s |
| Iteration 13 | exponen.. | 0.013 | 311 | 0.9 | squared_er.. | 18 | 19 | 5 | 0.6 | 0.0081 | 0.9375 | 1.0 | 3.229s | 52.807s |
| Iteration 14 | exponen.. | 0.4224 | 500 | 0.8 | squared_er.. | 15 | 11 | 4 | log2 | 0.0177 | 0.8125 | 1.0 | 3.909s | 58.636s |
| Iteration 15 | exponen.. | 0.0148 | 10 | 0.7 | friedman_mse | 20 | 11 | 4 | 0.6 | 0.0244 | 0.75 | 1.0 | 3.142s | 1m:03s |
| Iteration 16 | exponen.. | 0.0167 | 194 | 1.0 | friedman_mse | 17 | 13 | 4 | 0.9 | 0.0062 | 0.75 | 1.0 | 3.218s | 1m:07s |
| Iteration 17 | deviance | 0.01 | 300 | 1.0 | squared_er.. | 20 | 15 | 6 | 0.9 | 0.0 | 0.6875 | 1.0 | 3.213s | 1m:12s |
| Iteration 18 | exponen.. | 0.0401 | 257 | 0.8 | squared_er.. | 3 | 5 | 5 | log2 | 0.0283 | 0.75 | 1.0 | 3.219s | 1m:16s |
| Iteration 19 | exponen.. | 0.0461 | 10 | 0.7 | friedman_mse | 20 | 13 | 6 | auto | 0.035 | 0.4062 | 1.0 | 3.147s | 1m:20s |
| Iteration 20 | exponen.. | 0.0196 | 426 | 0.5 | squared_er.. | 20 | 6 | 5 | 0.7 | 0.0018 | 0.375 | 1.0 | 3.231s | 1m:24s |
| Iteration 21 | exponen.. | 0.4055 | 331 | 1.0 | friedman_mse | 14 | 7 | 6 | None | 0.0102 | 0.6875 | 1.0 | 3.210s | 1m:29s |
| Iteration 22 | deviance | 0.0369 | 390 | 0.9 | squared_er.. | 18 | 19 | 5 | 0.8 | 0.0108 | 0.6875 | 1.0 | 3.221s | 1m:33s |
| Iteration 23 | deviance | 0.3051 | 137 | 1.0 | squared_er.. | 9 | 4 | 6 | 0.7 | 0.0063 | 0.9062 | 1.0 | 3.154s | 1m:37s |
| Iteration 24 | deviance | 0.2137 | 426 | 0.7 | squared_er.. | 8 | 20 | 5 | auto | 0.0075 | 0.8125 | 1.0 | 3.228s | 1m:41s |
| Iteration 25 | deviance | 0.0235 | 154 | 1.0 | squared_er.. | 7 | 6 | 2 | 0.6 | 0.0096 | 0.6875 | 1.0 | 3.177s | 1m:45s |
| Iteration 26 | exponen.. | 0.0142 | 84 | 1.0 | friedman_mse | 17 | 15 | 5 | 0.8 | 0.0063 | 0.75 | 1.0 | 3.158s | 1m:49s |
| Iteration 27 | deviance | 0.0124 | 265 | 0.5 | friedman_mse | 16 | 5 | 3 | auto | 0.0139 | 0.375 | 1.0 | 3.206s | 1m:53s |
| Iteration 28 | exponen.. | 0.0292 | 414 | 0.5 | squared_er.. | 15 | 12 | 5 | 0.8 | 0.0089 | 1.0 | 1.0 | 3.267s | 1m:58s |
| Iteration 29 | deviance | 0.2949 | 410 | 0.7 | friedman_mse | 17 | 8 | 5 | 0.8 | 0.0097 | 0.75 | 1.0 | 3.260s | 2m:02s |
| Iteration 30 | deviance | 0.6554 | 84 | 0.8 | squared_er.. | 9 | 20 | 4 | auto | 0.0051 | 0.7188 | 1.0 | 3.176s | 2m:06s |
| Iteration 31 | exponen.. | 0.0121 | 160 | 0.7 | friedman_mse | 6 | 13 | 4 | 0.6 | 0.0048 | 0.875 | 1.0 | 3.204s | 2m:11s |
| Iteration 32 | deviance | 0.0296 | 275 | 0.5 | squared_er.. | 19 | 15 | 8 | 0.6 | 0.0098 | 0.5 | 1.0 | 3.229s | 2m:15s |
| Iteration 33 | deviance | 0.0136 | 360 | 1.0 | squared_er.. | 2 | 4 | 5 | 0.8 | 0.0092 | 0.75 | 1.0 | 3.228s | 2m:19s |
| Iteration 34 | exponen.. | 0.0218 | 61 | 0.7 | friedman_mse | 4 | 8 | 7 | 0.9 | 0.0051 | 0.4375 | 1.0 | 3.202s | 2m:24s |
| Iteration 35 | exponen.. | 0.1486 | 328 | 0.8 | squared_er.. | 20 | 10 | 5 | sqrt | 0.0089 | 0.5625 | 1.0 | 3.203s | 2m:28s |
| Iteration 36 | deviance | 1.0 | 153 | 1.0 | squared_er.. | 10 | 20 | 4 | None | 0.035 | 0.75 | 1.0 | 3.170s | 2m:32s |
| Iteration 37 | exponen.. | 0.6811 | 266 | 0.5 | friedman_mse | 4 | 5 | 1 | None | 0.0317 | 0.9375 | 1.0 | 3.213s | 2m:36s |
| Iteration 38 | exponen.. | 0.2631 | 230 | 1.0 | squared_er.. | 6 | 1 | 3 | None | 0.024 | 0.4375 | 1.0 | 3.206s | 2m:41s |
| Iteration 39 | deviance | 0.3291 | 127 | 0.8 | friedman_mse | 9 | 2 | 4 | 0.8 | 0.0309 | 0.5312 | 1.0 | 3.174s | 2m:46s |
| Iteration 40 | exponen.. | 0.1143 | 162 | 0.5 | squared_er.. | 3 | 1 | 1 | None | 0.0264 | 0.75 | 1.0 | 3.207s | 2m:50s |
| Iteration 41 | deviance | 0.0101 | 500 | 0.8 | friedman_mse | 17 | 15 | 5 | 0.9 | 0.0137 | 0.5625 | 1.0 | 3.272s | 2m:54s |
| Iteration 42 | deviance | 0.1417 | 329 | 0.7 | friedman_mse | 11 | 18 | 1 | log2 | 0.035 | 0.6875 | 1.0 | 3.192s | 2m:58s |
| Iteration 43 | deviance | 0.2016 | 459 | 0.9 | friedman_mse | 9 | 1 | 1 | sqrt | 0.0027 | 0.875 | 1.0 | 3.271s | 3m:03s |
| Iteration 44 | exponen.. | 0.0392 | 494 | 0.8 | friedman_mse | 18 | 1 | 1 | None | 0.0025 | 0.75 | 1.0 | 3.260s | 3m:07s |
| Iteration 45 | exponen.. | 0.0307 | 462 | 0.7 | squared_er.. | 15 | 18 | 5 | None | 0.017 | 1.0 | 1.0 | 3.250s | 3m:12s |
| Iteration 46 | deviance | 0.0428 | 183 | 0.6 | friedman_mse | 6 | 7 | 1 | 0.7 | 0.031 | 0.8438 | 1.0 | 3.162s | 3m:16s |
| Iteration 47 | exponen.. | 0.0347 | 326 | 0.7 | squared_er.. | 16 | 19 | 4 | 0.9 | 0.0209 | 0.6562 | 1.0 | 3.234s | 3m:20s |
| Iteration 48 | deviance | 0.0531 | 212 | 0.6 | squared_er.. | 19 | 13 | 5 | log2 | 0.0131 | 0.9375 | 1.0 | 3.172s | 3m:25s |
| Iteration 49 | deviance | 0.9802 | 92 | 1.0 | squared_er.. | 6 | 1 | 6 | 0.7 | 0.032 | 0.9688 | 1.0 | 3.162s | 3m:29s |
| Iteration 50 | deviance | 0.0338 | 450 | 0.9 | squared_er.. | 20 | 1 | 6 | 0.9 | 0.0271 | 0.75 | 1.0 | 3.269s | 3m:34s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.0332, 'n_estimators': 355, 'subsample': 0.9, 'criterion': 'squared_error', 'min_samples_split': 19, 'min_samples_leaf': 9, 'max_depth': 5, 'max_features': 0.9, 'ccp_alpha': 0.01}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:35s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9893
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.105s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.1049
Time elapsed: 0.492s
-------------------------------------------------
Total time: 3m:35s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.625 | 0.625 | 3.161s | 3.173s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.875 | 0.875 | 3.170s | 6.857s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.25 | 0.875 | 3.172s | 10.566s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.375 | 0.875 | 3.128s | 14.209s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.625 | 0.875 | 3.196s | 17.926s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.625 | 0.875 | 3.182s | 21.621s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.3125 | 0.875 | 3.175s | 25.315s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.6875 | 0.875 | 3.191s | 29.095s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.5 | 0.875 | 3.139s | 32.763s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.5625 | 0.875 | 3.164s | 36.433s |
| Iteration 11 | none | --- | sag | 131 | --- | 0.625 | 0.875 | 3.152s | 40.404s |
| Iteration 12 | l2 | 0.0506 | sag | 1000 | --- | 0.75 | 0.875 | 3.176s | 44.587s |
| Iteration 13 | l2 | 0.1031 | libli.. | 924 | --- | 0.625 | 0.875 | 3.767s | 49.302s |
| Iteration 14 | l2 | 0.0644 | sag | 931 | --- | 0.6875 | 0.875 | 3.187s | 53.350s |
| Iteration 15 | l2 | 0.1012 | sag | 964 | --- | 0.625 | 0.875 | 3.125s | 57.324s |
| Iteration 16 | l2 | 0.3953 | sag | 964 | --- | 0.3125 | 0.875 | 3.138s | 1m:02s |
| Iteration 17 | l2 | 31.6958 | saga | 953 | --- | 0.5 | 0.875 | 3.184s | 1m:06s |
| Iteration 18 | l2 | 2.2127 | saga | 987 | --- | 0.3125 | 0.875 | 3.143s | 1m:10s |
| Iteration 19 | none | --- | newto.. | 716 | --- | 0.625 | 0.875 | 3.160s | 1m:14s |
| Iteration 20 | l2 | 0.0826 | sag | 203 | --- | 0.3125 | 0.875 | 3.142s | 1m:18s |
| Iteration 21 | l2 | 0.0169 | sag | 949 | --- | 0.4375 | 0.875 | 3.160s | 1m:22s |
| Iteration 22 | l1 | 0.0394 | saga | 955 | --- | 0.5 | 0.875 | 3.149s | 1m:26s |
| Iteration 23 | l2 | 0.0952 | saga | 1000 | --- | 0.625 | 0.875 | 3.165s | 1m:30s |
| Iteration 24 | l2 | 0.0935 | sag | 1000 | --- | 0.25 | 0.875 | 3.174s | 1m:34s |
| Iteration 25 | l2 | 60.4813 | sag | 248 | --- | 0.8125 | 0.875 | 3.145s | 1m:38s |
| Iteration 26 | l2 | 97.0714 | sag | 169 | --- | 0.8125 | 0.875 | 3.112s | 1m:42s |
| Iteration 27 | l2 | 1.5581 | sag | 124 | --- | 0.25 | 0.875 | 3.178s | 1m:46s |
| Iteration 28 | l2 | 44.1491 | sag | 126 | --- | 0.8125 | 0.875 | 3.170s | 1m:50s |
| Iteration 29 | l2 | 0.1823 | sag | 969 | --- | 0.6875 | 0.875 | 3.199s | 1m:54s |
| Iteration 30 | l2 | 3.3337 | sag | 103 | --- | 0.75 | 0.875 | 3.153s | 1m:58s |
| Iteration 31 | l2 | 0.9924 | sag | 106 | --- | 0.625 | 0.875 | 3.182s | 2m:02s |
| Iteration 32 | l2 | 4.8697 | sag | 225 | --- | 0.625 | 0.875 | 3.189s | 2m:06s |
| Iteration 33 | l1 | 14.9859 | libli.. | 150 | --- | 0.625 | 0.875 | 3.161s | 2m:10s |
| Iteration 34 | l1 | 1.96 | libli.. | 114 | --- | 0.4375 | 0.875 | 3.150s | 2m:14s |
| Iteration 35 | l2 | 0.0622 | saga | 967 | --- | 0.6875 | 0.875 | 3.150s | 2m:18s |
| Iteration 36 | l2 | 2.0343 | sag | 345 | --- | 0.625 | 0.875 | 3.174s | 2m:23s |
| Iteration 37 | l2 | 0.1958 | libli.. | 932 | --- | 0.75 | 0.875 | 3.164s | 2m:29s |
| Iteration 38 | none | --- | newto.. | 934 | --- | 0.6875 | 0.875 | 3.755s | 2m:34s |
| Iteration 39 | none | --- | newto.. | 998 | --- | 0.375 | 0.875 | 3.117s | 2m:38s |
| Iteration 40 | l2 | 2.6863 | sag | 255 | --- | 0.75 | 0.875 | 3.161s | 2m:42s |
| Iteration 41 | l2 | 7.1987 | sag | 260 | --- | 0.4375 | 0.875 | 3.176s | 2m:46s |
| Iteration 42 | l2 | 3.742 | newto.. | 109 | --- | 0.8125 | 0.875 | 3.160s | 2m:50s |
| Iteration 43 | l2 | 0.0094 | newto.. | 996 | --- | 0.75 | 0.875 | 3.179s | 2m:54s |
| Iteration 44 | l2 | 19.0259 | newto.. | 152 | --- | 0.5625 | 0.875 | 3.166s | 2m:59s |
| Iteration 45 | l2 | 0.0047 | newto.. | 902 | --- | 0.8125 | 0.875 | 3.154s | 3m:03s |
| Iteration 46 | l2 | 95.7205 | newto.. | 878 | --- | 0.8125 | 0.875 | 3.144s | 3m:07s |
| Iteration 47 | l2 | 0.0025 | newto.. | 378 | --- | 0.5 | 0.875 | 3.169s | 3m:11s |
| Iteration 48 | l2 | 0.9808 | sag | 100 | --- | 0.9375 | 0.9375 | 3.134s | 3m:15s |
| Iteration 49 | l2 | 0.2608 | sag | 100 | --- | 0.875 | 0.9375 | 3.165s | 3m:19s |
| Iteration 50 | l2 | 0.0024 | sag | 100 | --- | 0.5 | 0.9375 | 3.176s | 3m:24s |
Bayesian Optimization ---------------------------
Best call --> Iteration 48
Best parameters --> {'penalty': 'l2', 'C': 0.9808, 'solver': 'sag', 'max_iter': 100}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 3m:25s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9009
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.76 ± 0.0583
Time elapsed: 0.055s
-------------------------------------------------
Total time: 3m:25s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.4375 | 0.4375 | 3.168s | 3.174s |
| Initial point 2 | svd | --- | 0.875 | 0.875 | 3.128s | 6.816s |
| Initial point 3 | svd | --- | 0.875 | 0.875 | 0.001s | 7.349s |
| Initial point 4 | lsqr | 0.8 | 0.5 | 0.875 | 3.135s | 11.007s |
| Initial point 5 | eigen | 0.9 | 0.6875 | 0.875 | 3.162s | 14.725s |
| Initial point 6 | lsqr | 0.7 | 0.75 | 0.875 | 3.169s | 18.424s |
| Initial point 7 | lsqr | 0.5 | 0.9375 | 0.9375 | 3.199s | 22.172s |
| Initial point 8 | lsqr | 0.9 | 0.5 | 0.9375 | 3.153s | 25.877s |
| Initial point 9 | lsqr | 0.6 | 0.25 | 0.9375 | 3.133s | 29.517s |
| Initial point 10 | eigen | 0.8 | 0.875 | 0.9375 | 3.141s | 33.188s |
| Iteration 11 | eigen | 0.6 | 0.875 | 0.9375 | 3.277s | 37.164s |
| Iteration 12 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 37.819s |
| Iteration 13 | eigen | 0.7 | 0.5625 | 0.9375 | 3.201s | 41.682s |
| Iteration 14 | lsqr | auto | 0.6875 | 0.9375 | 3.178s | 45.505s |
| Iteration 15 | eigen | auto | 0.625 | 0.9375 | 3.189s | 49.640s |
| Iteration 16 | svd | --- | 0.875 | 0.9375 | 0.000s | 50.346s |
| Iteration 17 | svd | --- | 0.875 | 0.9375 | 0.000s | 51.751s |
| Iteration 18 | lsqr | 1.0 | 0.4375 | 0.9375 | 3.062s | 55.631s |
| Iteration 19 | svd | --- | 0.875 | 0.9375 | 0.000s | 56.313s |
| Iteration 20 | svd | --- | 0.875 | 0.9375 | 0.000s | 56.991s |
| Iteration 21 | svd | --- | 0.875 | 0.9375 | 0.000s | 58.255s |
| Iteration 22 | svd | --- | 0.875 | 0.9375 | 0.000s | 58.957s |
| Iteration 23 | eigen | 0.5 | 0.625 | 0.9375 | 3.064s | 1m:03s |
| Iteration 24 | eigen | None | 0.25 | 0.9375 | 3.132s | 1m:07s |
| Iteration 25 | lsqr | None | 0.8125 | 0.9375 | 3.159s | 1m:11s |
| Iteration 26 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:11s |
| Iteration 27 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:12s |
| Iteration 28 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:13s |
| Iteration 29 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:14s |
| Iteration 30 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.001s | 1m:14s |
| Iteration 31 | lsqr | auto | 0.6875 | 0.9375 | 0.000s | 1m:15s |
| Iteration 32 | lsqr | 0.6 | 0.25 | 0.9375 | 0.000s | 1m:16s |
| Iteration 33 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:16s |
| Iteration 34 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:17s |
| Iteration 35 | lsqr | None | 0.8125 | 0.9375 | 0.000s | 1m:18s |
| Iteration 36 | lsqr | 0.9 | 0.5 | 0.9375 | 0.000s | 1m:19s |
| Iteration 37 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:19s |
| Iteration 38 | svd | --- | 0.875 | 0.9375 | 0.000s | 1m:20s |
| Iteration 39 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:21s |
| Iteration 40 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:22s |
| Iteration 41 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:23s |
| Iteration 42 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:23s |
| Iteration 43 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:24s |
| Iteration 44 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:25s |
| Iteration 45 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:26s |
| Iteration 46 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:27s |
| Iteration 47 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:28s |
| Iteration 48 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:28s |
| Iteration 49 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:30s |
| Iteration 50 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.001s | 1m:31s |
Bayesian Optimization ---------------------------
Best call --> Initial point 7
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 1m:32s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7616
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.57 ± 0.06
Time elapsed: 0.030s
-------------------------------------------------
Total time: 1m:32s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.4375 | 0.4375 | 3.110s | 3.113s |
| Initial point 2 | 0.9 | 0.875 | 0.875 | 3.170s | 6.965s |
| Initial point 3 | 0.1 | 0.25 | 0.875 | 3.191s | 10.713s |
| Initial point 4 | 1.0 | 0.4375 | 0.875 | 0.001s | 11.489s |
| Initial point 5 | 0.2 | 0.625 | 0.875 | 3.072s | 15.379s |
| Initial point 6 | 0.4 | 0.75 | 0.875 | 3.149s | 19.062s |
| Initial point 7 | 0.4 | 0.75 | 0.875 | 0.001s | 19.593s |
| Initial point 8 | 0.7 | 0.5 | 0.875 | 3.210s | 23.301s |
| Initial point 9 | 0.9 | 0.875 | 0.875 | 0.001s | 23.828s |
| Initial point 10 | 0.8 | 0.75 | 0.875 | 3.190s | 27.519s |
| Iteration 11 | 0.3 | 0.75 | 0.875 | 3.189s | 31.303s |
| Iteration 12 | 0.6 | 0.8125 | 0.875 | 3.208s | 35.154s |
| Iteration 13 | 0.5 | 0.375 | 0.875 | 3.229s | 38.978s |
| Iteration 14 | 0.0 | 0.75 | 0.875 | 3.222s | 42.827s |
| Iteration 15 | 0.9 | 0.875 | 0.875 | 0.000s | 43.428s |
| Iteration 16 | 0.9 | 0.875 | 0.875 | 0.000s | 44.024s |
| Iteration 17 | 0.9 | 0.875 | 0.875 | 0.000s | 44.633s |
| Iteration 18 | 0.9 | 0.875 | 0.875 | 0.000s | 45.240s |
| Iteration 19 | 0.9 | 0.875 | 0.875 | 0.000s | 45.851s |
| Iteration 20 | 0.9 | 0.875 | 0.875 | 0.000s | 46.487s |
| Iteration 21 | 0.6 | 0.8125 | 0.875 | 0.000s | 47.099s |
| Iteration 22 | 0.9 | 0.875 | 0.875 | 0.000s | 47.710s |
| Iteration 23 | 0.9 | 0.875 | 0.875 | 0.000s | 48.322s |
| Iteration 24 | 0.9 | 0.875 | 0.875 | 0.000s | 48.944s |
| Iteration 25 | 0.9 | 0.875 | 0.875 | 0.000s | 49.579s |
| Iteration 26 | 0.9 | 0.875 | 0.875 | 0.000s | 50.828s |
| Iteration 27 | 0.1 | 0.25 | 0.875 | 0.000s | 51.490s |
| Iteration 28 | 0.9 | 0.875 | 0.875 | 0.000s | 52.159s |
| Iteration 29 | 0.2 | 0.625 | 0.875 | 0.000s | 52.867s |
| Iteration 30 | 0.8 | 0.75 | 0.875 | 0.001s | 53.508s |
| Iteration 31 | 0.9 | 0.875 | 0.875 | 0.000s | 54.187s |
| Iteration 32 | 0.9 | 0.875 | 0.875 | 0.000s | 54.822s |
| Iteration 33 | 0.9 | 0.875 | 0.875 | 0.000s | 55.466s |
| Iteration 34 | 0.9 | 0.875 | 0.875 | 0.000s | 56.951s |
| Iteration 35 | 0.9 | 0.875 | 0.875 | 0.000s | 57.818s |
| Iteration 36 | 0.9 | 0.875 | 0.875 | 0.000s | 58.492s |
| Iteration 37 | 0.9 | 0.875 | 0.875 | 0.000s | 59.167s |
| Iteration 38 | 0.9 | 0.875 | 0.875 | 0.000s | 59.842s |
| Iteration 39 | 0.9 | 0.875 | 0.875 | 0.000s | 1m:01s |
| Iteration 40 | 0.9 | 0.875 | 0.875 | 0.000s | 1m:01s |
| Iteration 41 | 0.9 | 0.875 | 0.875 | 0.000s | 1m:02s |
| Iteration 42 | 0.9 | 0.875 | 0.875 | 0.000s | 1m:03s |
| Iteration 43 | 0.9 | 0.875 | 0.875 | 0.000s | 1m:03s |
| Iteration 44 | 0.9 | 0.875 | 0.875 | 0.001s | 1m:04s |
| Iteration 45 | 0.9 | 0.875 | 0.875 | 0.000s | 1m:05s |
| Iteration 46 | 0.9 | 0.875 | 0.875 | 0.000s | 1m:05s |
| Iteration 47 | 0.9 | 0.875 | 0.875 | 0.000s | 1m:06s |
| Iteration 48 | 0.9 | 0.875 | 0.875 | 0.000s | 1m:07s |
| Iteration 49 | 0.9 | 0.875 | 0.875 | 0.000s | 1m:08s |
| Iteration 50 | 0.9 | 0.875 | 0.875 | 0.000s | 1m:08s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'reg_param': 0.9}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7054
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.52 ± 0.2315
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:09s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 10.7863 | dista.. | auto | 40 | 1 | 0.6875 | 0.6875 | 3.161s | 3.181s |
| Initial point 2 | 4.2897 | uniform | kd_tree | 39 | 2 | 0.3438 | 0.6875 | 3.122s | 7.106s |
| Initial point 3 | 3.3886 | dista.. | ball_tree | 25 | 2 | 0.4375 | 0.6875 | 3.179s | 10.804s |
| Initial point 4 | 9.8861 | uniform | ball_tree | 39 | 2 | 0.625 | 0.6875 | 3.167s | 14.513s |
| Initial point 5 | 7.7445 | dista.. | auto | 30 | 2 | 0.6875 | 0.6875 | 3.252s | 19.628s |
| Initial point 6 | 8.9687 | dista.. | ball_tree | 21 | 2 | 0.5 | 0.6875 | 3.248s | 23.781s |
| Initial point 7 | 6.4151 | dista.. | ball_tree | 24 | 1 | 0.4375 | 0.6875 | 3.209s | 27.590s |
| Initial point 8 | 1.5373 | dista.. | ball_tree | 21 | 2 | 0.375 | 0.6875 | 3.209s | 31.323s |
| Initial point 9 | 7.146 | uniform | ball_tree | 24 | 1 | 0.6875 | 0.6875 | 3.283s | 35.134s |
| Initial point 10 | 5.0757 | uniform | brute | 22 | 2 | 0.25 | 0.6875 | 3.148s | 38.804s |
| Iteration 11 | 0.0 | uniform | auto | 20 | 1 | 0.5 | 0.6875 | 3.182s | 42.802s |
| Iteration 12 | 1.1224 | uniform | ball_tree | 20 | 1 | 0.5 | 0.6875 | 3.213s | 46.918s |
| Iteration 13 | 9.7688 | uniform | auto | 23 | 1 | 0.3438 | 0.6875 | 3.209s | 50.981s |
| Iteration 14 | 9.4074 | dista.. | auto | 20 | 2 | 0.6875 | 0.6875 | 3.178s | 54.970s |
| Iteration 15 | 9.1293 | dista.. | auto | 40 | 1 | 0.5625 | 0.6875 | 3.187s | 58.947s |
| Iteration 16 | 1.899 | dista.. | auto | 20 | 2 | 1.0 | 1.0 | 3.145s | 1m:03s |
| Iteration 17 | 0.0 | dista.. | auto | 20 | 2 | 0.5 | 1.0 | 3.190s | 1m:07s |
| Iteration 18 | 2.6536 | dista.. | kd_tree | 31 | 1 | 0.4375 | 1.0 | 3.183s | 1m:11s |
| Iteration 19 | 0.3761 | dista.. | auto | 21 | 2 | 0.5 | 1.0 | 3.172s | 1m:15s |
| Iteration 20 | 5.8753 | dista.. | brute | 37 | 2 | 0.625 | 1.0 | 3.142s | 1m:19s |
| Iteration 21 | 0.0184 | dista.. | brute | 20 | 1 | 0.5 | 1.0 | 3.801s | 1m:23s |
| Iteration 22 | 10.6793 | dista.. | auto | 21 | 1 | 0.5 | 1.0 | 3.196s | 1m:27s |
| Iteration 23 | 10.6326 | dista.. | kd_tree | 20 | 2 | 0.625 | 1.0 | 3.205s | 1m:31s |
| Iteration 24 | 10.7945 | dista.. | brute | 40 | 2 | 0.625 | 1.0 | 3.271s | 1m:36s |
| Iteration 25 | 9.8975 | uniform | kd_tree | 20 | 1 | 0.25 | 1.0 | 3.230s | 1m:40s |
| Iteration 26 | 1.9168 | uniform | auto | 20 | 2 | 0.625 | 1.0 | 3.218s | 1m:44s |
| Iteration 27 | 0.5105 | dista.. | auto | 40 | 2 | 0.5 | 1.0 | 3.210s | 1m:48s |
| Iteration 28 | 1.824 | dista.. | brute | 20 | 2 | 0.5625 | 1.0 | 3.241s | 1m:52s |
| Iteration 29 | 10.7176 | dista.. | auto | 20 | 2 | 0.6875 | 1.0 | 3.365s | 1m:56s |
| Iteration 30 | 10.6136 | uniform | ball_tree | 40 | 2 | 0.5 | 1.0 | 3.210s | 2m:00s |
| Iteration 31 | 0.0695 | dista.. | kd_tree | 40 | 2 | 0.5 | 1.0 | 3.299s | 2m:05s |
| Iteration 32 | 10.3304 | dista.. | auto | 21 | 2 | 0.4375 | 1.0 | 3.217s | 2m:09s |
| Iteration 33 | 7.4282 | dista.. | auto | 31 | 2 | 0.625 | 1.0 | 3.240s | 2m:13s |
| Iteration 34 | 0.8459 | uniform | brute | 40 | 1 | 0.5 | 1.0 | 3.251s | 2m:17s |
| Iteration 35 | 0.2557 | dista.. | auto | 20 | 1 | 0.5 | 1.0 | 3.258s | 2m:21s |
| Iteration 36 | 10.2259 | dista.. | kd_tree | 20 | 1 | 0.875 | 1.0 | 3.197s | 2m:25s |
| Iteration 37 | 10.8168 | dista.. | auto | 20 | 1 | 0.75 | 1.0 | 3.192s | 2m:29s |
| Iteration 38 | 10.8168 | dista.. | auto | 20 | 1 | 0.75 | 1.0 | 0.001s | 2m:30s |
| Iteration 39 | 2.1104 | dista.. | auto | 20 | 2 | 0.3438 | 1.0 | 3.172s | 2m:35s |
| Iteration 40 | 10.8168 | dista.. | brute | 20 | 1 | 0.6875 | 1.0 | 3.208s | 2m:39s |
| Iteration 41 | 0.118 | dista.. | ball_tree | 30 | 2 | 0.5 | 1.0 | 3.195s | 2m:43s |
| Iteration 42 | 8.6112 | dista.. | kd_tree | 20 | 1 | 0.4375 | 1.0 | 3.204s | 2m:48s |
| Iteration 43 | 1.9379 | dista.. | kd_tree | 20 | 1 | 0.4688 | 1.0 | 3.203s | 2m:52s |
| Iteration 44 | 0.003 | uniform | brute | 28 | 1 | 0.5 | 1.0 | 3.215s | 2m:57s |
| Iteration 45 | 10.3186 | dista.. | kd_tree | 20 | 1 | 0.875 | 1.0 | 3.197s | 3m:01s |
| Iteration 46 | 10.2723 | dista.. | ball_tree | 20 | 1 | 0.8125 | 1.0 | 3.164s | 3m:05s |
| Iteration 47 | 10.2758 | uniform | kd_tree | 20 | 1 | 0.375 | 1.0 | 3.838s | 3m:10s |
| Iteration 48 | 1.8434 | dista.. | auto | 27 | 2 | 0.6875 | 1.0 | 3.194s | 3m:14s |
| Iteration 49 | 6.273 | dista.. | kd_tree | 30 | 2 | 1.0 | 1.0 | 3.230s | 3m:19s |
| Iteration 50 | 6.2578 | dista.. | kd_tree | 30 | 2 | 0.5 | 1.0 | 3.203s | 3m:23s |
Bayesian Optimization ---------------------------
Best call --> Iteration 49
Best parameters --> {'radius': 6.273, 'weights': 'distance', 'algorithm': 'kd_tree', 'leaf_size': 30, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.79 ± 0.02
Time elapsed: 0.050s
-------------------------------------------------
Total time: 3m:24s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.625 | 0.625 | 3.579s | 3.585s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.8125 | 0.8125 | 3.584s | 7.753s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.6875 | 0.8125 | 3.295s | 11.581s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.3125 | 0.8125 | 3.451s | 15.548s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.75 | 0.8125 | 3.341s | 19.401s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.625 | 0.8125 | 3.533s | 23.590s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.5 | 0.8125 | 3.172s | 27.291s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.9688 | 0.9688 | 3.425s | 31.223s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.6875 | 0.9688 | 3.130s | 34.865s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.7188 | 0.9688 | 3.275s | 38.657s |
| Iteration 11 | 411 | 0.0195 | SAMME | 0.625 | 0.9688 | 3.411s | 42.776s |
| Iteration 12 | 112 | 0.0238 | SAMME.R | 1.0 | 1.0 | 3.223s | 46.666s |
| Iteration 13 | 66 | 0.0295 | SAMME.R | 0.5312 | 1.0 | 3.211s | 50.596s |
| Iteration 14 | 121 | 0.0217 | SAMME.R | 0.6562 | 1.0 | 3.228s | 54.538s |
| Iteration 15 | 251 | 0.0219 | SAMME | 0.75 | 1.0 | 3.322s | 58.551s |
| Iteration 16 | 210 | 0.0111 | SAMME | 0.625 | 1.0 | 3.285s | 1m:03s |
| Iteration 17 | 175 | 0.0226 | SAMME.R | 0.4375 | 1.0 | 3.284s | 1m:07s |
| Iteration 18 | 150 | 0.0177 | SAMME | 0.75 | 1.0 | 3.238s | 1m:10s |
| Iteration 19 | 371 | 0.0183 | SAMME.R | 0.7188 | 1.0 | 3.442s | 1m:15s |
| Iteration 20 | 112 | 0.0226 | SAMME.R | 0.375 | 1.0 | 3.206s | 1m:19s |
| Iteration 21 | 78 | 0.0166 | SAMME | 0.625 | 1.0 | 3.212s | 1m:23s |
| Iteration 22 | 285 | 0.0472 | SAMME.R | 0.5625 | 1.0 | 3.349s | 1m:27s |
| Iteration 23 | 440 | 0.0188 | SAMME | 0.9688 | 1.0 | 3.428s | 1m:31s |
| Iteration 24 | 496 | 0.0184 | SAMME | 0.625 | 1.0 | 4.104s | 1m:36s |
| Iteration 25 | 55 | 0.0205 | SAMME | 0.8125 | 1.0 | 3.194s | 1m:40s |
| Iteration 26 | 380 | 0.0201 | SAMME | 0.5 | 1.0 | 3.398s | 1m:44s |
| Iteration 27 | 315 | 0.0192 | SAMME | 0.5625 | 1.0 | 3.354s | 1m:48s |
| Iteration 28 | 313 | 0.0191 | SAMME | 0.9062 | 1.0 | 3.382s | 1m:52s |
| Iteration 29 | 159 | 0.0332 | SAMME | 0.6562 | 1.0 | 3.288s | 1m:56s |
| Iteration 30 | 401 | 0.0191 | SAMME | 0.75 | 1.0 | 3.403s | 2m:00s |
| Iteration 31 | 380 | 0.0913 | SAMME.R | 0.8125 | 1.0 | 3.433s | 2m:05s |
| Iteration 32 | 82 | 0.084 | SAMME.R | 0.7812 | 1.0 | 3.205s | 2m:09s |
| Iteration 33 | 375 | 0.0188 | SAMME | 0.8125 | 1.0 | 3.375s | 2m:13s |
| Iteration 34 | 383 | 0.0187 | SAMME | 0.5 | 1.0 | 3.376s | 2m:17s |
| Iteration 35 | 133 | 0.0985 | SAMME.R | 0.5 | 1.0 | 3.221s | 2m:21s |
| Iteration 36 | 452 | 0.0189 | SAMME | 0.6562 | 1.0 | 3.459s | 2m:25s |
| Iteration 37 | 281 | 0.0189 | SAMME | 0.7812 | 1.0 | 3.329s | 2m:29s |
| Iteration 38 | 113 | 0.0768 | SAMME.R | 0.6875 | 1.0 | 3.193s | 2m:33s |
| Iteration 39 | 231 | 0.0563 | SAMME.R | 0.5 | 1.0 | 3.310s | 2m:37s |
| Iteration 40 | 432 | 0.0243 | SAMME | 0.75 | 1.0 | 3.431s | 2m:42s |
| Iteration 41 | 124 | 1.2158 | SAMME.R | 0.8125 | 1.0 | 3.252s | 2m:46s |
| Iteration 42 | 224 | 1.9713 | SAMME.R | 0.5 | 1.0 | 3.304s | 2m:50s |
| Iteration 43 | 173 | 1.1192 | SAMME.R | 0.8125 | 1.0 | 3.302s | 2m:54s |
| Iteration 44 | 248 | 0.0197 | SAMME | 0.7812 | 1.0 | 3.329s | 2m:58s |
| Iteration 45 | 290 | 0.0198 | SAMME | 0.875 | 1.0 | 3.344s | 3m:02s |
| Iteration 46 | 132 | 0.0206 | SAMME | 0.8438 | 1.0 | 3.218s | 3m:06s |
| Iteration 47 | 348 | 0.0216 | SAMME | 0.7188 | 1.0 | 3.364s | 3m:12s |
| Iteration 48 | 135 | 0.0217 | SAMME | 0.875 | 1.0 | 3.246s | 3m:17s |
| Iteration 49 | 101 | 0.023 | SAMME | 1.0 | 1.0 | 3.210s | 3m:22s |
| Iteration 50 | 50 | 0.0245 | SAMME | 0.6875 | 1.0 | 3.187s | 3m:28s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'n_estimators': 112, 'learning_rate': 0.0238, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9647
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.109s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.765 ± 0.1281
Time elapsed: 0.474s
-------------------------------------------------
Total time: 3m:30s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.625 | 0.625 | 3.581s | 3.599s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.9375 | 0.9375 | 3.477s | 8.392s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.5625 | 0.9375 | 3.417s | 12.413s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.9375 | 3.253s | 16.262s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.625 | 0.9375 | 3.400s | 20.226s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.75 | 0.9375 | 3.268s | 24.059s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.625 | 0.9375 | 3.322s | 27.927s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.875 | 0.9375 | 3.279s | 31.730s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.6875 | 0.9375 | 3.415s | 35.665s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 1.0 | 1.0 | 3.378s | 39.559s |
| Iteration 11 | 500 | gini | 1 | 8 | 3 | 0.5 | False | 0.0 | --- | 0.8125 | 1.0 | 3.396s | 43.985s |
| Iteration 12 | 413 | gini | 6 | 8 | 8 | 0.8 | False | 0.018 | --- | 1.0 | 1.0 | 3.386s | 48.385s |
| Iteration 13 | 334 | entropy | 5 | 9 | 15 | sqrt | True | 0.0276 | 0.7 | 0.9375 | 1.0 | 3.533s | 52.856s |
| Iteration 14 | 394 | entropy | 5 | 9 | 14 | sqrt | True | 0.0186 | 0.7 | 0.7188 | 1.0 | 3.561s | 57.402s |
| Iteration 15 | 500 | gini | 2 | 8 | 20 | sqrt | True | 0.0141 | 0.7 | 0.5 | 1.0 | 3.629s | 1m:02s |
| Iteration 16 | 346 | gini | 6 | 9 | 10 | 0.8 | False | 0.0173 | --- | 0.625 | 1.0 | 3.366s | 1m:06s |
| Iteration 17 | 418 | gini | 6 | 7 | 15 | None | True | 0.0063 | 0.5 | 0.5 | 1.0 | 3.424s | 1m:11s |
| Iteration 18 | 336 | gini | 5 | 2 | 7 | 0.9 | False | 0.0175 | --- | 0.75 | 1.0 | 3.315s | 1m:15s |
| Iteration 19 | 85 | gini | 6 | 11 | 15 | sqrt | True | 0.0181 | None | 0.4375 | 1.0 | 3.110s | 1m:19s |
| Iteration 20 | 17 | gini | 5 | 8 | 11 | None | True | 0.0212 | None | 0.5625 | 1.0 | 3.121s | 1m:23s |
| Iteration 21 | 438 | entropy | 8 | 2 | 8 | None | True | 0.0269 | 0.6 | 0.5625 | 1.0 | 3.462s | 1m:28s |
| Iteration 22 | 415 | gini | 6 | 8 | 8 | 0.8 | True | 0.0045 | 0.6 | 0.75 | 1.0 | 3.416s | 1m:32s |
| Iteration 23 | 416 | gini | 6 | 7 | 7 | 0.8 | False | 0.0187 | --- | 0.7188 | 1.0 | 3.367s | 1m:36s |
| Iteration 24 | 223 | gini | 7 | 12 | 16 | None | True | 0.0247 | 0.6 | 0.5 | 1.0 | 3.261s | 1m:41s |
| Iteration 25 | 315 | entropy | 5 | 19 | 18 | 0.5 | True | 0.0166 | 0.6 | 0.5 | 1.0 | 3.378s | 1m:46s |
| Iteration 26 | 453 | gini | 8 | 9 | 11 | log2 | False | 0.0259 | --- | 0.6875 | 1.0 | 3.375s | 1m:50s |
| Iteration 27 | 477 | gini | 7 | 8 | 15 | sqrt | True | 0.0288 | 0.6 | 0.4375 | 1.0 | 3.495s | 1m:55s |
| Iteration 28 | 263 | gini | 5 | 12 | 15 | 0.9 | True | 0.0156 | 0.5 | 0.5 | 1.0 | 3.332s | 1m:60s |
| Iteration 29 | 205 | gini | 1 | 10 | 1 | 0.9 | False | 0.014 | --- | 0.5312 | 1.0 | 3.253s | 2m:04s |
| Iteration 30 | 207 | gini | 7 | 16 | 15 | 0.7 | True | 0.0242 | None | 0.625 | 1.0 | 3.281s | 2m:08s |
| Iteration 31 | 500 | gini | 6 | 8 | 5 | log2 | False | 0.0057 | --- | 0.8125 | 1.0 | 3.397s | 2m:13s |
| Iteration 32 | 294 | entropy | 3 | 8 | 16 | 0.5 | True | 0.0264 | 0.8 | 0.75 | 1.0 | 3.346s | 2m:17s |
| Iteration 33 | 333 | entropy | 7 | 6 | 14 | log2 | True | 0.0307 | 0.6 | 0.625 | 1.0 | 3.336s | 2m:22s |
| Iteration 34 | 422 | entropy | 1 | 9 | 4 | None | False | 0.0274 | --- | 0.375 | 1.0 | 3.359s | 2m:27s |
| Iteration 35 | 427 | gini | 6 | 10 | 3 | sqrt | False | 0.0275 | --- | 0.5625 | 1.0 | 3.335s | 2m:31s |
| Iteration 36 | 311 | gini | 2 | 5 | 5 | 0.5 | True | 0.0222 | 0.7 | 0.8125 | 1.0 | 3.359s | 2m:36s |
| Iteration 37 | 500 | gini | 8 | 6 | 6 | 0.9 | False | 0.0326 | --- | 0.9375 | 1.0 | 3.440s | 2m:40s |
| Iteration 38 | 477 | gini | 1 | 3 | 6 | 0.7 | False | 0.0309 | --- | 0.5625 | 1.0 | 3.362s | 2m:45s |
| Iteration 39 | 198 | entropy | 5 | 2 | 18 | log2 | False | 0.0152 | --- | 0.5938 | 1.0 | 3.209s | 2m:49s |
| Iteration 40 | 500 | gini | 8 | 6 | 6 | sqrt | False | 0.0181 | --- | 0.75 | 1.0 | 3.411s | 2m:54s |
| Iteration 41 | 500 | gini | 5 | 9 | 5 | 0.9 | False | 0.0229 | --- | 0.5625 | 1.0 | 3.460s | 2m:58s |
| Iteration 42 | 485 | gini | 4 | 20 | 6 | 0.6 | False | 0.0133 | --- | 0.6562 | 1.0 | 3.413s | 3m:03s |
| Iteration 43 | 13 | gini | 8 | 3 | 7 | sqrt | False | 0.0129 | --- | 0.75 | 1.0 | 3.161s | 3m:07s |
| Iteration 44 | 341 | entropy | None | 15 | 13 | 0.9 | False | 0.0156 | --- | 0.9375 | 1.0 | 3.355s | 3m:12s |
| Iteration 45 | 192 | entropy | 4 | 14 | 13 | 0.5 | False | 0.0154 | --- | 0.9375 | 1.0 | 3.251s | 3m:16s |
| Iteration 46 | 300 | entropy | 6 | 2 | 12 | auto | True | 0.0112 | 0.9 | 0.5625 | 1.0 | 3.374s | 3m:22s |
| Iteration 47 | 91 | entropy | 8 | 16 | 15 | 0.8 | True | 0.0017 | 0.9 | 0.7188 | 1.0 | 3.168s | 3m:27s |
| Iteration 48 | 106 | entropy | 1 | 17 | 11 | sqrt | False | 0.0294 | --- | 0.9375 | 1.0 | 3.163s | 3m:31s |
| Iteration 49 | 297 | entropy | 8 | 19 | 12 | 0.7 | False | 0.0072 | --- | 1.0 | 1.0 | 3.308s | 3m:36s |
| Iteration 50 | 418 | entropy | 9 | 20 | 12 | sqrt | False | 0.0062 | --- | 0.75 | 1.0 | 4.049s | 3m:41s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'n_estimators': 413, 'criterion': 'gini', 'max_depth': 6, 'min_samples_split': 8, 'min_samples_leaf': 8, 'max_features': 0.8, 'bootstrap': False, 'ccp_alpha': 0.018}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:42s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9688
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.303s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.76 ± 0.0735
Time elapsed: 1.351s
-------------------------------------------------
Total time: 3m:44s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.625 | 0.625 | 3.276s | 3.294s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 1.0 | 1.0 | 3.323s | 7.231s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 1.0 | 3.301s | 11.072s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 1.0 | 3.135s | 14.765s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 1.0 | 3.220s | 19.059s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 1.0 | 3.256s | 22.988s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 1.0 | 3.244s | 26.785s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 1.0 | 3.204s | 30.519s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.5 | 1.0 | 3.237s | 34.606s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 1.0 | 3.261s | 38.789s |
| Iteration 11 | 62 | 0.573 | 3 | 0.6835 | 3 | 0.5 | 0.4 | 0.1 | 1 | 0.6875 | 1.0 | 3.145s | 43.105s |
| Iteration 12 | 449 | 0.0424 | 9 | 0.4082 | 3 | 0.9 | 0.7 | 0.1 | 0.1 | 0.875 | 1.0 | 3.265s | 47.226s |
| Iteration 13 | 104 | 0.7839 | 3 | 0.7891 | 3 | 0.8 | 1.0 | 0.1 | 0 | 0.75 | 1.0 | 3.195s | 51.395s |
| Iteration 14 | 500 | 0.0184 | 1 | 0.4029 | 3 | 0.6 | 1.0 | 0.1 | 1 | 0.7812 | 1.0 | 3.202s | 55.583s |
| Iteration 15 | 332 | 0.0661 | 3 | 0.3981 | 3 | 0.8 | 0.8 | 0.01 | 0.1 | 0.8125 | 1.0 | 3.211s | 59.755s |
| Iteration 16 | 344 | 0.8589 | 6 | 0.3294 | 3 | 0.9 | 0.7 | 1 | 1 | 0.625 | 1.0 | 3.226s | 1m:04s |
| Iteration 17 | 334 | 0.0289 | 2 | 0.3758 | 3 | 1.0 | 0.8 | 0.1 | 0.01 | 0.5 | 1.0 | 3.212s | 1m:08s |
| Iteration 18 | 400 | 0.6455 | 5 | 0.5873 | 2 | 0.9 | 1.0 | 0.1 | 0.1 | 0.5625 | 1.0 | 3.204s | 1m:12s |
| Iteration 19 | 411 | 0.059 | 10 | 0.5283 | 3 | 0.8 | 0.8 | 0.1 | 0.1 | 0.625 | 1.0 | 3.212s | 1m:17s |
| Iteration 20 | 473 | 0.0375 | 8 | 0.4025 | 3 | 0.7 | 0.9 | 0 | 100 | 0.5625 | 1.0 | 3.232s | 1m:21s |
| Iteration 21 | 487 | 0.01 | 8 | 0.4421 | 3 | 0.8 | 0.9 | 10 | 0.1 | 0.5 | 1.0 | 3.216s | 1m:25s |
| Iteration 22 | 446 | 0.8788 | 9 | 0.2524 | 10 | 0.9 | 0.4 | 100 | 0.1 | 0.5 | 1.0 | 3.196s | 1m:29s |
| Iteration 23 | 255 | 0.1144 | 5 | 0.5241 | 3 | 0.5 | 0.7 | 0.01 | 0 | 0.75 | 1.0 | 3.174s | 1m:33s |
| Iteration 24 | 50 | 0.0108 | 3 | 0.4409 | 1 | 0.9 | 0.5 | 0 | 0.1 | 0.75 | 1.0 | 3.166s | 1m:37s |
| Iteration 25 | 120 | 0.0203 | 1 | 0.3311 | 1 | 0.8 | 0.6 | 0.1 | 0.1 | 0.8125 | 1.0 | 3.187s | 1m:41s |
| Iteration 26 | 284 | 0.01 | 10 | 0.5997 | 1 | 0.5 | 0.4 | 0.01 | 0 | 0.625 | 1.0 | 3.193s | 1m:45s |
| Iteration 27 | 20 | 0.1334 | 1 | 0.0 | 1 | 1.0 | 0.5 | 0.01 | 100 | 0.375 | 1.0 | 3.132s | 1m:51s |
| Iteration 28 | 396 | 0.0368 | 4 | 0.4117 | 3 | 0.9 | 0.6 | 0.01 | 0.1 | 0.9375 | 1.0 | 3.857s | 1m:56s |
| Iteration 29 | 500 | 0.0409 | 6 | 0.147 | 5 | 0.5 | 0.6 | 0.1 | 0.1 | 0.5 | 1.0 | 3.215s | 2m:00s |
| Iteration 30 | 233 | 0.1351 | 6 | 0.0122 | 3 | 0.9 | 0.6 | 0.01 | 0.1 | 0.8125 | 1.0 | 3.169s | 2m:04s |
| Iteration 31 | 282 | 0.0365 | 4 | 0.6366 | 3 | 0.9 | 0.8 | 0.1 | 0.1 | 0.9375 | 1.0 | 3.218s | 2m:09s |
| Iteration 32 | 104 | 0.2175 | 6 | 0.5193 | 3 | 0.8 | 1.0 | 10 | 0.1 | 0.5 | 1.0 | 3.183s | 2m:13s |
| Iteration 33 | 138 | 0.0435 | 6 | 0.8225 | 3 | 0.9 | 0.9 | 10 | 0.1 | 0.5 | 1.0 | 3.150s | 2m:17s |
| Iteration 34 | 497 | 0.1303 | 5 | 0.3644 | 3 | 0.7 | 0.9 | 0.1 | 0.1 | 0.375 | 1.0 | 3.230s | 2m:21s |
| Iteration 35 | 247 | 0.0332 | 6 | 0.2138 | 3 | 0.8 | 0.7 | 0 | 0.01 | 0.625 | 1.0 | 3.184s | 2m:26s |
| Iteration 36 | 130 | 0.0384 | 5 | 0.031 | 3 | 0.8 | 0.5 | 0.1 | 0.1 | 0.9375 | 1.0 | 3.185s | 2m:30s |
| Iteration 37 | 327 | 0.0342 | 6 | 0.3481 | 3 | 0.9 | 0.8 | 0.1 | 0.1 | 1.0 | 1.0 | 3.225s | 2m:34s |
| Iteration 38 | 500 | 0.0359 | 6 | 0.6139 | 3 | 0.7 | 1.0 | 0.1 | 0.1 | 0.6875 | 1.0 | 3.246s | 2m:39s |
| Iteration 39 | 358 | 0.0361 | 6 | 0.181 | 3 | 0.9 | 0.8 | 0.1 | 0.1 | 0.4375 | 1.0 | 3.125s | 2m:44s |
| Iteration 40 | 312 | 0.0325 | 10 | 0.1845 | 8 | 0.9 | 0.7 | 0.01 | 0.1 | 0.5 | 1.0 | 3.123s | 2m:50s |
| Iteration 41 | 380 | 0.0296 | 6 | 0.4094 | 2 | 0.9 | 0.7 | 0.01 | 0.1 | 0.4375 | 1.0 | 3.191s | 2m:54s |
| Iteration 42 | 117 | 0.0227 | 2 | 0.1612 | 1 | 0.7 | 0.6 | 10 | 0 | 0.5 | 1.0 | 3.173s | 2m:58s |
| Iteration 43 | 120 | 0.0111 | 9 | 0.8197 | 3 | 0.9 | 1.0 | 0.01 | 0.1 | 0.8125 | 1.0 | 3.186s | 3m:02s |
| Iteration 44 | 94 | 0.7742 | 2 | 0.8038 | 3 | 1.0 | 0.7 | 0.01 | 0.1 | 0.75 | 1.0 | 3.168s | 3m:07s |
| Iteration 45 | 294 | 0.0161 | 9 | 0.9646 | 3 | 0.9 | 0.6 | 0.01 | 0.1 | 1.0 | 1.0 | 3.208s | 3m:11s |
| Iteration 46 | 286 | 0.0122 | 5 | 0.1386 | 3 | 0.9 | 0.4 | 0 | 0.1 | 0.8125 | 1.0 | 3.171s | 3m:15s |
| Iteration 47 | 194 | 0.438 | 1 | 0.8896 | 3 | 0.9 | 0.4 | 0.01 | 0.1 | 0.75 | 1.0 | 3.181s | 3m:19s |
| Iteration 48 | 221 | 0.01 | 2 | 0.8772 | 3 | 0.9 | 0.5 | 0.01 | 0.1 | 0.875 | 1.0 | 3.190s | 3m:24s |
| Iteration 49 | 63 | 0.01 | 7 | 0.5255 | 3 | 0.9 | 0.5 | 0.01 | 0.1 | 1.0 | 1.0 | 3.168s | 3m:28s |
| Iteration 50 | 300 | 0.01 | 6 | 0.9963 | 3 | 0.9 | 0.6 | 0.01 | 0.1 | 0.75 | 1.0 | 3.195s | 3m:33s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 426, 'learning_rate': 0.0423, 'max_depth': 6, 'gamma': 0.4435, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:34s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.975
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.092s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.73 ± 0.098
Time elapsed: 0.285s
-------------------------------------------------
Total time: 3m:34s
Final results ==================== >>
Duration: 23m:53s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.7 ± 0.1049 ~
Logistic Regression --> roc_auc: 0.76 ± 0.0583
Linear Discriminant Analysis --> roc_auc: 0.57 ± 0.06 ~
Quadratic Discriminant Analysis --> roc_auc: 0.52 ± 0.2315 ~
Radius Nearest Neighbors --> roc_auc: 0.79 ± 0.02 !
AdaBoost --> roc_auc: 0.765 ± 0.1281 ~
Random Forest --> roc_auc: 0.76 ± 0.0735 ~
XGBoost --> roc_auc: 0.73 ± 0.098 ~
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 826 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAGNSGNTPLVF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVGTGTASKLTF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVRGGSYIPTF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CALTSGTYKYIF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVRGAAGNKLTF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CALILTGGGNKLTF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CAASANTGNQFYF.
>>> Dropping feature CAATSGSARQLTF.
>>> Dropping feature CAGPNAGGTSYGKLTF.
>>> Dropping feature CAVRNQGGKLIF.
>>> Dropping feature CAVRNTGFQKLVF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CAGNTGNQFYF.
>>> Dropping feature CALDSNYQLIW.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CAVDGQKLLF.
>>> Dropping feature CAVENQAGTALIF.
>>> Dropping feature CAVKDDYKLSF.
>>> Dropping feature CAVSETGNQFYF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CANAGGTSYGKLTF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVGARAAGNKLTF.
>>> Dropping feature CAVGYGGSQGNLIF.
>>> Dropping feature CAVPGSSNTGKLIF.
>>> Dropping feature CAARNSGNTPLVF.
>>> Dropping feature CAVKGGSEKLVF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAASMNSGYSTLTF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRGYGGSQGNLIF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 1.0 | 1.0 | 1.391s | 1.411s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.6875 | 1.0 | 0.682s | 2.976s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 1.0 | 1.0 | 0.642s | 4.210s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.6875 | 1.0 | 0.679s | 5.796s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.9375 | 1.0 | 0.702s | 7.110s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.6875 | 1.0 | 0.733s | 8.402s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.875 | 1.0 | 0.698s | 9.669s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.9375 | 1.0 | 0.743s | 10.966s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 1.0 | 1.0 | 0.684s | 12.194s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 1.0 | 1.0 | 0.674s | 13.430s |
| Iteration 11 | exponen.. | 1.0 | 10 | 1.0 | friedman_mse | 10 | 5 | 8 | 0.8 | 0.035 | 0.6875 | 1.0 | 0.638s | 15.067s |
| Iteration 12 | exponen.. | 0.025 | 486 | 1.0 | squared_er.. | 20 | 19 | 9 | log2 | 0.0017 | 1.0 | 1.0 | 0.724s | 16.641s |
| Iteration 13 | exponen.. | 0.0157 | 15 | 0.6 | friedman_mse | 20 | 7 | 3 | 0.8 | 0.0017 | 0.75 | 1.0 | 0.652s | 18.262s |
| Iteration 14 | deviance | 0.0874 | 291 | 0.9 | squared_er.. | 17 | 13 | 8 | 0.5 | 0.0326 | 0.8125 | 1.0 | 0.836s | 19.994s |
| Iteration 15 | exponen.. | 0.0246 | 253 | 0.9 | squared_er.. | 6 | 20 | 9 | 0.6 | 0.029 | 0.8125 | 1.0 | 0.742s | 21.565s |
| Iteration 16 | exponen.. | 0.06 | 267 | 1.0 | friedman_mse | 18 | 18 | 4 | 0.6 | 0.0022 | 0.875 | 1.0 | 0.685s | 23.222s |
| Iteration 17 | exponen.. | 0.4376 | 320 | 0.8 | squared_er.. | 16 | 17 | 4 | sqrt | 0.0141 | 0.75 | 1.0 | 0.757s | 24.813s |
| Iteration 18 | exponen.. | 0.4472 | 72 | 1.0 | squared_er.. | 20 | 16 | 2 | 0.8 | 0.0196 | 0.875 | 1.0 | 0.702s | 26.360s |
| Iteration 19 | exponen.. | 0.074 | 109 | 1.0 | friedman_mse | 20 | 20 | 7 | 0.6 | 0.0005 | 1.0 | 1.0 | 0.738s | 28.040s |
| Iteration 20 | exponen.. | 0.1266 | 152 | 0.9 | friedman_mse | 12 | 18 | 3 | 0.6 | 0.003 | 0.875 | 1.0 | 0.723s | 29.820s |
| Iteration 21 | exponen.. | 0.0598 | 308 | 0.7 | squared_er.. | 17 | 17 | 6 | 0.8 | 0.0215 | 0.6562 | 1.0 | 0.702s | 31.409s |
| Iteration 22 | deviance | 0.9524 | 101 | 1.0 | friedman_mse | 5 | 13 | 9 | sqrt | 0.0 | 0.75 | 1.0 | 0.695s | 33.042s |
| Iteration 23 | exponen.. | 0.8354 | 413 | 1.0 | friedman_mse | 3 | 20 | 4 | 0.5 | 0.0224 | 0.2812 | 1.0 | 0.749s | 34.680s |
| Iteration 24 | exponen.. | 0.0109 | 16 | 0.8 | squared_er.. | 17 | 6 | 6 | sqrt | 0.0243 | 0.75 | 1.0 | 0.676s | 36.276s |
| Iteration 25 | exponen.. | 0.0108 | 63 | 0.6 | friedman_mse | 2 | 1 | 7 | 0.7 | 0.0312 | 0.6875 | 1.0 | 0.713s | 38.035s |
| Iteration 26 | exponen.. | 0.369 | 19 | 0.7 | squared_er.. | 16 | 16 | 7 | sqrt | 0.027 | 0.875 | 1.0 | 0.672s | 39.750s |
| Iteration 27 | exponen.. | 0.0656 | 469 | 0.9 | squared_er.. | 9 | 16 | 2 | log2 | 0.0008 | 0.75 | 1.0 | 0.788s | 42.031s |
| Iteration 28 | exponen.. | 0.5862 | 55 | 0.8 | squared_er.. | 16 | 19 | 5 | auto | 0.0259 | 0.8125 | 1.0 | 0.685s | 43.724s |
| Iteration 29 | exponen.. | 0.0275 | 166 | 1.0 | friedman_mse | 19 | 18 | 4 | 0.6 | 0.0 | 0.9375 | 1.0 | 0.700s | 45.476s |
| Iteration 30 | exponen.. | 0.3203 | 144 | 0.8 | friedman_mse | 15 | 9 | 6 | sqrt | 0.0036 | 1.0 | 1.0 | 0.707s | 47.120s |
| Iteration 31 | exponen.. | 0.0922 | 123 | 1.0 | friedman_mse | 14 | 10 | 5 | 0.8 | 0.0284 | 1.0 | 1.0 | 0.696s | 48.875s |
| Iteration 32 | exponen.. | 0.0379 | 500 | 1.0 | friedman_mse | 20 | 11 | 5 | log2 | 0.009 | 0.9062 | 1.0 | 0.773s | 50.570s |
| Iteration 33 | exponen.. | 0.1787 | 124 | 1.0 | friedman_mse | 16 | 5 | 9 | 0.8 | 0.0222 | 0.6875 | 1.0 | 0.690s | 52.259s |
| Iteration 34 | exponen.. | 0.9217 | 129 | 0.9 | friedman_mse | 12 | 10 | 1 | 0.5 | 0.0002 | 0.8125 | 1.0 | 0.703s | 53.903s |
| Iteration 35 | exponen.. | 0.0177 | 194 | 0.9 | friedman_mse | 8 | 10 | 8 | auto | 0.0037 | 1.0 | 1.0 | 0.726s | 55.651s |
| Iteration 36 | exponen.. | 0.4526 | 106 | 1.0 | friedman_mse | 9 | 9 | 7 | 0.7 | 0.0042 | 0.7188 | 1.0 | 0.690s | 57.380s |
| Iteration 37 | exponen.. | 0.029 | 195 | 0.7 | friedman_mse | 16 | 11 | 7 | auto | 0.0037 | 1.0 | 1.0 | 0.721s | 59.194s |
| Iteration 38 | deviance | 0.0351 | 93 | 0.9 | squared_er.. | 9 | 12 | 2 | 0.8 | 0.0313 | 0.8125 | 1.0 | 0.692s | 1m:02s |
| Iteration 39 | exponen.. | 0.0215 | 234 | 0.7 | friedman_mse | 17 | 9 | 7 | log2 | 0.0053 | 1.0 | 1.0 | 0.752s | 1m:04s |
| Iteration 40 | exponen.. | 0.0114 | 147 | 1.0 | friedman_mse | 20 | 14 | 6 | auto | 0.0067 | 0.75 | 1.0 | 0.702s | 1m:05s |
| Iteration 41 | exponen.. | 0.021 | 278 | 0.7 | friedman_mse | 18 | 8 | 4 | auto | 0.0137 | 0.875 | 1.0 | 0.745s | 1m:07s |
| Iteration 42 | exponen.. | 0.023 | 224 | 0.5 | friedman_mse | 14 | 7 | 8 | sqrt | 0.0015 | 0.75 | 1.0 | 0.725s | 1m:09s |
| Iteration 43 | exponen.. | 0.0368 | 209 | 0.8 | friedman_mse | 15 | 10 | 10 | auto | 0.006 | 0.625 | 1.0 | 0.680s | 1m:11s |
| Iteration 44 | exponen.. | 0.0575 | 270 | 0.8 | friedman_mse | 16 | 19 | 5 | 0.8 | 0.0141 | 0.5625 | 1.0 | 0.684s | 1m:12s |
| Iteration 45 | exponen.. | 0.0758 | 142 | 0.8 | friedman_mse | 14 | 13 | 2 | 0.9 | 0.0053 | 1.0 | 1.0 | 0.665s | 1m:14s |
| Iteration 46 | exponen.. | 0.0224 | 238 | 1.0 | squared_er.. | 16 | 10 | 7 | auto | 0.0048 | 0.9375 | 1.0 | 0.686s | 1m:16s |
| Iteration 47 | exponen.. | 0.0876 | 228 | 0.6 | friedman_mse | 10 | 12 | 3 | 0.6 | 0.0052 | 0.8125 | 1.0 | 0.681s | 1m:18s |
| Iteration 48 | exponen.. | 0.0426 | 174 | 0.8 | friedman_mse | 11 | 16 | 9 | sqrt | 0.0037 | 1.0 | 1.0 | 0.663s | 1m:20s |
| Iteration 49 | exponen.. | 0.4099 | 153 | 0.9 | friedman_mse | 8 | 11 | 8 | auto | 0.0036 | 1.0 | 1.0 | 0.665s | 1m:21s |
| Iteration 50 | exponen.. | 0.0167 | 222 | 0.6 | friedman_mse | 13 | 7 | 8 | sqrt | 0.0053 | 0.875 | 1.0 | 0.685s | 1m:23s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.733, 'n_estimators': 73, 'subsample': 1.0, 'criterion': 'friedman_mse', 'min_samples_split': 9, 'min_samples_leaf': 8, 'max_depth': 7, 'max_features': 0.9, 'ccp_alpha': 0.0296}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:25s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9714
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.026s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.685 ± 0.0663
Time elapsed: 0.109s
-------------------------------------------------
Total time: 1m:25s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.8125 | 0.8125 | 0.674s | 0.686s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.6875 | 0.8125 | 0.687s | 1.892s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.8125 | 0.8125 | 0.692s | 3.132s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.8125 | 0.8125 | 0.686s | 4.390s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.75 | 0.8125 | 0.683s | 5.619s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.8125 | 0.8125 | 0.681s | 6.826s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 1.0 | 1.0 | 0.687s | 8.041s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.6875 | 1.0 | 0.684s | 9.436s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.6875 | 1.0 | 0.688s | 10.638s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.875 | 1.0 | 0.682s | 11.859s |
| Iteration 11 | l2 | 2.8409 | libli.. | 271 | --- | 0.75 | 1.0 | 0.675s | 13.331s |
| Iteration 12 | l2 | 0.0016 | lbfgs | 851 | --- | 1.0 | 1.0 | 0.682s | 14.933s |
| Iteration 13 | elast.. | 0.0015 | saga | 915 | 0.3 | 0.5 | 1.0 | 0.682s | 16.399s |
| Iteration 14 | l2 | 2.3866 | libli.. | 283 | --- | 0.9375 | 1.0 | 0.675s | 17.857s |
| Iteration 15 | l2 | 0.8435 | lbfgs | 520 | --- | 0.9375 | 1.0 | 0.685s | 19.349s |
| Iteration 16 | l2 | 0.001 | libli.. | 1000 | --- | 0.875 | 1.0 | 0.685s | 20.810s |
| Iteration 17 | l2 | 91.4835 | lbfgs | 1000 | --- | 0.625 | 1.0 | 0.683s | 22.279s |
| Iteration 18 | l2 | 1.2537 | newto.. | 500 | --- | 0.5 | 1.0 | 0.677s | 25.218s |
| Iteration 19 | l2 | 1.9282 | libli.. | 259 | --- | 0.75 | 1.0 | 0.644s | 28.394s |
| Iteration 20 | l2 | 2.2228 | libli.. | 222 | --- | 1.0 | 1.0 | 0.645s | 30.395s |
| Iteration 21 | l2 | 0.0018 | lbfgs | 934 | --- | 0.8125 | 1.0 | 0.641s | 31.954s |
| Iteration 22 | l2 | 2.2267 | libli.. | 275 | --- | 0.3125 | 1.0 | 0.655s | 33.594s |
| Iteration 23 | l2 | 0.0032 | saga | 200 | --- | 0.4375 | 1.0 | 0.695s | 35.083s |
| Iteration 24 | l2 | 0.0233 | lbfgs | 542 | --- | 0.625 | 1.0 | 0.691s | 36.878s |
| Iteration 25 | l2 | 0.0013 | lbfgs | 315 | --- | 0.6875 | 1.0 | 0.691s | 38.685s |
| Iteration 26 | l2 | 0.0013 | lbfgs | 551 | --- | 0.8125 | 1.0 | 0.688s | 40.436s |
| Iteration 27 | l2 | 0.7578 | libli.. | 682 | --- | 0.5 | 1.0 | 0.681s | 43.189s |
| Iteration 28 | l2 | 0.1697 | newto.. | 877 | --- | 0.6875 | 1.0 | 1.347s | 46.951s |
| Iteration 29 | none | --- | saga | 306 | --- | 1.0 | 1.0 | 0.657s | 50.016s |
| Iteration 30 | none | --- | saga | 982 | --- | 0.6875 | 1.0 | 0.662s | 53.019s |
| Iteration 31 | none | --- | saga | 140 | --- | 1.0 | 1.0 | 0.653s | 56.058s |
| Iteration 32 | l2 | 0.001 | saga | 995 | --- | 0.8125 | 1.0 | 0.651s | 59.111s |
| Iteration 33 | none | --- | saga | 245 | --- | 0.5625 | 1.0 | 0.652s | 1m:02s |
| Iteration 34 | l2 | 0.8435 | lbfgs | 520 | --- | 0.9375 | 1.0 | 0.000s | 1m:03s |
| Iteration 35 | l2 | 1.0449 | newto.. | 369 | --- | 0.625 | 1.0 | 0.657s | 1m:05s |
| Iteration 36 | none | --- | newto.. | 445 | --- | 0.8125 | 1.0 | 0.656s | 1m:06s |
| Iteration 37 | none | --- | newto.. | 434 | --- | 0.6875 | 1.0 | 0.661s | 1m:08s |
| Iteration 38 | l2 | 9.2206 | libli.. | 219 | --- | 0.8125 | 1.0 | 0.655s | 1m:09s |
| Iteration 39 | l2 | 0.1117 | libli.. | 685 | --- | 0.8125 | 1.0 | 0.652s | 1m:11s |
| Iteration 40 | l2 | 0.7103 | saga | 106 | --- | 0.75 | 1.0 | 0.652s | 1m:13s |
| Iteration 41 | l2 | 0.1904 | lbfgs | 762 | --- | 0.5625 | 1.0 | 0.655s | 1m:14s |
| Iteration 42 | l2 | 0.2254 | sag | 934 | --- | 0.875 | 1.0 | 0.648s | 1m:16s |
| Iteration 43 | l2 | 0.0719 | sag | 714 | --- | 0.5 | 1.0 | 0.649s | 1m:17s |
| Iteration 44 | l2 | 0.0201 | sag | 134 | --- | 0.625 | 1.0 | 0.646s | 1m:19s |
| Iteration 45 | none | --- | saga | 421 | --- | 0.75 | 1.0 | 0.661s | 1m:20s |
| Iteration 46 | l2 | 0.1053 | lbfgs | 541 | --- | 0.5625 | 1.0 | 0.652s | 1m:22s |
| Iteration 47 | none | --- | saga | 865 | --- | 1.0 | 1.0 | 0.657s | 1m:23s |
| Iteration 48 | l1 | 0.0011 | saga | 455 | --- | 0.5 | 1.0 | 0.650s | 1m:25s |
| Iteration 49 | l2 | 0.0397 | lbfgs | 568 | --- | 0.75 | 1.0 | 0.644s | 1m:27s |
| Iteration 50 | l1 | 1.7731 | saga | 996 | --- | 0.5 | 1.0 | 0.657s | 1m:28s |
Bayesian Optimization ---------------------------
Best call --> Initial point 7
Best parameters --> {'penalty': 'l2', 'C': 2.2818, 'solver': 'liblinear', 'max_iter': 278}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7871
Test evaluation --> roc_auc: 0.25
Time elapsed: 0.015s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.37 ± 0.103
Time elapsed: 0.051s
-------------------------------------------------
Total time: 1m:29s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.8125 | 0.8125 | 0.642s | 0.648s |
| Initial point 2 | svd | --- | 0.6875 | 0.8125 | 0.640s | 2.076s |
| Initial point 3 | svd | --- | 0.6875 | 0.8125 | 0.001s | 2.599s |
| Initial point 4 | lsqr | 0.8 | 0.6875 | 0.8125 | 0.643s | 3.759s |
| Initial point 5 | eigen | 0.9 | 0.4375 | 0.8125 | 0.655s | 4.948s |
| Initial point 6 | lsqr | 0.7 | 1.0 | 1.0 | 1.240s | 6.732s |
| Initial point 7 | lsqr | 0.5 | 1.0 | 1.0 | 0.641s | 7.915s |
| Initial point 8 | lsqr | 0.9 | 0.5 | 1.0 | 0.647s | 9.109s |
| Initial point 9 | lsqr | 0.6 | 0.8125 | 1.0 | 0.642s | 10.324s |
| Initial point 10 | eigen | 0.8 | 0.8125 | 1.0 | 0.637s | 11.495s |
| Iteration 11 | eigen | 0.5 | 0.8125 | 1.0 | 0.636s | 12.763s |
| Iteration 12 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 13.419s |
| Iteration 13 | eigen | 0.7 | 0.625 | 1.0 | 0.639s | 14.699s |
| Iteration 14 | svd | --- | 0.6875 | 1.0 | 0.000s | 15.348s |
| Iteration 15 | svd | --- | 0.6875 | 1.0 | 0.000s | 16.012s |
| Iteration 16 | eigen | None | 0.9375 | 1.0 | 0.635s | 17.308s |
| Iteration 17 | lsqr | None | 0.625 | 1.0 | 0.636s | 18.620s |
| Iteration 18 | lsqr | 1.0 | 0.4375 | 1.0 | 0.656s | 20.002s |
| Iteration 19 | svd | --- | 0.6875 | 1.0 | 0.000s | 20.696s |
| Iteration 20 | lsqr | auto | 1.0 | 1.0 | 0.654s | 22.031s |
| Iteration 21 | eigen | auto | 0.8125 | 1.0 | 0.637s | 23.398s |
| Iteration 22 | eigen | 0.6 | 0.5625 | 1.0 | 0.640s | 24.727s |
| Iteration 23 | svd | --- | 0.6875 | 1.0 | 0.000s | 25.466s |
| Iteration 24 | svd | --- | 0.6875 | 1.0 | 0.000s | 26.169s |
| Iteration 25 | svd | --- | 0.6875 | 1.0 | 0.000s | 26.874s |
| Iteration 26 | lsqr | auto | 1.0 | 1.0 | 0.000s | 27.576s |
| Iteration 27 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 28.291s |
| Iteration 28 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 29.130s |
| Iteration 29 | lsqr | auto | 1.0 | 1.0 | 0.000s | 29.957s |
| Iteration 30 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 31.312s |
| Iteration 31 | lsqr | auto | 1.0 | 1.0 | 0.000s | 32.326s |
| Iteration 32 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 33.086s |
| Iteration 33 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 33.871s |
| Iteration 34 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 34.669s |
| Iteration 35 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 35.446s |
| Iteration 36 | lsqr | auto | 1.0 | 1.0 | 0.000s | 36.210s |
| Iteration 37 | lsqr | auto | 1.0 | 1.0 | 0.000s | 37.086s |
| Iteration 38 | svd | --- | 0.6875 | 1.0 | 0.000s | 37.886s |
| Iteration 39 | svd | --- | 0.6875 | 1.0 | 0.000s | 38.700s |
| Iteration 40 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 39.508s |
| Iteration 41 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 40.297s |
| Iteration 42 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 41.101s |
| Iteration 43 | lsqr | auto | 1.0 | 1.0 | 0.000s | 41.915s |
| Iteration 44 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 42.735s |
| Iteration 45 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 43.562s |
| Iteration 46 | lsqr | auto | 1.0 | 1.0 | 0.000s | 44.405s |
| Iteration 47 | svd | --- | 0.6875 | 1.0 | 0.000s | 45.289s |
| Iteration 48 | svd | --- | 0.6875 | 1.0 | 0.001s | 46.182s |
| Iteration 49 | eigen | 0.6 | 0.5625 | 1.0 | 0.001s | 47.062s |
| Iteration 50 | lsqr | 0.7 | 1.0 | 1.0 | 0.001s | 48.126s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 49.032s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7879
Test evaluation --> roc_auc: 0.3
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.37 ± 0.0872
Time elapsed: 0.029s
-------------------------------------------------
Total time: 49.071s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.8125 | 0.8125 | 0.633s | 0.636s |
| Initial point 2 | 0.9 | 0.75 | 0.8125 | 0.638s | 3.136s |
| Initial point 3 | 0.1 | 0.4375 | 0.8125 | 1.220s | 5.300s |
| Initial point 4 | 1.0 | 0.8125 | 0.8125 | 0.000s | 5.840s |
| Initial point 5 | 0.2 | 0.4375 | 0.8125 | 0.633s | 6.980s |
| Initial point 6 | 0.4 | 1.0 | 1.0 | 0.637s | 8.145s |
| Initial point 7 | 0.4 | 1.0 | 1.0 | 0.000s | 8.740s |
| Initial point 8 | 0.7 | 0.5 | 1.0 | 0.642s | 9.894s |
| Initial point 9 | 0.9 | 0.75 | 1.0 | 0.000s | 11.397s |
| Initial point 10 | 0.8 | 0.75 | 1.0 | 0.635s | 12.804s |
| Iteration 11 | 0.3 | 0.75 | 1.0 | 0.639s | 14.101s |
| Iteration 12 | 0.6 | 0.75 | 1.0 | 0.638s | 15.385s |
| Iteration 13 | 0.5 | 0.625 | 1.0 | 0.633s | 18.069s |
| Iteration 14 | 0.0 | 0.9375 | 1.0 | 0.636s | 19.950s |
| Iteration 15 | 0.4 | 1.0 | 1.0 | 0.000s | 20.588s |
| Iteration 16 | 0.4 | 1.0 | 1.0 | 0.000s | 21.207s |
| Iteration 17 | 0.4 | 1.0 | 1.0 | 0.000s | 21.826s |
| Iteration 18 | 0.4 | 1.0 | 1.0 | 0.000s | 22.468s |
| Iteration 19 | 0.4 | 1.0 | 1.0 | 0.000s | 23.088s |
| Iteration 20 | 0.6 | 0.75 | 1.0 | 0.000s | 23.717s |
| Iteration 21 | 0.6 | 0.75 | 1.0 | 0.000s | 24.352s |
| Iteration 22 | 0.4 | 1.0 | 1.0 | 0.000s | 25.023s |
| Iteration 23 | 0.4 | 1.0 | 1.0 | 0.000s | 25.654s |
| Iteration 24 | 0.4 | 1.0 | 1.0 | 0.000s | 26.299s |
| Iteration 25 | 0.4 | 1.0 | 1.0 | 0.000s | 26.988s |
| Iteration 26 | 0.4 | 1.0 | 1.0 | 0.000s | 28.867s |
| Iteration 27 | 0.4 | 1.0 | 1.0 | 0.000s | 29.833s |
| Iteration 28 | 0.9 | 0.75 | 1.0 | 0.000s | 30.469s |
| Iteration 29 | 0.4 | 1.0 | 1.0 | 0.000s | 31.210s |
| Iteration 30 | 0.8 | 0.75 | 1.0 | 0.000s | 31.873s |
| Iteration 31 | 0.4 | 1.0 | 1.0 | 0.000s | 32.527s |
| Iteration 32 | 0.4 | 1.0 | 1.0 | 0.000s | 33.182s |
| Iteration 33 | 0.4 | 1.0 | 1.0 | 0.000s | 33.865s |
| Iteration 34 | 0.4 | 1.0 | 1.0 | 0.000s | 35.569s |
| Iteration 35 | 0.4 | 1.0 | 1.0 | 0.000s | 37.538s |
| Iteration 36 | 0.4 | 1.0 | 1.0 | 0.000s | 38.478s |
| Iteration 37 | 0.4 | 1.0 | 1.0 | 0.000s | 39.453s |
| Iteration 38 | 0.4 | 1.0 | 1.0 | 0.000s | 40.124s |
| Iteration 39 | 0.4 | 1.0 | 1.0 | 0.000s | 40.821s |
| Iteration 40 | 0.4 | 1.0 | 1.0 | 0.000s | 41.496s |
| Iteration 41 | 0.4 | 1.0 | 1.0 | 0.000s | 42.184s |
| Iteration 42 | 0.4 | 1.0 | 1.0 | 0.000s | 42.881s |
| Iteration 43 | 0.4 | 1.0 | 1.0 | 0.000s | 43.566s |
| Iteration 44 | 0.4 | 1.0 | 1.0 | 0.000s | 44.278s |
| Iteration 45 | 0.4 | 1.0 | 1.0 | 0.000s | 44.990s |
| Iteration 46 | 0.4 | 1.0 | 1.0 | 0.000s | 46.580s |
| Iteration 47 | 0.4 | 1.0 | 1.0 | 0.000s | 47.539s |
| Iteration 48 | 0.4 | 1.0 | 1.0 | 0.000s | 48.294s |
| Iteration 49 | 0.4 | 1.0 | 1.0 | 0.000s | 49.026s |
| Iteration 50 | 0.4 | 1.0 | 1.0 | 0.001s | 49.773s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'reg_param': 0.4}
Best evaluation --> roc_auc: 1.0
Time elapsed: 50.575s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7567
Test evaluation --> roc_auc: 0.3
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.38 ± 0.1503
Time elapsed: 0.027s
-------------------------------------------------
Total time: 50.611s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.4392 | dista.. | auto | 40 | 1 | 0.9375 | 0.9375 | 0.652s | 0.672s |
| Initial point 2 | 4.9471 | uniform | kd_tree | 39 | 2 | 0.2188 | 0.9375 | 0.748s | 2.162s |
| Initial point 3 | 3.9079 | dista.. | ball_tree | 25 | 2 | 0.875 | 0.9375 | 0.707s | 3.604s |
| Initial point 4 | 11.401 | uniform | ball_tree | 39 | 2 | 0.5 | 0.9375 | 0.698s | 4.855s |
| Initial point 5 | 8.9312 | dista.. | auto | 30 | 2 | 0.875 | 0.9375 | 0.650s | 6.087s |
| Initial point 6 | 10.343 | dista.. | ball_tree | 21 | 2 | 0.875 | 0.9375 | 1.207s | 7.828s |
| Initial point 7 | 7.3981 | dista.. | ball_tree | 24 | 1 | 0.8125 | 0.9375 | 0.700s | 9.079s |
| Initial point 8 | 1.7728 | dista.. | ball_tree | 21 | 2 | 0.5625 | 0.9375 | 0.647s | 10.278s |
| Initial point 9 | 8.241 | uniform | ball_tree | 24 | 1 | 0.8125 | 0.9375 | 0.705s | 11.531s |
| Initial point 10 | 5.8534 | uniform | brute | 22 | 2 | 0.5 | 0.9375 | 0.719s | 12.844s |
| Iteration 11 | 12.4743 | dista.. | auto | 25 | 2 | 0.875 | 0.9375 | 0.632s | 14.286s |
| Iteration 12 | 8.636 | dista.. | ball_tree | 26 | 2 | 1.0 | 1.0 | 0.631s | 15.739s |
| Iteration 13 | 10.8221 | dista.. | ball_tree | 26 | 2 | 0.9375 | 1.0 | 0.637s | 17.169s |
| Iteration 14 | 7.3921 | dista.. | ball_tree | 26 | 2 | 0.9375 | 1.0 | 0.639s | 18.616s |
| Iteration 15 | 10.8411 | dista.. | auto | 36 | 1 | 1.0 | 1.0 | 0.635s | 21.133s |
| Iteration 16 | 8.2895 | dista.. | auto | 36 | 1 | 0.875 | 1.0 | 0.631s | 23.891s |
| Iteration 17 | 12.4743 | dista.. | ball_tree | 35 | 1 | 0.75 | 1.0 | 0.640s | 26.790s |
| Iteration 18 | 12.4743 | uniform | auto | 32 | 1 | 0.375 | 1.0 | 0.640s | 29.572s |
| Iteration 19 | 12.4743 | dista.. | brute | 26 | 2 | 0.6875 | 1.0 | 0.637s | 32.418s |
| Iteration 20 | 12.4743 | dista.. | auto | 35 | 1 | 1.0 | 1.0 | 0.647s | 35.199s |
| Iteration 21 | 12.4743 | dista.. | auto | 36 | 2 | 0.7188 | 1.0 | 0.635s | 37.981s |
| Iteration 22 | 12.4743 | dista.. | auto | 35 | 1 | 1.0 | 1.0 | 0.001s | 40.108s |
| Iteration 23 | 12.072 | dista.. | auto | 36 | 1 | 0.3125 | 1.0 | 0.640s | 42.876s |
| Iteration 24 | 0.0662 | dista.. | brute | 38 | 1 | 0.5 | 1.0 | 0.649s | 45.580s |
| Iteration 25 | 8.7276 | dista.. | ball_tree | 26 | 2 | 0.75 | 1.0 | 0.640s | 48.553s |
| Iteration 26 | 0.0 | dista.. | auto | 20 | 2 | 0.5 | 1.0 | 0.687s | 51.418s |
| Iteration 27 | 7.0192 | dista.. | brute | 40 | 1 | 0.625 | 1.0 | 0.633s | 54.299s |
| Iteration 28 | 0.0 | uniform | ball_tree | 20 | 1 | 0.5 | 1.0 | 0.653s | 57.093s |
| Iteration 29 | 12.4743 | dista.. | brute | 22 | 1 | 0.8125 | 1.0 | 0.643s | 58.911s |
| Iteration 30 | 12.4743 | dista.. | brute | 23 | 2 | 1.0 | 1.0 | 0.655s | 1m:00s |
| Iteration 31 | 8.6166 | dista.. | ball_tree | 26 | 2 | 1.0 | 1.0 | 0.635s | 1m:02s |
| Iteration 32 | 10.8144 | uniform | auto | 36 | 1 | 0.625 | 1.0 | 1.202s | 1m:04s |
| Iteration 33 | 7.8344 | dista.. | brute | 22 | 2 | 0.9375 | 1.0 | 0.633s | 1m:06s |
| Iteration 34 | 9.6784 | dista.. | brute | 20 | 1 | 0.75 | 1.0 | 0.659s | 1m:07s |
| Iteration 35 | 7.4762 | dista.. | ball_tree | 26 | 2 | 0.8125 | 1.0 | 0.671s | 1m:09s |
| Iteration 36 | 12.4743 | dista.. | auto | 35 | 1 | 1.0 | 1.0 | 0.001s | 1m:10s |
| Iteration 37 | 12.4743 | dista.. | brute | 21 | 2 | 0.8125 | 1.0 | 0.673s | 1m:12s |
| Iteration 38 | 12.4743 | dista.. | auto | 36 | 2 | 0.7188 | 1.0 | 0.000s | 1m:13s |
| Iteration 39 | 7.2089 | dista.. | brute | 40 | 1 | 1.0 | 1.0 | 0.675s | 1m:14s |
| Iteration 40 | 12.4461 | dista.. | brute | 23 | 2 | 0.875 | 1.0 | 0.683s | 1m:16s |
| Iteration 41 | 6.402 | dista.. | auto | 22 | 2 | 0.75 | 1.0 | 0.678s | 1m:18s |
| Iteration 42 | 10.8127 | dista.. | auto | 36 | 1 | 0.75 | 1.0 | 0.696s | 1m:20s |
| Iteration 43 | 7.2258 | dista.. | brute | 38 | 1 | 0.75 | 1.0 | 0.646s | 1m:21s |
| Iteration 44 | 9.4344 | dista.. | brute | 20 | 2 | 0.6875 | 1.0 | 0.658s | 1m:23s |
| Iteration 45 | 12.4693 | dista.. | brute | 23 | 1 | 1.0 | 1.0 | 0.642s | 1m:24s |
| Iteration 46 | 12.4743 | dista.. | brute | 37 | 2 | 0.8125 | 1.0 | 0.673s | 1m:26s |
| Iteration 47 | 12.4743 | dista.. | brute | 28 | 1 | 0.5 | 1.0 | 0.644s | 1m:27s |
| Iteration 48 | 0.0 | uniform | ball_tree | 34 | 2 | 0.5 | 1.0 | 0.641s | 1m:29s |
| Iteration 49 | 9.1493 | dista.. | auto | 20 | 2 | 0.9375 | 1.0 | 0.637s | 1m:31s |
| Iteration 50 | 5.7593 | dista.. | auto | 39 | 1 | 0.6562 | 1.0 | 0.636s | 1m:32s |
Bayesian Optimization ---------------------------
Best call --> Iteration 39
Best parameters --> {'radius': 7.2089, 'weights': 'distance', 'algorithm': 'brute', 'leaf_size': 40, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:33s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9996
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.67 ± 0.06
Time elapsed: 0.049s
-------------------------------------------------
Total time: 1m:33s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.625 | 0.625 | 0.998s | 1.005s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.75 | 0.75 | 1.028s | 2.689s |
| Initial point 3 | 225 | 1.0215 | SAMME | 1.0 | 1.0 | 0.784s | 4.024s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.8125 | 1.0 | 0.921s | 5.477s |
| Initial point 5 | 250 | 0.0488 | SAMME | 1.0 | 1.0 | 0.816s | 6.807s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.9375 | 1.0 | 0.998s | 8.330s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.25 | 1.0 | 0.660s | 9.502s |
| Initial point 8 | 411 | 0.019 | SAMME | 1.0 | 1.0 | 0.924s | 10.948s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.8125 | 1.0 | 0.646s | 12.106s |
| Initial point 10 | 173 | 0.0151 | SAMME | 1.0 | 1.0 | 0.756s | 13.380s |
| Iteration 11 | 193 | 0.0248 | SAMME | 0.7188 | 1.0 | 1.344s | 15.521s |
| Iteration 12 | 238 | 2.8364 | SAMME | 0.9062 | 1.0 | 0.640s | 16.980s |
| Iteration 13 | 153 | 0.0228 | SAMME | 0.75 | 1.0 | 0.749s | 18.463s |
| Iteration 14 | 395 | 0.0206 | SAMME | 0.8125 | 1.0 | 0.907s | 20.229s |
| Iteration 15 | 265 | 0.01 | SAMME | 1.0 | 1.0 | 0.822s | 22.013s |
| Iteration 16 | 285 | 9.8756 | SAMME | 0.4375 | 1.0 | 0.635s | 23.395s |
| Iteration 17 | 261 | 0.01 | SAMME | 0.9375 | 1.0 | 0.829s | 25.077s |
| Iteration 18 | 413 | 10.0 | SAMME | 0.3125 | 1.0 | 0.660s | 26.544s |
| Iteration 19 | 65 | 0.3936 | SAMME.R | 0.6875 | 1.0 | 0.694s | 28.025s |
| Iteration 20 | 332 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.885s | 29.616s |
| Iteration 21 | 341 | 0.01 | SAMME.R | 0.8125 | 1.0 | 0.903s | 31.223s |
| Iteration 22 | 274 | 0.1412 | SAMME.R | 0.5 | 1.0 | 0.854s | 32.790s |
| Iteration 23 | 335 | 0.0169 | SAMME | 0.4688 | 1.0 | 0.872s | 35.873s |
| Iteration 24 | 141 | 0.0147 | SAMME | 0.6875 | 1.0 | 0.745s | 40.285s |
| Iteration 25 | 109 | 0.0457 | SAMME | 0.7188 | 1.0 | 0.707s | 43.537s |
| Iteration 26 | 475 | 1.0061 | SAMME | 0.6875 | 1.0 | 0.960s | 46.881s |
| Iteration 27 | 57 | 0.01 | SAMME.R | 0.75 | 1.0 | 0.684s | 49.998s |
| Iteration 28 | 255 | 0.0292 | SAMME | 0.875 | 1.0 | 0.799s | 53.262s |
| Iteration 29 | 500 | 0.01 | SAMME | 1.0 | 1.0 | 0.967s | 56.701s |
| Iteration 30 | 267 | 0.01 | SAMME | 1.0 | 1.0 | 0.799s | 1m:00s |
| Iteration 31 | 323 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.871s | 1m:02s |
| Iteration 32 | 329 | 0.01 | SAMME.R | 0.875 | 1.0 | 0.875s | 1m:04s |
| Iteration 33 | 66 | 1.0314 | SAMME | 0.75 | 1.0 | 0.661s | 1m:06s |
| Iteration 34 | 500 | 0.0103 | SAMME.R | 0.9375 | 1.0 | 1.043s | 1m:08s |
| Iteration 35 | 224 | 0.0514 | SAMME | 1.0 | 1.0 | 0.810s | 1m:09s |
| Iteration 36 | 245 | 0.0502 | SAMME | 0.875 | 1.0 | 0.807s | 1m:12s |
| Iteration 37 | 471 | 0.0192 | SAMME | 0.9688 | 1.0 | 1.005s | 1m:14s |
| Iteration 38 | 419 | 0.01 | SAMME.R | 0.9062 | 1.0 | 1.006s | 1m:15s |
| Iteration 39 | 145 | 0.0522 | SAMME | 1.0 | 1.0 | 0.778s | 1m:17s |
| Iteration 40 | 135 | 0.0564 | SAMME | 0.8125 | 1.0 | 0.761s | 1m:19s |
| Iteration 41 | 130 | 0.0513 | SAMME | 0.8125 | 1.0 | 0.760s | 1m:21s |
| Iteration 42 | 500 | 0.0102 | SAMME | 0.8125 | 1.0 | 1.033s | 1m:23s |
| Iteration 43 | 500 | 0.0192 | SAMME.R | 0.6875 | 1.0 | 1.065s | 1m:25s |
| Iteration 44 | 143 | 0.2724 | SAMME | 0.8125 | 1.0 | 0.775s | 1m:26s |
| Iteration 45 | 50 | 0.0193 | SAMME | 1.0 | 1.0 | 0.696s | 1m:28s |
| Iteration 46 | 436 | 0.0187 | SAMME | 0.7812 | 1.0 | 0.988s | 1m:30s |
| Iteration 47 | 74 | 0.01 | SAMME | 0.875 | 1.0 | 0.720s | 1m:31s |
| Iteration 48 | 69 | 0.01 | SAMME.R | 0.9375 | 1.0 | 0.731s | 1m:33s |
| Iteration 49 | 63 | 0.0196 | SAMME | 0.9375 | 1.0 | 0.709s | 1m:35s |
| Iteration 50 | 197 | 0.01 | SAMME.R | 0.875 | 1.0 | 0.839s | 1m:37s |
Bayesian Optimization ---------------------------
Best call --> Iteration 29
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.01, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:39s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9406
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.399s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.645 ± 0.0843
Time elapsed: 1.821s
-------------------------------------------------
Total time: 1m:41s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 1.0 | 1.0 | 1.056s | 1.076s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.6562 | 1.0 | 0.892s | 3.392s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.75 | 1.0 | 0.942s | 5.834s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.75 | 1.0 | 0.743s | 8.078s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.75 | 1.0 | 0.994s | 9.797s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.75 | 1.0 | 0.809s | 11.189s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.8125 | 1.0 | 0.808s | 12.561s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 1.0 | 1.0 | 0.797s | 13.929s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.625 | 1.0 | 0.905s | 15.371s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.9375 | 1.0 | 0.890s | 17.386s |
| Iteration 11 | 142 | gini | 6 | 2 | 5 | 0.8 | True | 0.0261 | 0.5 | 0.75 | 1.0 | 0.735s | 19.210s |
| Iteration 12 | 370 | entropy | None | 11 | 11 | sqrt | False | 0.0208 | --- | 1.0 | 1.0 | 0.844s | 21.583s |
| Iteration 13 | 70 | entropy | 1 | 18 | 6 | 0.8 | False | 0.0003 | --- | 0.75 | 1.0 | 0.667s | 23.193s |
| Iteration 14 | 392 | entropy | 1 | 16 | 5 | sqrt | True | 0.0181 | 0.8 | 0.875 | 1.0 | 0.929s | 25.058s |
| Iteration 15 | 338 | entropy | 1 | 20 | 2 | 0.7 | True | 0.0175 | 0.8 | 1.0 | 1.0 | 0.888s | 27.002s |
| Iteration 16 | 57 | entropy | 1 | 5 | 19 | 0.6 | True | 0.0244 | 0.9 | 0.9375 | 1.0 | 0.666s | 29.979s |
| Iteration 17 | 10 | entropy | None | 4 | 17 | 0.6 | False | 0.0104 | --- | 0.7188 | 1.0 | 0.629s | 33.082s |
| Iteration 18 | 500 | entropy | 1 | 12 | 4 | 0.7 | True | 0.0205 | 0.8 | 0.6875 | 1.0 | 1.026s | 36.878s |
| Iteration 19 | 430 | entropy | None | 18 | 6 | auto | True | 0.0199 | 0.9 | 0.875 | 1.0 | 0.976s | 39.163s |
| Iteration 20 | 16 | entropy | 1 | 16 | 19 | auto | False | 0.0046 | --- | 1.0 | 1.0 | 0.640s | 40.778s |
| Iteration 21 | 398 | entropy | 1 | 11 | 17 | auto | False | 0.0084 | --- | 0.8125 | 1.0 | 0.860s | 42.691s |
| Iteration 22 | 145 | entropy | 3 | 20 | 19 | 0.8 | False | 0.0259 | --- | 0.625 | 1.0 | 0.716s | 44.371s |
| Iteration 23 | 49 | entropy | 8 | 18 | 18 | None | True | 0.0058 | 0.6 | 0.5 | 1.0 | 0.667s | 45.985s |
| Iteration 24 | 34 | entropy | 9 | 10 | 13 | auto | True | 0.0266 | 0.8 | 0.6875 | 1.0 | 0.646s | 47.560s |
| Iteration 25 | 39 | entropy | None | 18 | 16 | log2 | True | 0.0282 | None | 0.625 | 1.0 | 0.655s | 49.172s |
| Iteration 26 | 63 | entropy | None | 19 | 18 | sqrt | False | 0.0333 | --- | 0.875 | 1.0 | 0.659s | 50.878s |
| Iteration 27 | 300 | entropy | None | 19 | 10 | auto | False | 0.0019 | --- | 0.8125 | 1.0 | 0.807s | 52.634s |
| Iteration 28 | 346 | gini | 3 | 2 | 6 | sqrt | True | 0.0317 | None | 0.8125 | 1.0 | 0.889s | 54.485s |
| Iteration 29 | 360 | gini | None | 9 | 20 | auto | False | 0.0342 | --- | 0.75 | 1.0 | 0.855s | 56.680s |
| Iteration 30 | 83 | entropy | None | 18 | 19 | log2 | True | 0.0318 | 0.9 | 1.0 | 1.0 | 0.683s | 58.424s |
| Iteration 31 | 468 | entropy | None | 11 | 15 | log2 | True | 0.0055 | 0.9 | 0.875 | 1.0 | 0.982s | 1m:00s |
| Iteration 32 | 328 | entropy | None | 8 | 1 | auto | False | 0.0274 | --- | 0.8125 | 1.0 | 0.834s | 1m:02s |
| Iteration 33 | 10 | entropy | None | 2 | 19 | log2 | True | 0.035 | 0.9 | 0.75 | 1.0 | 0.628s | 1m:04s |
| Iteration 34 | 126 | entropy | 2 | 18 | 19 | 0.7 | True | 0.0261 | 0.5 | 0.5 | 1.0 | 0.722s | 1m:07s |
| Iteration 35 | 378 | entropy | 3 | 9 | 6 | auto | False | 0.0223 | --- | 0.9375 | 1.0 | 0.844s | 1m:09s |
| Iteration 36 | 123 | entropy | None | 18 | 18 | 0.5 | True | 0.0314 | 0.9 | 0.6562 | 1.0 | 0.723s | 1m:12s |
| Iteration 37 | 458 | entropy | None | 6 | 10 | auto | False | 0.0265 | --- | 0.875 | 1.0 | 0.895s | 1m:14s |
| Iteration 38 | 456 | entropy | None | 20 | 1 | 0.5 | False | 0.017 | --- | 0.875 | 1.0 | 0.939s | 1m:16s |
| Iteration 39 | 482 | gini | 9 | 2 | 20 | None | False | 0.0341 | --- | 0.875 | 1.0 | 0.915s | 1m:18s |
| Iteration 40 | 360 | entropy | None | 2 | 9 | auto | False | 0.0091 | --- | 0.875 | 1.0 | 0.835s | 1m:20s |
| Iteration 41 | 173 | gini | None | 3 | 20 | None | True | 0.0022 | None | 0.875 | 1.0 | 0.745s | 1m:22s |
| Iteration 42 | 339 | gini | 9 | 14 | 20 | None | True | 0.024 | None | 0.625 | 1.0 | 0.870s | 1m:24s |
| Iteration 43 | 225 | gini | None | 16 | 15 | auto | False | 0.0083 | --- | 0.5625 | 1.0 | 0.747s | 1m:25s |
| Iteration 44 | 293 | entropy | None | 3 | 20 | auto | False | 0.0175 | --- | 0.6875 | 1.0 | 0.830s | 1m:27s |
| Iteration 45 | 245 | entropy | None | 9 | 1 | auto | False | 0.0102 | --- | 1.0 | 1.0 | 0.851s | 1m:29s |
| Iteration 46 | 17 | entropy | None | 3 | 1 | auto | True | 0.005 | None | 0.875 | 1.0 | 0.693s | 1m:31s |
| Iteration 47 | 422 | entropy | None | 12 | 1 | auto | False | 0.0107 | --- | 0.8125 | 1.0 | 0.945s | 1m:33s |
| Iteration 48 | 18 | entropy | 9 | 2 | 1 | auto | False | 0.0062 | --- | 0.9375 | 1.0 | 0.701s | 1m:35s |
| Iteration 49 | 500 | entropy | None | 2 | 1 | auto | True | 0.035 | 0.6 | 0.9375 | 1.0 | 1.089s | 1m:37s |
| Iteration 50 | 128 | entropy | 9 | 2 | 1 | auto | False | 0.0135 | --- | 0.875 | 1.0 | 0.765s | 1m:39s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'n_estimators': 499, 'criterion': 'entropy', 'max_depth': 1, 'min_samples_split': 20, 'min_samples_leaf': 5, 'max_features': 0.5, 'bootstrap': True, 'ccp_alpha': 0.0234, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:41s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8938
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.448s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.68 ± 0.0245
Time elapsed: 2.005s
-------------------------------------------------
Total time: 1m:43s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.782s | 0.802s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.5625 | 0.5625 | 0.773s | 2.140s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.5625 | 0.774s | 3.470s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.5625 | 0.720s | 4.738s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.5625 | 0.757s | 6.052s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.5625 | 0.728s | 7.326s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.5625 | 0.743s | 8.626s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.5625 | 0.738s | 9.925s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.75 | 0.75 | 0.772s | 11.264s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.75 | 0.764s | 12.596s |
| Iteration 11 | 226 | 0.0693 | 3 | 0.0 | 4 | 0.8 | 0.5 | 0 | 10 | 0.75 | 0.75 | 0.732s | 14.343s |
| Iteration 12 | 496 | 0.9814 | 8 | 0.3173 | 4 | 0.8 | 0.8 | 100 | 10 | 0.5 | 0.75 | 0.772s | 16.118s |
| Iteration 13 | 455 | 0.0432 | 9 | 0.6345 | 5 | 0.8 | 1.0 | 0 | 0.01 | 0.75 | 0.75 | 1.360s | 18.469s |
| Iteration 14 | 437 | 0.0639 | 8 | 0.3067 | 4 | 0.9 | 0.9 | 0.01 | 0.1 | 1.0 | 1.0 | 0.770s | 20.538s |
| Iteration 15 | 457 | 0.0526 | 6 | 0.0923 | 5 | 0.9 | 1.0 | 0.01 | 10 | 0.875 | 1.0 | 0.779s | 22.251s |
| Iteration 16 | 417 | 0.0154 | 9 | 0.2459 | 4 | 0.9 | 0.5 | 0.01 | 0 | 1.0 | 1.0 | 0.773s | 23.959s |
| Iteration 17 | 336 | 0.0715 | 7 | 0.7566 | 4 | 1.0 | 0.9 | 0 | 0.01 | 0.7188 | 1.0 | 0.750s | 25.684s |
| Iteration 18 | 358 | 0.01 | 10 | 1.0 | 4 | 0.9 | 0.9 | 0.01 | 0 | 0.6562 | 1.0 | 0.751s | 27.341s |
| Iteration 19 | 43 | 0.9253 | 3 | 0.2855 | 4 | 0.5 | 0.9 | 0.01 | 10 | 0.8438 | 1.0 | 0.702s | 29.062s |
| Iteration 20 | 302 | 0.5383 | 4 | 0.279 | 4 | 1.0 | 1.0 | 0.01 | 0 | 0.9375 | 1.0 | 0.683s | 30.759s |
| Iteration 21 | 500 | 0.0207 | 10 | 0.2856 | 4 | 0.9 | 0.4 | 0.01 | 0.01 | 0.7812 | 1.0 | 0.779s | 32.582s |
| Iteration 22 | 384 | 0.9761 | 8 | 0.0 | 4 | 1.0 | 1.0 | 0.01 | 0.1 | 0.3438 | 1.0 | 0.809s | 34.482s |
| Iteration 23 | 201 | 0.0556 | 7 | 0.3678 | 4 | 0.6 | 0.8 | 0.01 | 0 | 0.3125 | 1.0 | 0.673s | 36.158s |
| Iteration 24 | 431 | 0.0201 | 9 | 0.8047 | 4 | 0.9 | 0.9 | 0 | 0 | 0.8438 | 1.0 | 0.708s | 37.978s |
| Iteration 25 | 428 | 0.2566 | 7 | 0.9563 | 3 | 0.9 | 0.6 | 0.1 | 0.1 | 0.625 | 1.0 | 0.734s | 39.729s |
| Iteration 26 | 268 | 0.0361 | 2 | 0.7215 | 3 | 1.0 | 0.8 | 0.01 | 0.01 | 0.9375 | 1.0 | 0.695s | 41.585s |
| Iteration 27 | 482 | 0.0169 | 9 | 0.185 | 4 | 0.9 | 0.6 | 0.1 | 0 | 0.625 | 1.0 | 0.738s | 43.466s |
| Iteration 28 | 214 | 0.028 | 9 | 0.0 | 4 | 0.9 | 0.5 | 0.01 | 0.1 | 1.0 | 1.0 | 0.675s | 45.282s |
| Iteration 29 | 236 | 0.0676 | 8 | 0.4384 | 4 | 0.9 | 0.5 | 10 | 0.01 | 0.5 | 1.0 | 0.676s | 47.010s |
| Iteration 30 | 496 | 0.0136 | 8 | 0.1551 | 3 | 0.9 | 0.8 | 0.01 | 0.1 | 1.0 | 1.0 | 0.735s | 48.825s |
| Iteration 31 | 75 | 0.1176 | 3 | 0.11 | 4 | 1.0 | 0.9 | 0.01 | 0.01 | 0.9375 | 1.0 | 0.661s | 50.511s |
| Iteration 32 | 400 | 0.0631 | 3 | 1.0 | 3 | 1.0 | 0.5 | 0.01 | 0.01 | 0.9375 | 1.0 | 0.714s | 52.355s |
| Iteration 33 | 52 | 0.0207 | 8 | 0.0693 | 4 | 0.9 | 0.6 | 0.01 | 0.1 | 0.875 | 1.0 | 0.658s | 54.223s |
| Iteration 34 | 424 | 0.0444 | 9 | 0.1565 | 7 | 0.9 | 0.7 | 0.01 | 0.01 | 0.5 | 1.0 | 0.708s | 56.088s |
| Iteration 35 | 460 | 0.0111 | 9 | 0.0 | 4 | 0.9 | 0.9 | 0.01 | 0 | 0.8125 | 1.0 | 0.742s | 57.934s |
| Iteration 36 | 305 | 0.0303 | 8 | 0.0 | 3 | 0.9 | 0.6 | 0.01 | 0.1 | 0.7812 | 1.0 | 0.712s | 59.767s |
| Iteration 37 | 308 | 0.01 | 5 | 0.0 | 3 | 0.9 | 0.8 | 0 | 1 | 0.875 | 1.0 | 0.714s | 1m:02s |
| Iteration 38 | 489 | 0.1938 | 2 | 0.4889 | 4 | 1.0 | 0.5 | 0 | 0 | 0.8125 | 1.0 | 0.723s | 1m:04s |
| Iteration 39 | 139 | 0.2568 | 1 | 0.0 | 4 | 1.0 | 0.7 | 0.1 | 1 | 1.0 | 1.0 | 1.268s | 1m:06s |
| Iteration 40 | 54 | 0.1386 | 1 | 0.0 | 4 | 1.0 | 0.9 | 0.1 | 0 | 0.6875 | 1.0 | 0.706s | 1m:08s |
| Iteration 41 | 276 | 0.1025 | 2 | 0.0812 | 4 | 1.0 | 0.7 | 0.01 | 100 | 0.625 | 1.0 | 0.742s | 1m:10s |
| Iteration 42 | 307 | 0.01 | 9 | 0.4832 | 4 | 0.9 | 0.5 | 0 | 1 | 0.625 | 1.0 | 0.745s | 1m:12s |
| Iteration 43 | 87 | 0.0182 | 4 | 0.0325 | 3 | 0.9 | 0.9 | 0.01 | 0.01 | 0.625 | 1.0 | 0.715s | 1m:14s |
| Iteration 44 | 483 | 0.6131 | 2 | 0.7712 | 2 | 1.0 | 0.9 | 0.01 | 0.1 | 0.6875 | 1.0 | 0.776s | 1m:16s |
| Iteration 45 | 298 | 0.0141 | 5 | 0.0461 | 1 | 1.0 | 0.7 | 0 | 0 | 1.0 | 1.0 | 0.770s | 1m:18s |
| Iteration 46 | 357 | 0.01 | 1 | 0.8347 | 1 | 1.0 | 0.5 | 0 | 100 | 0.5938 | 1.0 | 0.753s | 1m:19s |
| Iteration 47 | 461 | 0.0125 | 7 | 0.0 | 1 | 1.0 | 0.4 | 0 | 0 | 0.75 | 1.0 | 0.795s | 1m:22s |
| Iteration 48 | 101 | 0.0392 | 1 | 0.6709 | 1 | 1.0 | 0.8 | 0 | 0 | 1.0 | 1.0 | 0.715s | 1m:23s |
| Iteration 49 | 83 | 0.0451 | 1 | 0.2664 | 1 | 1.0 | 1.0 | 0 | 0 | 0.875 | 1.0 | 0.716s | 1m:25s |
| Iteration 50 | 67 | 0.01 | 1 | 0.013 | 1 | 1.0 | 1.0 | 0.01 | 0.01 | 0.875 | 1.0 | 0.708s | 1m:27s |
Bayesian Optimization ---------------------------
Best call --> Iteration 39
Best parameters --> {'n_estimators': 139, 'learning_rate': 0.2568, 'max_depth': 1, 'gamma': 0.0, 'min_child_weight': 4, 'subsample': 1.0, 'colsample_bytree': 0.7, 'reg_alpha': 0.1, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:30s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9187
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.048s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.53 ± 0.0678
Time elapsed: 0.139s
-------------------------------------------------
Total time: 1m:30s
Final results ==================== >>
Duration: 11m:02s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.685 ± 0.0663 ~ !
Logistic Regression --> roc_auc: 0.37 ± 0.103 ~
Linear Discriminant Analysis --> roc_auc: 0.37 ± 0.0872 ~
Quadratic Discriminant Analysis --> roc_auc: 0.38 ± 0.1503 ~
Radius Nearest Neighbors --> roc_auc: 0.67 ± 0.06 ~
AdaBoost --> roc_auc: 0.645 ± 0.0843 ~
Random Forest --> roc_auc: 0.68 ± 0.0245 ~
XGBoost --> roc_auc: 0.53 ± 0.0678 ~
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAGNSGNTPLVF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVGTGTASKLTF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVRGGSYIPTF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CALTSGTYKYIF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVRGAAGNKLTF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CALILTGGGNKLTF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CAASANTGNQFYF.
>>> Dropping feature CAATSGSARQLTF.
>>> Dropping feature CAGPNAGGTSYGKLTF.
>>> Dropping feature CAVRNQGGKLIF.
>>> Dropping feature CAVRNTGFQKLVF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CAGNTGNQFYF.
>>> Dropping feature CALDSNYQLIW.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CAVDGQKLLF.
>>> Dropping feature CAVENQAGTALIF.
>>> Dropping feature CAVKDDYKLSF.
>>> Dropping feature CAVSETGNQFYF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CANAGGTSYGKLTF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVGARAAGNKLTF.
>>> Dropping feature CAVGYGGSQGNLIF.
>>> Dropping feature CAVPGSSNTGKLIF.
>>> Dropping feature CAARNSGNTPLVF.
>>> Dropping feature CAVKGGSEKLVF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAASMNSGYSTLTF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRGYGGSQGNLIF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 1.0 | 1.0 | 3.288s | 3.309s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.875 | 1.0 | 3.273s | 9.481s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.9375 | 1.0 | 3.208s | 13.527s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.5625 | 1.0 | 3.244s | 17.329s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.6875 | 1.0 | 3.234s | 21.103s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.5 | 1.0 | 3.259s | 25.324s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.9375 | 1.0 | 3.222s | 29.183s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.9375 | 1.0 | 3.291s | 33.039s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.5625 | 1.0 | 3.209s | 36.788s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.75 | 1.0 | 3.213s | 40.539s |
| Iteration 11 | exponen.. | 0.4635 | 239 | 0.9 | friedman_mse | 15 | 6 | 9 | 0.9 | 0.0307 | 0.75 | 1.0 | 3.228s | 44.731s |
| Iteration 12 | exponen.. | 0.3742 | 85 | 1.0 | friedman_mse | 6 | 10 | 8 | None | 0.0179 | 0.8125 | 1.0 | 3.172s | 48.751s |
| Iteration 13 | exponen.. | 0.4009 | 163 | 0.8 | squared_er.. | 12 | 13 | 9 | sqrt | 0.0261 | 1.0 | 1.0 | 3.204s | 52.890s |
| Iteration 14 | exponen.. | 0.3124 | 500 | 0.9 | squared_er.. | 13 | 2 | 5 | 0.9 | 0.0072 | 1.0 | 1.0 | 3.309s | 57.129s |
| Iteration 15 | deviance | 0.0168 | 10 | 0.6 | squared_er.. | 15 | 3 | 8 | 0.9 | 0.0217 | 1.0 | 1.0 | 3.809s | 1m:02s |
| Iteration 16 | exponen.. | 0.8494 | 44 | 1.0 | friedman_mse | 8 | 8 | 7 | 0.9 | 0.0312 | 0.9688 | 1.0 | 3.212s | 1m:06s |
| Iteration 17 | exponen.. | 0.3212 | 298 | 0.8 | squared_er.. | 11 | 9 | 10 | 0.5 | 0.021 | 0.9375 | 1.0 | 3.294s | 1m:10s |
| Iteration 18 | deviance | 0.0124 | 275 | 0.6 | squared_er.. | 14 | 16 | 2 | 0.7 | 0.0114 | 0.6875 | 1.0 | 3.260s | 1m:15s |
| Iteration 19 | deviance | 0.2716 | 10 | 0.8 | squared_er.. | 17 | 1 | 9 | None | 0.035 | 0.8125 | 1.0 | 3.192s | 1m:19s |
| Iteration 20 | deviance | 0.01 | 10 | 0.6 | squared_er.. | 18 | 3 | 5 | None | 0.0296 | 1.0 | 1.0 | 3.229s | 1m:23s |
| Iteration 21 | deviance | 0.0104 | 20 | 0.5 | squared_er.. | 8 | 4 | 8 | 0.8 | 0.0235 | 0.75 | 1.0 | 3.235s | 1m:27s |
| Iteration 22 | exponen.. | 0.5867 | 102 | 1.0 | friedman_mse | 6 | 8 | 8 | log2 | 0.0345 | 0.75 | 1.0 | 3.213s | 1m:32s |
| Iteration 23 | exponen.. | 0.7321 | 424 | 0.9 | squared_er.. | 11 | 6 | 7 | 0.8 | 0.0089 | 0.4375 | 1.0 | 3.278s | 1m:36s |
| Iteration 24 | deviance | 0.01 | 177 | 0.8 | squared_er.. | 20 | 7 | 5 | None | 0.0309 | 0.8125 | 1.0 | 3.207s | 1m:41s |
| Iteration 25 | exponen.. | 0.0462 | 500 | 1.0 | friedman_mse | 14 | 3 | 2 | 0.9 | 0.0268 | 0.8125 | 1.0 | 3.258s | 1m:45s |
| Iteration 26 | deviance | 0.7633 | 67 | 0.9 | friedman_mse | 10 | 19 | 5 | 0.9 | 0.0285 | 0.7812 | 1.0 | 3.192s | 1m:49s |
| Iteration 27 | exponen.. | 0.0205 | 162 | 0.8 | squared_er.. | 2 | 5 | 3 | sqrt | 0.0287 | 0.875 | 1.0 | 3.212s | 1m:54s |
| Iteration 28 | deviance | 0.01 | 182 | 0.6 | squared_er.. | 4 | 6 | 5 | 0.9 | 0.0348 | 0.75 | 1.0 | 3.208s | 1m:58s |
| Iteration 29 | exponen.. | 0.5001 | 61 | 0.5 | friedman_mse | 16 | 8 | 5 | 0.9 | 0.0067 | 0.8125 | 1.0 | 3.184s | 2m:02s |
| Iteration 30 | exponen.. | 0.5751 | 69 | 1.0 | friedman_mse | 11 | 8 | 9 | 0.7 | 0.0155 | 0.6875 | 1.0 | 3.167s | 2m:06s |
| Iteration 31 | deviance | 0.0262 | 314 | 0.6 | squared_er.. | 15 | 15 | 8 | 0.9 | 0.0104 | 1.0 | 1.0 | 3.251s | 2m:11s |
| Iteration 32 | exponen.. | 0.2163 | 60 | 1.0 | friedman_mse | 9 | 7 | 1 | 0.9 | 0.0189 | 0.9688 | 1.0 | 3.177s | 2m:16s |
| Iteration 33 | exponen.. | 0.2045 | 16 | 0.8 | squared_er.. | 10 | 14 | 6 | sqrt | 0.0198 | 0.5625 | 1.0 | 3.173s | 2m:21s |
| Iteration 34 | exponen.. | 0.0801 | 214 | 1.0 | friedman_mse | 15 | 20 | 7 | 0.9 | 0.008 | 0.375 | 1.0 | 3.204s | 2m:26s |
| Iteration 35 | deviance | 0.0209 | 381 | 0.6 | squared_er.. | 17 | 17 | 8 | 0.9 | 0.0008 | 1.0 | 1.0 | 3.262s | 2m:30s |
| Iteration 36 | deviance | 0.0212 | 154 | 0.6 | squared_er.. | 14 | 4 | 8 | 0.9 | 0.0164 | 0.9375 | 1.0 | 3.184s | 2m:35s |
| Iteration 37 | deviance | 0.0209 | 92 | 0.6 | squared_er.. | 16 | 7 | 8 | 0.9 | 0.0033 | 0.875 | 1.0 | 3.198s | 2m:39s |
| Iteration 38 | deviance | 0.0892 | 10 | 0.6 | squared_er.. | 16 | 2 | 8 | 0.7 | 0.0336 | 0.7812 | 1.0 | 3.161s | 2m:43s |
| Iteration 39 | deviance | 0.0135 | 465 | 0.6 | squared_er.. | 3 | 18 | 8 | 0.9 | 0.035 | 0.5 | 1.0 | 3.254s | 2m:48s |
| Iteration 40 | deviance | 0.0291 | 329 | 0.8 | squared_er.. | 19 | 1 | 8 | 0.9 | 0.0302 | 0.875 | 1.0 | 3.262s | 2m:53s |
| Iteration 41 | deviance | 0.0166 | 366 | 0.6 | squared_er.. | 18 | 18 | 8 | 0.9 | 0.0282 | 0.5 | 1.0 | 3.241s | 2m:57s |
| Iteration 42 | deviance | 0.0236 | 156 | 0.5 | friedman_mse | 16 | 16 | 10 | 0.9 | 0.0044 | 0.5 | 1.0 | 3.222s | 3m:02s |
| Iteration 43 | deviance | 0.0281 | 398 | 0.8 | squared_er.. | 18 | 16 | 2 | 0.9 | 0.0 | 0.5 | 1.0 | 3.238s | 3m:06s |
| Iteration 44 | deviance | 0.1437 | 99 | 0.6 | squared_er.. | 10 | 15 | 8 | 0.9 | 0.0065 | 0.75 | 1.0 | 3.210s | 3m:12s |
| Iteration 45 | deviance | 0.0252 | 12 | 0.6 | squared_er.. | 5 | 15 | 8 | 0.9 | 0.0068 | 0.5938 | 1.0 | 3.187s | 3m:17s |
| Iteration 46 | deviance | 0.0747 | 337 | 0.6 | squared_er.. | 18 | 14 | 8 | 0.9 | 0.008 | 0.75 | 1.0 | 3.253s | 3m:21s |
| Iteration 47 | exponen.. | 0.1154 | 202 | 1.0 | friedman_mse | 6 | 8 | 7 | 0.9 | 0.016 | 1.0 | 1.0 | 3.222s | 3m:25s |
| Iteration 48 | exponen.. | 0.0132 | 312 | 0.9 | squared_er.. | 15 | 2 | 5 | sqrt | 0.0181 | 1.0 | 1.0 | 3.273s | 3m:30s |
| Iteration 49 | exponen.. | 0.0115 | 41 | 0.8 | squared_er.. | 11 | 2 | 10 | sqrt | 0.0204 | 1.0 | 1.0 | 3.176s | 3m:34s |
| Iteration 50 | deviance | 0.3963 | 67 | 0.6 | squared_er.. | 8 | 3 | 8 | 0.9 | 0.0164 | 0.7188 | 1.0 | 3.200s | 3m:39s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.0168, 'n_estimators': 10, 'subsample': 0.6, 'criterion': 'squared_error', 'min_samples_split': 15, 'min_samples_leaf': 3, 'max_depth': 8, 'max_features': 0.9, 'ccp_alpha': 0.0217}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:40s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9558
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.013s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.54 ± 0.142
Time elapsed: 0.049s
-------------------------------------------------
Total time: 3m:40s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.75 | 0.75 | 3.238s | 3.251s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.75 | 0.75 | 3.178s | 6.966s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.875 | 0.875 | 3.196s | 10.690s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.8125 | 0.875 | 3.176s | 14.424s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.625 | 0.875 | 3.186s | 18.135s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.4375 | 0.875 | 3.219s | 21.957s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.5625 | 0.875 | 3.184s | 25.676s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.75 | 0.875 | 3.208s | 29.421s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.375 | 0.875 | 3.203s | 33.156s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.875 | 0.875 | 3.208s | 36.923s |
| Iteration 11 | l2 | 0.0241 | sag | 220 | --- | 0.75 | 0.875 | 3.262s | 41.223s |
| Iteration 12 | l2 | 0.0382 | sag | 273 | --- | 0.5 | 0.875 | 3.178s | 45.208s |
| Iteration 13 | none | --- | saga | 121 | --- | 0.9375 | 0.9375 | 3.177s | 49.180s |
| Iteration 14 | none | --- | saga | 181 | --- | 0.625 | 0.9375 | 3.212s | 53.236s |
| Iteration 15 | l1 | 0.0027 | saga | 373 | --- | 0.5 | 0.9375 | 3.197s | 57.209s |
| Iteration 16 | none | --- | saga | 105 | --- | 0.8125 | 0.9375 | 3.843s | 1m:02s |
| Iteration 17 | none | --- | saga | 132 | --- | 0.8125 | 0.9375 | 3.185s | 1m:06s |
| Iteration 18 | l2 | 1.5528 | libli.. | 325 | --- | 0.25 | 0.9375 | 3.207s | 1m:10s |
| Iteration 19 | l1 | 2.9466 | saga | 100 | --- | 0.5625 | 0.9375 | 3.180s | 1m:14s |
| Iteration 20 | l2 | 0.0055 | newto.. | 875 | --- | 0.75 | 0.9375 | 3.211s | 1m:18s |
| Iteration 21 | none | --- | sag | 827 | --- | 0.875 | 0.9375 | 3.205s | 1m:22s |
| Iteration 22 | none | --- | sag | 840 | --- | 0.4375 | 0.9375 | 3.183s | 1m:26s |
| Iteration 23 | none | --- | sag | 145 | --- | 0.4375 | 0.9375 | 3.155s | 1m:30s |
| Iteration 24 | l2 | 0.004 | sag | 1000 | --- | 0.5625 | 0.9375 | 3.180s | 1m:35s |
| Iteration 25 | l1 | 0.0024 | saga | 316 | --- | 0.5 | 0.9375 | 3.170s | 1m:39s |
| Iteration 26 | l2 | 62.4145 | lbfgs | 868 | --- | 0.75 | 0.9375 | 3.181s | 1m:43s |
| Iteration 27 | l1 | 0.0023 | saga | 129 | --- | 0.5 | 0.9375 | 3.204s | 1m:47s |
| Iteration 28 | none | --- | lbfgs | 968 | --- | 0.5 | 0.9375 | 3.212s | 1m:51s |
| Iteration 29 | none | --- | saga | 906 | --- | 0.4375 | 0.9375 | 3.199s | 1m:55s |
| Iteration 30 | none | --- | sag | 100 | --- | 0.75 | 0.9375 | 3.185s | 1m:59s |
| Iteration 31 | l2 | 0.0029 | libli.. | 989 | --- | 0.8125 | 0.9375 | 3.201s | 2m:03s |
| Iteration 32 | l2 | 66.8758 | lbfgs | 960 | --- | 0.8125 | 0.9375 | 3.154s | 2m:07s |
| Iteration 33 | l1 | 0.0015 | saga | 146 | --- | 0.5 | 0.9375 | 3.223s | 2m:11s |
| Iteration 34 | none | --- | newto.. | 936 | --- | 0.875 | 0.9375 | 3.210s | 2m:16s |
| Iteration 35 | l2 | 0.0318 | lbfgs | 994 | --- | 0.625 | 0.9375 | 3.193s | 2m:20s |
| Iteration 36 | none | --- | lbfgs | 929 | --- | 1.0 | 1.0 | 3.279s | 2m:24s |
| Iteration 37 | l2 | 95.5714 | sag | 930 | --- | 0.6875 | 1.0 | 3.189s | 2m:28s |
| Iteration 38 | none | --- | newto.. | 930 | --- | 0.625 | 1.0 | 3.288s | 2m:32s |
| Iteration 39 | none | --- | lbfgs | 1000 | --- | 0.5 | 1.0 | 3.267s | 2m:36s |
| Iteration 40 | none | --- | lbfgs | 604 | --- | 0.625 | 1.0 | 3.182s | 2m:41s |
| Iteration 41 | none | --- | newto.. | 172 | --- | 0.625 | 1.0 | 3.185s | 2m:45s |
| Iteration 42 | none | --- | lbfgs | 119 | --- | 0.3125 | 1.0 | 3.260s | 2m:49s |
| Iteration 43 | none | --- | newto.. | 944 | --- | 0.4375 | 1.0 | 3.270s | 2m:54s |
| Iteration 44 | l2 | 0.008 | lbfgs | 927 | --- | 0.75 | 1.0 | 3.322s | 2m:58s |
| Iteration 45 | elast.. | 0.0011 | saga | 425 | 0.5 | 0.5 | 1.0 | 3.301s | 3m:02s |
| Iteration 46 | none | --- | lbfgs | 919 | --- | 0.6875 | 1.0 | 3.193s | 3m:07s |
| Iteration 47 | none | --- | lbfgs | 928 | --- | 0.625 | 1.0 | 3.203s | 3m:11s |
| Iteration 48 | l2 | 0.0089 | lbfgs | 930 | --- | 0.4375 | 1.0 | 3.196s | 3m:15s |
| Iteration 49 | none | --- | saga | 120 | --- | 0.6875 | 1.0 | 3.212s | 3m:20s |
| Iteration 50 | l2 | 0.0407 | newto.. | 866 | --- | 0.75 | 1.0 | 3.358s | 3m:24s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'penalty': 'none', 'solver': 'lbfgs', 'max_iter': 929}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:25s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9464
Test evaluation --> roc_auc: 0.35
Time elapsed: 0.020s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.67 ± 0.16
Time elapsed: 0.079s
-------------------------------------------------
Total time: 3m:25s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.625 | 0.625 | 3.222s | 3.227s |
| Initial point 2 | svd | --- | 0.5625 | 0.625 | 3.316s | 7.085s |
| Initial point 3 | svd | --- | 0.5625 | 0.625 | 0.001s | 7.620s |
| Initial point 4 | lsqr | 0.8 | 0.4375 | 0.625 | 3.349s | 11.566s |
| Initial point 5 | eigen | 0.9 | 0.75 | 0.75 | 3.268s | 15.384s |
| Initial point 6 | lsqr | 0.7 | 0.875 | 0.875 | 3.334s | 19.255s |
| Initial point 7 | lsqr | 0.5 | 0.4375 | 0.875 | 3.235s | 23.896s |
| Initial point 8 | lsqr | 0.9 | 1.0 | 1.0 | 3.237s | 27.887s |
| Initial point 9 | lsqr | 0.6 | 0.5 | 1.0 | 3.190s | 31.597s |
| Initial point 10 | eigen | 0.8 | 0.8125 | 1.0 | 3.215s | 35.326s |
| Iteration 11 | lsqr | 0.9 | 1.0 | 1.0 | 0.000s | 35.975s |
| Iteration 12 | svd | --- | 0.5625 | 1.0 | 0.000s | 36.620s |
| Iteration 13 | eigen | 0.7 | 0.5 | 1.0 | 3.189s | 40.603s |
| Iteration 14 | lsqr | auto | 1.0 | 1.0 | 3.210s | 44.483s |
| Iteration 15 | eigen | auto | 0.8125 | 1.0 | 3.220s | 48.396s |
| Iteration 16 | svd | --- | 0.5625 | 1.0 | 0.001s | 49.099s |
| Iteration 17 | svd | --- | 0.5625 | 1.0 | 0.000s | 50.892s |
| Iteration 18 | lsqr | 1.0 | 0.3125 | 1.0 | 3.304s | 56.429s |
| Iteration 19 | svd | --- | 0.5625 | 1.0 | 0.000s | 58.506s |
| Iteration 20 | lsqr | None | 0.75 | 1.0 | 3.107s | 1m:04s |
| Iteration 21 | eigen | 0.5 | 0.875 | 1.0 | 3.140s | 1m:09s |
| Iteration 22 | eigen | 0.6 | 0.4375 | 1.0 | 3.103s | 1m:15s |
| Iteration 23 | svd | --- | 0.5625 | 1.0 | 0.000s | 1m:17s |
| Iteration 24 | svd | --- | 0.5625 | 1.0 | 0.000s | 1m:19s |
| Iteration 25 | eigen | None | 0.4375 | 1.0 | 3.080s | 1m:25s |
| Iteration 26 | lsqr | auto | 1.0 | 1.0 | 0.000s | 1m:26s |
| Iteration 27 | lsqr | 0.9 | 1.0 | 1.0 | 0.000s | 1m:27s |
| Iteration 28 | lsqr | auto | 1.0 | 1.0 | 0.000s | 1m:28s |
| Iteration 29 | lsqr | auto | 1.0 | 1.0 | 0.000s | 1m:29s |
| Iteration 30 | lsqr | 0.9 | 1.0 | 1.0 | 0.000s | 1m:30s |
| Iteration 31 | lsqr | auto | 1.0 | 1.0 | 0.000s | 1m:30s |
| Iteration 32 | lsqr | 0.9 | 1.0 | 1.0 | 0.000s | 1m:31s |
| Iteration 33 | lsqr | auto | 1.0 | 1.0 | 0.000s | 1m:32s |
| Iteration 34 | lsqr | 0.9 | 1.0 | 1.0 | 0.000s | 1m:33s |
| Iteration 35 | lsqr | auto | 1.0 | 1.0 | 0.000s | 1m:33s |
| Iteration 36 | lsqr | 0.9 | 1.0 | 1.0 | 0.000s | 1m:34s |
| Iteration 37 | lsqr | auto | 1.0 | 1.0 | 0.000s | 1m:35s |
| Iteration 38 | lsqr | 0.9 | 1.0 | 1.0 | 0.001s | 1m:36s |
| Iteration 39 | lsqr | auto | 1.0 | 1.0 | 0.000s | 1m:37s |
| Iteration 40 | lsqr | 0.9 | 1.0 | 1.0 | 0.001s | 1m:37s |
| Iteration 41 | lsqr | auto | 1.0 | 1.0 | 0.000s | 1m:38s |
| Iteration 42 | lsqr | 0.9 | 1.0 | 1.0 | 0.000s | 1m:39s |
| Iteration 43 | lsqr | 0.9 | 1.0 | 1.0 | 0.000s | 1m:40s |
| Iteration 44 | lsqr | auto | 1.0 | 1.0 | 0.000s | 1m:43s |
| Iteration 45 | lsqr | 0.9 | 1.0 | 1.0 | 0.000s | 1m:45s |
| Iteration 46 | lsqr | auto | 1.0 | 1.0 | 0.000s | 1m:46s |
| Iteration 47 | lsqr | auto | 1.0 | 1.0 | 0.000s | 1m:47s |
| Iteration 48 | lsqr | 0.9 | 1.0 | 1.0 | 0.000s | 1m:48s |
| Iteration 49 | lsqr | auto | 1.0 | 1.0 | 0.001s | 1m:49s |
| Iteration 50 | lsqr | 0.9 | 1.0 | 1.0 | 0.000s | 1m:50s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:51s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6955
Test evaluation --> roc_auc: 0.3
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.34 ± 0.102
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:51s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.625 | 0.625 | 3.323s | 3.327s |
| Initial point 2 | 0.9 | 0.75 | 0.75 | 3.323s | 7.201s |
| Initial point 3 | 0.1 | 0.5 | 0.75 | 3.318s | 11.043s |
| Initial point 4 | 1.0 | 0.625 | 0.75 | 0.001s | 11.573s |
| Initial point 5 | 0.2 | 0.75 | 0.75 | 3.286s | 15.392s |
| Initial point 6 | 0.4 | 0.875 | 0.875 | 3.278s | 19.195s |
| Initial point 7 | 0.4 | 0.875 | 0.875 | 0.001s | 19.722s |
| Initial point 8 | 0.7 | 1.0 | 1.0 | 3.348s | 23.599s |
| Initial point 9 | 0.9 | 0.75 | 1.0 | 0.001s | 24.135s |
| Initial point 10 | 0.8 | 0.8125 | 1.0 | 3.170s | 27.858s |
| Iteration 11 | 0.3 | 0.75 | 1.0 | 3.179s | 31.674s |
| Iteration 12 | 0.6 | 0.125 | 1.0 | 3.195s | 36.015s |
| Iteration 13 | 0.5 | 1.0 | 1.0 | 3.165s | 39.926s |
| Iteration 14 | 0.0 | 1.0 | 1.0 | 3.211s | 43.755s |
| Iteration 15 | 0.5 | 1.0 | 1.0 | 0.000s | 44.392s |
| Iteration 16 | 0.7 | 1.0 | 1.0 | 0.000s | 45.042s |
| Iteration 17 | 0.0 | 1.0 | 1.0 | 0.000s | 45.665s |
| Iteration 18 | 0.5 | 1.0 | 1.0 | 0.000s | 46.296s |
| Iteration 19 | 0.0 | 1.0 | 1.0 | 0.000s | 46.913s |
| Iteration 20 | 0.7 | 1.0 | 1.0 | 0.000s | 47.543s |
| Iteration 21 | 0.5 | 1.0 | 1.0 | 0.000s | 48.196s |
| Iteration 22 | 0.7 | 1.0 | 1.0 | 0.000s | 48.830s |
| Iteration 23 | 0.0 | 1.0 | 1.0 | 0.000s | 49.462s |
| Iteration 24 | 0.5 | 1.0 | 1.0 | 0.000s | 50.089s |
| Iteration 25 | 0.0 | 1.0 | 1.0 | 0.000s | 50.720s |
| Iteration 26 | 0.7 | 1.0 | 1.0 | 0.000s | 51.360s |
| Iteration 27 | 0.5 | 1.0 | 1.0 | 0.000s | 51.997s |
| Iteration 28 | 0.0 | 1.0 | 1.0 | 0.000s | 52.654s |
| Iteration 29 | 0.7 | 1.0 | 1.0 | 0.000s | 53.315s |
| Iteration 30 | 0.8 | 0.8125 | 1.0 | 0.000s | 53.972s |
| Iteration 31 | 1.0 | 0.625 | 1.0 | 0.000s | 54.637s |
| Iteration 32 | 0.6 | 0.125 | 1.0 | 0.000s | 55.307s |
| Iteration 33 | 0.5 | 1.0 | 1.0 | 0.000s | 55.970s |
| Iteration 34 | 0.7 | 1.0 | 1.0 | 0.000s | 56.637s |
| Iteration 35 | 0.0 | 1.0 | 1.0 | 0.000s | 57.331s |
| Iteration 36 | 0.5 | 1.0 | 1.0 | 0.000s | 58.587s |
| Iteration 37 | 0.7 | 1.0 | 1.0 | 0.000s | 59.404s |
| Iteration 38 | 0.0 | 1.0 | 1.0 | 0.000s | 1m:00s |
| Iteration 39 | 0.0 | 1.0 | 1.0 | 0.000s | 1m:01s |
| Iteration 40 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:02s |
| Iteration 41 | 0.7 | 1.0 | 1.0 | 0.000s | 1m:02s |
| Iteration 42 | 0.7 | 1.0 | 1.0 | 0.000s | 1m:03s |
| Iteration 43 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:04s |
| Iteration 44 | 0.0 | 1.0 | 1.0 | 0.000s | 1m:04s |
| Iteration 45 | 0.7 | 1.0 | 1.0 | 0.000s | 1m:05s |
| Iteration 46 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:06s |
| Iteration 47 | 0.0 | 1.0 | 1.0 | 0.000s | 1m:07s |
| Iteration 48 | 0.0 | 1.0 | 1.0 | 0.000s | 1m:07s |
| Iteration 49 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:08s |
| Iteration 50 | 0.7 | 1.0 | 1.0 | 0.001s | 1m:09s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'reg_param': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:10s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6768
Test evaluation --> roc_auc: 0.3
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.41 ± 0.153
Time elapsed: 0.030s
-------------------------------------------------
Total time: 1m:10s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 11.5072 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 3.195s | 3.216s |
| Initial point 2 | 4.5764 | uniform | kd_tree | 39 | 2 | 0.7812 | 1.0 | 3.155s | 6.913s |
| Initial point 3 | 3.6151 | dista.. | ball_tree | 25 | 2 | 0.8125 | 1.0 | 3.154s | 10.599s |
| Initial point 4 | 10.5468 | uniform | ball_tree | 39 | 2 | 0.5 | 1.0 | 3.153s | 14.278s |
| Initial point 5 | 8.2621 | dista.. | auto | 30 | 2 | 0.625 | 1.0 | 3.179s | 18.061s |
| Initial point 6 | 9.5681 | dista.. | ball_tree | 21 | 2 | 0.5625 | 1.0 | 3.182s | 21.780s |
| Initial point 7 | 6.8438 | dista.. | ball_tree | 24 | 1 | 1.0 | 1.0 | 3.170s | 25.504s |
| Initial point 8 | 1.64 | dista.. | ball_tree | 21 | 2 | 0.8438 | 1.0 | 3.197s | 29.287s |
| Initial point 9 | 7.6235 | uniform | ball_tree | 24 | 1 | 0.6562 | 1.0 | 3.176s | 32.995s |
| Initial point 10 | 5.4149 | uniform | brute | 22 | 2 | 0.0625 | 1.0 | 3.228s | 36.754s |
| Iteration 11 | 1.6844 | dista.. | kd_tree | 38 | 1 | 0.375 | 1.0 | 3.161s | 40.729s |
| Iteration 12 | 10.6905 | dista.. | auto | 23 | 1 | 0.875 | 1.0 | 3.160s | 44.669s |
| Iteration 13 | 4.8424 | dista.. | ball_tree | 23 | 1 | 1.0 | 1.0 | 3.168s | 48.642s |
| Iteration 14 | 5.5345 | dista.. | ball_tree | 33 | 1 | 1.0 | 1.0 | 3.193s | 52.701s |
| Iteration 15 | 11.5397 | dista.. | auto | 40 | 1 | 0.75 | 1.0 | 3.174s | 57.005s |
| Iteration 16 | 3.3305 | dista.. | ball_tree | 38 | 1 | 0.875 | 1.0 | 3.172s | 1m:01s |
| Iteration 17 | 11.5397 | dista.. | ball_tree | 20 | 1 | 0.75 | 1.0 | 3.165s | 1m:05s |
| Iteration 18 | 0.0032 | uniform | auto | 23 | 1 | 0.5 | 1.0 | 3.163s | 1m:10s |
| Iteration 19 | 9.8864 | dista.. | brute | 33 | 2 | 0.5625 | 1.0 | 3.168s | 1m:14s |
| Iteration 20 | 6.2416 | dista.. | ball_tree | 20 | 1 | 0.375 | 1.0 | 3.175s | 1m:18s |
| Iteration 21 | 0.0 | dista.. | auto | 39 | 1 | 0.5 | 1.0 | 3.822s | 1m:23s |
| Iteration 22 | 0.6021 | dista.. | ball_tree | 30 | 1 | 0.5 | 1.0 | 3.192s | 1m:27s |
| Iteration 23 | 8.6076 | uniform | auto | 38 | 1 | 0.6875 | 1.0 | 3.178s | 1m:31s |
| Iteration 24 | 4.472 | uniform | ball_tree | 37 | 1 | 0.9062 | 1.0 | 3.210s | 1m:35s |
| Iteration 25 | 4.4399 | dista.. | brute | 24 | 1 | 0.2188 | 1.0 | 3.222s | 1m:39s |
| Iteration 26 | 9.2654 | uniform | kd_tree | 34 | 2 | 0.375 | 1.0 | 3.188s | 1m:43s |
| Iteration 27 | 4.2635 | uniform | ball_tree | 40 | 2 | 0.25 | 1.0 | 3.240s | 1m:47s |
| Iteration 28 | 11.5397 | uniform | auto | 24 | 1 | 0.4375 | 1.0 | 3.191s | 1m:51s |
| Iteration 29 | 0.4768 | dista.. | auto | 20 | 2 | 0.5 | 1.0 | 3.232s | 1m:55s |
| Iteration 30 | 11.5397 | dista.. | ball_tree | 39 | 1 | 0.7812 | 1.0 | 3.193s | 1m:59s |
| Iteration 31 | 11.5397 | dista.. | auto | 40 | 1 | 0.75 | 1.0 | 0.001s | 2m:00s |
| Iteration 32 | 11.5397 | dista.. | auto | 36 | 2 | 0.875 | 1.0 | 3.230s | 2m:04s |
| Iteration 33 | 11.5397 | dista.. | auto | 21 | 2 | 0.6875 | 1.0 | 3.195s | 2m:08s |
| Iteration 34 | 11.4507 | dista.. | kd_tree | 39 | 1 | 0.6875 | 1.0 | 3.193s | 2m:13s |
| Iteration 35 | 5.5434 | dista.. | brute | 34 | 1 | 0.875 | 1.0 | 3.202s | 2m:17s |
| Iteration 36 | 3.5145 | dista.. | ball_tree | 24 | 1 | 0.375 | 1.0 | 3.212s | 2m:22s |
| Iteration 37 | 7.0431 | dista.. | kd_tree | 24 | 1 | 0.5 | 1.0 | 3.187s | 2m:26s |
| Iteration 38 | 4.9221 | dista.. | ball_tree | 23 | 1 | 0.3438 | 1.0 | 3.198s | 2m:30s |
| Iteration 39 | 2.4363 | uniform | kd_tree | 38 | 1 | 0.0 | 1.0 | 3.195s | 2m:35s |
| Iteration 40 | 11.5075 | dista.. | brute | 28 | 1 | 1.0 | 1.0 | 3.082s | 2m:40s |
| Iteration 41 | 11.5366 | dista.. | brute | 38 | 2 | 0.8125 | 1.0 | 3.072s | 2m:45s |
| Iteration 42 | 11.5393 | dista.. | ball_tree | 40 | 1 | 0.5 | 1.0 | 3.056s | 2m:51s |
| Iteration 43 | 11.5397 | dista.. | auto | 40 | 2 | 0.3125 | 1.0 | 3.085s | 2m:55s |
| Iteration 44 | 0.0012 | dista.. | kd_tree | 39 | 1 | 0.5 | 1.0 | 3.160s | 2m:59s |
| Iteration 45 | 11.5386 | dista.. | kd_tree | 31 | 2 | 0.75 | 1.0 | 3.147s | 3m:05s |
| Iteration 46 | 0.008 | uniform | kd_tree | 35 | 1 | 0.5 | 1.0 | 3.735s | 3m:10s |
| Iteration 47 | 11.5395 | dista.. | brute | 28 | 1 | 1.0 | 1.0 | 3.148s | 3m:14s |
| Iteration 48 | 11.5385 | dista.. | brute | 34 | 2 | 0.625 | 1.0 | 3.162s | 3m:18s |
| Iteration 49 | 0.0008 | dista.. | auto | 25 | 2 | 0.5 | 1.0 | 3.159s | 3m:22s |
| Iteration 50 | 11.5378 | dista.. | ball_tree | 26 | 1 | 0.6562 | 1.0 | 3.170s | 3m:26s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'radius': 11.5072, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 40, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:27s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.6 ± 0.0316
Time elapsed: 0.053s
-------------------------------------------------
Total time: 3m:27s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.75 | 0.75 | 3.565s | 3.572s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.6875 | 0.75 | 3.529s | 7.646s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.875 | 0.875 | 3.309s | 11.499s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.6875 | 0.875 | 3.421s | 15.459s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.625 | 0.875 | 3.305s | 19.286s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.625 | 0.875 | 3.507s | 23.336s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.4688 | 0.875 | 3.139s | 27.018s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.8125 | 0.875 | 3.438s | 30.998s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.625 | 0.875 | 3.123s | 34.654s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.8125 | 0.875 | 3.299s | 39.204s |
| Iteration 11 | 168 | 0.9527 | SAMME | 0.75 | 0.875 | 3.226s | 43.378s |
| Iteration 12 | 209 | 0.2305 | SAMME | 0.875 | 0.875 | 3.287s | 47.482s |
| Iteration 13 | 214 | 10.0 | SAMME.R | 0.5 | 0.875 | 3.276s | 51.589s |
| Iteration 14 | 375 | 0.01 | SAMME | 1.0 | 1.0 | 3.405s | 55.844s |
| Iteration 15 | 368 | 0.01 | SAMME | 0.9688 | 1.0 | 3.384s | 1m:00s |
| Iteration 16 | 379 | 10.0 | SAMME | 0.75 | 1.0 | 3.147s | 1m:04s |
| Iteration 17 | 381 | 0.01 | SAMME | 0.9375 | 1.0 | 3.410s | 1m:08s |
| Iteration 18 | 321 | 0.01 | SAMME.R | 0.6875 | 1.0 | 3.383s | 1m:12s |
| Iteration 19 | 345 | 0.01 | SAMME | 0.8125 | 1.0 | 3.354s | 1m:16s |
| Iteration 20 | 50 | 0.01 | SAMME.R | 1.0 | 1.0 | 3.189s | 1m:20s |
| Iteration 21 | 50 | 2.3885 | SAMME.R | 0.6875 | 1.0 | 3.245s | 1m:24s |
| Iteration 22 | 58 | 0.01 | SAMME.R | 0.4688 | 1.0 | 3.819s | 1m:29s |
| Iteration 23 | 238 | 0.01 | SAMME | 0.375 | 1.0 | 3.280s | 1m:33s |
| Iteration 24 | 373 | 0.0228 | SAMME | 0.8125 | 1.0 | 3.396s | 1m:37s |
| Iteration 25 | 389 | 0.01 | SAMME | 0.875 | 1.0 | 3.434s | 1m:42s |
| Iteration 26 | 365 | 0.01 | SAMME | 0.8125 | 1.0 | 3.412s | 1m:46s |
| Iteration 27 | 359 | 0.0741 | SAMME | 0.9062 | 1.0 | 3.370s | 1m:50s |
| Iteration 28 | 374 | 0.1373 | SAMME | 0.6875 | 1.0 | 3.381s | 1m:54s |
| Iteration 29 | 381 | 0.01 | SAMME | 0.9375 | 1.0 | 0.001s | 1m:55s |
| Iteration 30 | 371 | 0.01 | SAMME | 0.9375 | 1.0 | 3.427s | 1m:60s |
| Iteration 31 | 377 | 0.01 | SAMME | 1.0 | 1.0 | 3.425s | 2m:04s |
| Iteration 32 | 376 | 0.01 | SAMME | 0.9062 | 1.0 | 3.432s | 2m:08s |
| Iteration 33 | 50 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.001s | 2m:09s |
| Iteration 34 | 305 | 1.8144 | SAMME | 0.875 | 1.0 | 3.378s | 2m:13s |
| Iteration 35 | 313 | 10.0 | SAMME.R | 0.5 | 1.0 | 3.653s | 2m:18s |
| Iteration 36 | 50 | 0.0275 | SAMME.R | 0.9375 | 1.0 | 3.186s | 2m:22s |
| Iteration 37 | 355 | 0.2188 | SAMME | 0.875 | 1.0 | 3.418s | 2m:26s |
| Iteration 38 | 256 | 10.0 | SAMME | 0.625 | 1.0 | 3.111s | 2m:30s |
| Iteration 39 | 50 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.001s | 2m:31s |
| Iteration 40 | 377 | 0.0108 | SAMME | 0.9688 | 1.0 | 3.408s | 2m:36s |
| Iteration 41 | 217 | 2.6302 | SAMME | 0.625 | 1.0 | 3.122s | 2m:40s |
| Iteration 42 | 360 | 0.6737 | SAMME | 0.625 | 1.0 | 3.438s | 2m:44s |
| Iteration 43 | 355 | 0.049 | SAMME | 0.4375 | 1.0 | 3.421s | 2m:49s |
| Iteration 44 | 420 | 0.0112 | SAMME | 0.75 | 1.0 | 3.425s | 2m:53s |
| Iteration 45 | 50 | 0.0105 | SAMME | 0.6562 | 1.0 | 3.154s | 2m:57s |
| Iteration 46 | 374 | 0.0112 | SAMME | 0.75 | 1.0 | 3.415s | 3m:02s |
| Iteration 47 | 378 | 0.0104 | SAMME | 1.0 | 1.0 | 3.491s | 3m:07s |
| Iteration 48 | 379 | 0.0105 | SAMME | 1.0 | 1.0 | 4.045s | 3m:12s |
| Iteration 49 | 50 | 0.0653 | SAMME.R | 0.75 | 1.0 | 3.174s | 3m:16s |
| Iteration 50 | 392 | 0.01 | SAMME.R | 0.9688 | 1.0 | 3.457s | 3m:20s |
Bayesian Optimization ---------------------------
Best call --> Iteration 48
Best parameters --> {'n_estimators': 379, 'learning_rate': 0.0105, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:21s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9714
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.302s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.53 ± 0.103
Time elapsed: 1.377s
-------------------------------------------------
Total time: 3m:23s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 1.0 | 1.0 | 3.539s | 3.558s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.8125 | 1.0 | 3.415s | 7.552s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.75 | 1.0 | 3.473s | 12.681s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 1.0 | 3.265s | 16.755s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.625 | 1.0 | 3.469s | 20.766s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.5625 | 1.0 | 3.437s | 25.684s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.8125 | 1.0 | 3.336s | 29.845s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 1.0 | 1.0 | 3.331s | 33.720s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.6875 | 1.0 | 3.417s | 37.708s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.9375 | 1.0 | 3.425s | 41.682s |
| Iteration 11 | 10 | entropy | None | 20 | 1 | auto | True | 0.0 | 0.5 | 1.0 | 1.0 | 3.152s | 45.863s |
| Iteration 12 | 346 | entropy | None | 15 | 20 | sqrt | True | 0.0067 | 0.9 | 0.7812 | 1.0 | 3.417s | 50.134s |
| Iteration 13 | 10 | entropy | 9 | 20 | 1 | auto | True | 0.035 | None | 1.0 | 1.0 | 3.150s | 54.191s |
| Iteration 14 | 101 | entropy | 7 | 17 | 1 | auto | True | 0.01 | 0.6 | 1.0 | 1.0 | 3.251s | 58.297s |
| Iteration 15 | 496 | entropy | None | 6 | 1 | auto | True | 0.0217 | None | 1.0 | 1.0 | 3.561s | 1m:03s |
| Iteration 16 | 38 | entropy | None | 12 | 1 | auto | False | 0.0337 | --- | 1.0 | 1.0 | 3.184s | 1m:07s |
| Iteration 17 | 366 | gini | 7 | 6 | 13 | None | True | 0.0222 | 0.5 | 0.6875 | 1.0 | 3.441s | 1m:12s |
| Iteration 18 | 211 | entropy | 3 | 8 | 1 | log2 | True | 0.0326 | None | 1.0 | 1.0 | 3.235s | 1m:17s |
| Iteration 19 | 176 | entropy | 4 | 11 | 1 | auto | True | 0.0333 | 0.5 | 0.75 | 1.0 | 3.243s | 1m:22s |
| Iteration 20 | 498 | entropy | 1 | 8 | 5 | 0.5 | False | 0.0261 | --- | 0.9375 | 1.0 | 3.428s | 1m:26s |
| Iteration 21 | 453 | entropy | None | 9 | 15 | auto | False | 0.0268 | --- | 0.75 | 1.0 | 3.395s | 1m:32s |
| Iteration 22 | 500 | entropy | None | 13 | 1 | auto | True | 0.0 | None | 0.6875 | 1.0 | 3.488s | 1m:38s |
| Iteration 23 | 10 | entropy | None | 2 | 1 | 0.8 | True | 0.0029 | None | 0.4375 | 1.0 | 3.095s | 1m:42s |
| Iteration 24 | 207 | entropy | 5 | 8 | 1 | log2 | True | 0.0336 | 0.8 | 0.75 | 1.0 | 3.275s | 1m:46s |
| Iteration 25 | 313 | entropy | 4 | 18 | 1 | sqrt | True | 0.0323 | 0.5 | 0.75 | 1.0 | 3.377s | 1m:51s |
| Iteration 26 | 182 | entropy | 5 | 17 | 1 | auto | True | 0.008 | 0.7 | 0.75 | 1.0 | 3.257s | 1m:55s |
| Iteration 27 | 10 | entropy | None | 2 | 20 | auto | False | 0.0195 | --- | 0.6875 | 1.0 | 3.137s | 1m:60s |
| Iteration 28 | 10 | entropy | None | 2 | 20 | auto | False | 0.0 | --- | 0.625 | 1.0 | 3.123s | 2m:04s |
| Iteration 29 | 10 | entropy | 5 | 10 | 1 | sqrt | False | 0.0036 | --- | 0.5625 | 1.0 | 3.118s | 2m:08s |
| Iteration 30 | 475 | entropy | 1 | 13 | 7 | 0.5 | False | 0.0206 | --- | 0.8125 | 1.0 | 3.430s | 2m:12s |
| Iteration 31 | 378 | entropy | 1 | 6 | 20 | None | False | 0.0167 | --- | 0.75 | 1.0 | 3.368s | 2m:17s |
| Iteration 32 | 19 | entropy | 1 | 20 | 18 | 0.9 | True | 0.0302 | None | 0.7812 | 1.0 | 3.138s | 2m:21s |
| Iteration 33 | 500 | entropy | 1 | 12 | 11 | log2 | True | 0.0233 | None | 0.8125 | 1.0 | 3.488s | 2m:26s |
| Iteration 34 | 500 | entropy | None | 20 | 13 | auto | True | 0.0 | 0.9 | 0.625 | 1.0 | 3.481s | 2m:30s |
| Iteration 35 | 354 | entropy | 7 | 2 | 4 | auto | False | 0.0218 | --- | 0.9375 | 1.0 | 3.327s | 2m:35s |
| Iteration 36 | 10 | entropy | None | 17 | 16 | None | False | 0.035 | --- | 0.8125 | 1.0 | 3.096s | 2m:39s |
| Iteration 37 | 448 | entropy | 5 | 18 | 1 | auto | True | 0.0038 | 0.5 | 0.875 | 1.0 | 3.492s | 2m:44s |
| Iteration 38 | 412 | entropy | 7 | 2 | 6 | auto | True | 0.0205 | None | 0.75 | 1.0 | 3.493s | 2m:48s |
| Iteration 39 | 10 | entropy | 5 | 20 | 7 | 0.8 | True | 0.0175 | 0.8 | 1.0 | 1.0 | 3.163s | 2m:52s |
| Iteration 40 | 19 | entropy | 4 | 20 | 3 | 0.8 | True | 0.0096 | 0.5 | 0.8125 | 1.0 | 3.182s | 2m:57s |
| Iteration 41 | 116 | entropy | 3 | 20 | 1 | 0.9 | True | 0.018 | 0.5 | 0.75 | 1.0 | 3.237s | 3m:01s |
| Iteration 42 | 470 | entropy | None | 20 | 4 | auto | True | 0.0076 | 0.7 | 0.75 | 1.0 | 3.538s | 3m:05s |
| Iteration 43 | 120 | gini | None | 4 | 7 | 0.6 | True | 0.0175 | 0.8 | 0.5 | 1.0 | 3.217s | 3m:10s |
| Iteration 44 | 10 | entropy | 1 | 20 | 9 | auto | True | 0.035 | 0.9 | 0.7812 | 1.0 | 3.150s | 3m:14s |
| Iteration 45 | 487 | entropy | 5 | 2 | 15 | auto | False | 0.035 | --- | 0.8125 | 1.0 | 3.435s | 3m:19s |
| Iteration 46 | 327 | entropy | None | 2 | 2 | None | True | 0.035 | 0.5 | 0.75 | 1.0 | 3.331s | 3m:23s |
| Iteration 47 | 105 | entropy | 8 | 20 | 1 | auto | True | 0.0211 | 0.9 | 1.0 | 1.0 | 3.197s | 3m:28s |
| Iteration 48 | 10 | entropy | 9 | 20 | 20 | auto | False | 0.0 | --- | 1.0 | 1.0 | 3.107s | 3m:32s |
| Iteration 49 | 10 | entropy | 9 | 20 | 20 | auto | False | 0.0 | --- | 1.0 | 1.0 | 0.001s | 3m:33s |
| Iteration 50 | 75 | entropy | None | 12 | 1 | auto | False | 0.0245 | --- | 0.875 | 1.0 | 3.191s | 3m:38s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'n_estimators': 496, 'criterion': 'entropy', 'max_depth': None, 'min_samples_split': 6, 'min_samples_leaf': 1, 'max_features': 'auto', 'bootstrap': True, 'ccp_alpha': 0.0217, 'max_samples': None}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:40s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.450s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.57 ± 0.06
Time elapsed: 2.045s
-------------------------------------------------
Total time: 3m:42s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.271s | 3.289s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.75 | 0.75 | 3.252s | 7.365s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.75 | 3.295s | 11.336s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.75 | 3.126s | 15.017s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.75 | 3.186s | 18.747s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.75 | 3.184s | 22.478s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.75 | 3.172s | 26.209s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.75 | 3.176s | 30.724s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.6875 | 0.75 | 3.199s | 34.678s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.75 | 3.183s | 38.428s |
| Iteration 11 | 83 | 0.0557 | 2 | 0.3377 | 4 | 0.7 | 0.8 | 0.01 | 10 | 0.9375 | 0.9375 | 3.144s | 43.414s |
| Iteration 12 | 126 | 0.0621 | 2 | 0.0521 | 4 | 0.8 | 0.9 | 0 | 0.01 | 0.625 | 0.9375 | 3.136s | 48.718s |
| Iteration 13 | 436 | 0.1436 | 8 | 0.3974 | 4 | 0.5 | 1.0 | 1 | 0 | 1.0 | 1.0 | 3.119s | 54.530s |
| Iteration 14 | 466 | 0.0248 | 10 | 0.4194 | 4 | 0.5 | 1.0 | 10 | 0 | 0.5 | 1.0 | 3.203s | 1m:01s |
| Iteration 15 | 378 | 0.0181 | 10 | 0.2469 | 4 | 0.7 | 0.7 | 1 | 10 | 0.8125 | 1.0 | 3.127s | 1m:06s |
| Iteration 16 | 34 | 0.139 | 4 | 0.3602 | 4 | 0.8 | 0.7 | 0.1 | 1 | 1.0 | 1.0 | 3.130s | 1m:12s |
| Iteration 17 | 493 | 0.3206 | 7 | 0.4598 | 4 | 0.6 | 0.5 | 1 | 0.01 | 0.8125 | 1.0 | 3.187s | 1m:18s |
| Iteration 18 | 379 | 0.1221 | 10 | 0.3346 | 3 | 0.5 | 0.5 | 1 | 0.1 | 0.9375 | 1.0 | 3.169s | 1m:23s |
| Iteration 19 | 212 | 0.1173 | 8 | 0.3943 | 4 | 0.8 | 0.9 | 0.01 | 0 | 1.0 | 1.0 | 3.178s | 1m:27s |
| Iteration 20 | 156 | 0.076 | 6 | 0.2553 | 4 | 0.8 | 1.0 | 0.1 | 100 | 1.0 | 1.0 | 3.242s | 1m:31s |
| Iteration 21 | 65 | 0.0441 | 1 | 0.2343 | 3 | 0.7 | 1.0 | 1 | 10 | 0.75 | 1.0 | 3.210s | 1m:36s |
| Iteration 22 | 361 | 0.0821 | 7 | 0.289 | 4 | 0.6 | 1.0 | 0.1 | 10 | 0.375 | 1.0 | 3.220s | 1m:40s |
| Iteration 23 | 20 | 0.5849 | 9 | 0.3875 | 4 | 0.9 | 0.4 | 0.01 | 0 | 0.3125 | 1.0 | 3.185s | 1m:44s |
| Iteration 24 | 311 | 0.0985 | 3 | 0.3144 | 4 | 0.8 | 1.0 | 10 | 1 | 0.5 | 1.0 | 3.213s | 1m:49s |
| Iteration 25 | 94 | 0.0977 | 5 | 0.2974 | 6 | 0.9 | 0.8 | 0.1 | 1 | 0.375 | 1.0 | 3.189s | 1m:53s |
| Iteration 26 | 74 | 0.9157 | 6 | 0.3299 | 4 | 0.7 | 0.8 | 0.1 | 0.1 | 0.7188 | 1.0 | 3.118s | 1m:57s |
| Iteration 27 | 277 | 0.0132 | 9 | 0.3562 | 5 | 0.8 | 0.7 | 0 | 1 | 0.8125 | 1.0 | 3.867s | 2m:02s |
| Iteration 28 | 301 | 0.0234 | 4 | 0.2712 | 3 | 0.6 | 0.7 | 0.01 | 0 | 0.75 | 1.0 | 3.147s | 2m:07s |
| Iteration 29 | 96 | 0.022 | 5 | 0.3747 | 4 | 0.8 | 0.8 | 0.01 | 0.1 | 0.9375 | 1.0 | 3.144s | 2m:11s |
| Iteration 30 | 352 | 0.4633 | 5 | 0.3143 | 6 | 0.8 | 0.8 | 0.1 | 0.1 | 0.9375 | 1.0 | 3.168s | 2m:15s |
| Iteration 31 | 129 | 0.3012 | 4 | 0.0794 | 4 | 0.8 | 0.6 | 10 | 1 | 0.5 | 1.0 | 3.160s | 2m:19s |
| Iteration 32 | 20 | 0.1222 | 4 | 0.3215 | 7 | 0.8 | 0.8 | 0.1 | 100 | 0.5 | 1.0 | 3.144s | 2m:24s |
| Iteration 33 | 470 | 0.1101 | 7 | 0.5724 | 7 | 0.5 | 1.0 | 100 | 0 | 0.5 | 1.0 | 3.186s | 2m:28s |
| Iteration 34 | 107 | 0.0306 | 5 | 0.3138 | 4 | 0.8 | 1.0 | 0.1 | 0.1 | 0.625 | 1.0 | 3.149s | 2m:32s |
| Iteration 35 | 27 | 0.2182 | 4 | 0.7335 | 4 | 0.8 | 0.7 | 0.01 | 0.1 | 1.0 | 1.0 | 3.137s | 2m:37s |
| Iteration 36 | 82 | 0.076 | 4 | 0.5964 | 7 | 0.7 | 0.7 | 0.01 | 1 | 0.5 | 1.0 | 3.133s | 2m:41s |
| Iteration 37 | 174 | 0.0832 | 9 | 0.4748 | 5 | 0.8 | 0.9 | 0.01 | 0.01 | 0.7188 | 1.0 | 3.136s | 2m:45s |
| Iteration 38 | 57 | 0.2178 | 6 | 0.8859 | 2 | 0.8 | 1.0 | 0.01 | 100 | 0.8125 | 1.0 | 3.129s | 2m:49s |
| Iteration 39 | 168 | 0.0278 | 6 | 0.5157 | 6 | 0.8 | 1.0 | 0.1 | 100 | 1.0 | 1.0 | 3.172s | 2m:54s |
| Iteration 40 | 234 | 0.2011 | 6 | 0.4134 | 3 | 0.8 | 1.0 | 0.1 | 1 | 0.875 | 1.0 | 3.164s | 2m:58s |
| Iteration 41 | 305 | 1.0 | 8 | 0.4344 | 9 | 0.8 | 0.9 | 100 | 10 | 0.5 | 1.0 | 3.151s | 3m:02s |
| Iteration 42 | 308 | 0.0422 | 8 | 0.2786 | 7 | 0.8 | 0.9 | 0 | 0.1 | 0.5 | 1.0 | 3.173s | 3m:07s |
| Iteration 43 | 48 | 0.1632 | 4 | 0.4883 | 5 | 0.8 | 0.7 | 0.1 | 100 | 0.5 | 1.0 | 3.113s | 3m:11s |
| Iteration 44 | 89 | 0.0219 | 4 | 0.4775 | 5 | 0.8 | 0.7 | 0.1 | 0.1 | 0.75 | 1.0 | 3.126s | 3m:15s |
| Iteration 45 | 229 | 0.4265 | 4 | 0.7422 | 2 | 0.8 | 0.7 | 0.01 | 0.1 | 0.6875 | 1.0 | 3.146s | 3m:20s |
| Iteration 46 | 157 | 0.6714 | 7 | 0.1627 | 5 | 0.8 | 0.6 | 0.1 | 100 | 0.6562 | 1.0 | 3.226s | 3m:24s |
| Iteration 47 | 75 | 0.4977 | 4 | 0.5499 | 4 | 0.8 | 0.7 | 0.1 | 1 | 1.0 | 1.0 | 3.187s | 3m:28s |
| Iteration 48 | 274 | 0.0184 | 6 | 0.6554 | 6 | 0.8 | 1.0 | 0.1 | 100 | 0.5 | 1.0 | 3.160s | 3m:33s |
| Iteration 49 | 475 | 0.0177 | 10 | 0.1386 | 1 | 0.9 | 1.0 | 0 | 0 | 0.9375 | 1.0 | 3.186s | 3m:37s |
| Iteration 50 | 37 | 0.0186 | 10 | 0.8866 | 1 | 0.8 | 1.0 | 0 | 100 | 0.9062 | 1.0 | 3.122s | 3m:41s |
Bayesian Optimization ---------------------------
Best call --> Iteration 20
Best parameters --> {'n_estimators': 156, 'learning_rate': 0.076, 'max_depth': 6, 'gamma': 0.2553, 'min_child_weight': 4, 'subsample': 0.8, 'colsample_bytree': 1.0, 'reg_alpha': 0.1, 'reg_lambda': 100}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:42s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8969
Test evaluation --> roc_auc: 0.475
Time elapsed: 0.049s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.53 ± 0.0886
Time elapsed: 0.144s
-------------------------------------------------
Total time: 3m:43s
Final results ==================== >>
Duration: 24m:21s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.54 ± 0.142 ~
Logistic Regression --> roc_auc: 0.67 ± 0.16 ~ !
Linear Discriminant Analysis --> roc_auc: 0.34 ± 0.102 ~
Quadratic Discriminant Analysis --> roc_auc: 0.41 ± 0.153 ~
Radius Nearest Neighbors --> roc_auc: 0.6 ± 0.0316 ~
AdaBoost --> roc_auc: 0.53 ± 0.103 ~
Random Forest --> roc_auc: 0.57 ± 0.06 ~
XGBoost --> roc_auc: 0.53 ± 0.0886 ~
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 836 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAVRNQGGKLIF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CALNTGTASKLTF.
>>> Dropping feature CASSLAGTDTQYF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAASTNTGNQFYF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CASSLDSNQPQHF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAASANTGNQFYF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAPNSGGGADGLTF.
>>> Dropping feature CAVRDSGAGSYQLTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CASSLAYEQYF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVDGQKLLF.
>>> Dropping feature CAVSETGNQFYF.
>>> Dropping feature CAYRSYNTDKLIF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVRYGGSQGNLIF.
>>> Dropping feature CASSSGETQYF.
>>> Dropping feature CAVSPSGGYQKVTF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CASSLADTQYF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVKGFGNVLHC.
>>> Dropping feature CAVPNNAGNMLTF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.6875 | 0.6875 | 0.664s | 0.685s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.75 | 0.75 | 0.701s | 1.972s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.5 | 0.75 | 0.678s | 3.215s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.75 | 0.75 | 0.698s | 4.818s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 1.0 | 1.0 | 0.709s | 6.102s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.3125 | 1.0 | 0.751s | 7.398s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.8125 | 1.0 | 0.732s | 8.730s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 1.0 | 1.0 | 0.769s | 10.083s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 1.0 | 1.0 | 0.685s | 11.322s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.875 | 1.0 | 0.676s | 13.145s |
| Iteration 11 | exponen.. | 0.0304 | 273 | 0.6 | friedman_mse | 8 | 1 | 10 | sqrt | 0.0175 | 0.875 | 1.0 | 0.707s | 15.031s |
| Iteration 12 | exponen.. | 0.134 | 45 | 0.7 | friedman_mse | 3 | 6 | 4 | 0.6 | 0.0 | 0.75 | 1.0 | 0.630s | 16.636s |
| Iteration 13 | exponen.. | 0.1417 | 473 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0039 | 0.6875 | 1.0 | 0.760s | 18.470s |
| Iteration 14 | exponen.. | 0.0514 | 426 | 0.7 | squared_er.. | 13 | 8 | 6 | 0.6 | 0.0023 | 0.8125 | 1.0 | 0.750s | 20.285s |
| Iteration 15 | exponen.. | 0.073 | 114 | 0.6 | friedman_mse | 15 | 6 | 5 | 0.7 | 0.0195 | 0.8125 | 1.0 | 0.685s | 22.050s |
| Iteration 16 | deviance | 0.2378 | 122 | 0.8 | friedman_mse | 19 | 18 | 1 | sqrt | 0.0165 | 0.375 | 1.0 | 0.680s | 23.696s |
| Iteration 17 | exponen.. | 0.01 | 500 | 0.5 | friedman_mse | 20 | 20 | 10 | 0.6 | 0.0 | 0.5 | 1.0 | 0.759s | 26.897s |
| Iteration 18 | exponen.. | 0.1075 | 136 | 1.0 | friedman_mse | 9 | 20 | 2 | 0.6 | 0.0134 | 0.5625 | 1.0 | 0.691s | 29.985s |
| Iteration 19 | exponen.. | 0.6164 | 115 | 1.0 | squared_er.. | 17 | 1 | 1 | 0.5 | 0.0 | 0.875 | 1.0 | 0.647s | 31.825s |
| Iteration 20 | exponen.. | 0.1045 | 345 | 1.0 | squared_er.. | 8 | 20 | 1 | sqrt | 0.0 | 0.9375 | 1.0 | 0.693s | 33.410s |
| Iteration 21 | exponen.. | 0.1005 | 94 | 0.5 | squared_er.. | 20 | 1 | 10 | 0.7 | 0.0136 | 0.9375 | 1.0 | 0.654s | 35.255s |
| Iteration 22 | exponen.. | 0.01 | 171 | 0.5 | friedman_mse | 8 | 1 | 10 | sqrt | 0.035 | 0.9375 | 1.0 | 0.681s | 36.961s |
| Iteration 23 | exponen.. | 0.025 | 394 | 0.5 | squared_er.. | 2 | 1 | 10 | auto | 0.026 | 0.875 | 1.0 | 0.759s | 38.792s |
| Iteration 24 | exponen.. | 0.01 | 500 | 1.0 | friedman_mse | 13 | 14 | 10 | None | 0.0 | 1.0 | 1.0 | 0.732s | 40.786s |
| Iteration 25 | deviance | 0.2999 | 315 | 0.5 | friedman_mse | 3 | 1 | 3 | 0.9 | 0.035 | 0.9375 | 1.0 | 0.702s | 42.430s |
| Iteration 26 | exponen.. | 0.01 | 500 | 1.0 | friedman_mse | 20 | 14 | 6 | None | 0.0 | 0.9375 | 1.0 | 1.326s | 44.712s |
| Iteration 27 | deviance | 0.0167 | 10 | 0.5 | friedman_mse | 10 | 1 | 8 | None | 0.035 | 1.0 | 1.0 | 0.635s | 46.445s |
| Iteration 28 | deviance | 0.01 | 10 | 0.5 | friedman_mse | 18 | 1 | 10 | 0.6 | 0.035 | 0.8438 | 1.0 | 0.634s | 48.203s |
| Iteration 29 | exponen.. | 0.6446 | 403 | 0.5 | squared_er.. | 5 | 1 | 9 | 0.7 | 0.035 | 0.7188 | 1.0 | 0.744s | 50.270s |
| Iteration 30 | deviance | 0.01 | 292 | 0.8 | friedman_mse | 2 | 1 | 3 | 0.9 | 0.035 | 0.8125 | 1.0 | 0.711s | 52.264s |
| Iteration 31 | exponen.. | 1.0 | 10 | 1.0 | friedman_mse | 2 | 13 | 10 | log2 | 0.0 | 1.0 | 1.0 | 0.647s | 54.110s |
| Iteration 32 | deviance | 0.01 | 10 | 0.5 | friedman_mse | 2 | 20 | 10 | auto | 0.035 | 0.5 | 1.0 | 0.637s | 56.078s |
| Iteration 33 | exponen.. | 1.0 | 10 | 1.0 | squared_er.. | 13 | 12 | 1 | auto | 0.0 | 0.6875 | 1.0 | 0.640s | 57.869s |
| Iteration 34 | exponen.. | 0.0473 | 500 | 0.9 | friedman_mse | 14 | 1 | 10 | None | 0.0113 | 0.875 | 1.0 | 0.796s | 59.788s |
| Iteration 35 | exponen.. | 0.01 | 10 | 0.5 | friedman_mse | 2 | 1 | 1 | None | 0.0183 | 0.8125 | 1.0 | 0.633s | 1m:02s |
| Iteration 36 | exponen.. | 1.0 | 10 | 1.0 | friedman_mse | 2 | 20 | 10 | None | 0.0 | 0.75 | 1.0 | 0.639s | 1m:03s |
| Iteration 37 | exponen.. | 0.01 | 500 | 1.0 | friedman_mse | 2 | 1 | 10 | None | 0.0 | 0.75 | 1.0 | 0.901s | 1m:05s |
| Iteration 38 | deviance | 0.2804 | 496 | 0.5 | friedman_mse | 18 | 1 | 1 | None | 0.0268 | 1.0 | 1.0 | 0.736s | 1m:07s |
| Iteration 39 | deviance | 0.0124 | 424 | 0.5 | friedman_mse | 6 | 1 | 5 | 0.6 | 0.0207 | 0.75 | 1.0 | 0.741s | 1m:09s |
| Iteration 40 | deviance | 0.8192 | 109 | 1.0 | squared_er.. | 17 | 1 | 6 | 0.8 | 0.035 | 0.8438 | 1.0 | 0.659s | 1m:11s |
| Iteration 41 | exponen.. | 1.0 | 419 | 1.0 | squared_er.. | 20 | 1 | 1 | auto | 0.0183 | 0.75 | 1.0 | 0.730s | 1m:13s |
| Iteration 42 | deviance | 1.0 | 10 | 0.5 | squared_er.. | 20 | 1 | 10 | None | 0.035 | 1.0 | 1.0 | 0.648s | 1m:15s |
| Iteration 43 | deviance | 0.512 | 97 | 1.0 | squared_er.. | 17 | 1 | 1 | None | 0.0 | 0.9375 | 1.0 | 0.651s | 1m:17s |
| Iteration 44 | deviance | 1.0 | 500 | 0.5 | squared_er.. | 20 | 1 | 1 | None | 0.035 | 0.4375 | 1.0 | 0.760s | 1m:19s |
| Iteration 45 | deviance | 0.018 | 47 | 0.5 | friedman_mse | 16 | 1 | 5 | sqrt | 0.0305 | 0.625 | 1.0 | 0.644s | 1m:21s |
| Iteration 46 | exponen.. | 0.015 | 500 | 1.0 | friedman_mse | 9 | 14 | 6 | None | 0.0314 | 0.875 | 1.0 | 0.737s | 1m:23s |
| Iteration 47 | deviance | 0.267 | 274 | 1.0 | friedman_mse | 6 | 14 | 5 | 0.7 | 0.0 | 0.8125 | 1.0 | 0.685s | 1m:25s |
| Iteration 48 | exponen.. | 0.763 | 244 | 0.6 | friedman_mse | 10 | 3 | 6 | sqrt | 0.0183 | 1.0 | 1.0 | 0.686s | 1m:27s |
| Iteration 49 | deviance | 0.4177 | 422 | 0.7 | squared_er.. | 14 | 8 | 4 | sqrt | 0.0048 | 0.875 | 1.0 | 0.767s | 1m:29s |
| Iteration 50 | exponen.. | 0.0934 | 69 | 0.8 | friedman_mse | 2 | 3 | 3 | log2 | 0.0182 | 1.0 | 1.0 | 1.272s | 1m:32s |
Bayesian Optimization ---------------------------
Best call --> Iteration 50
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0934, 'n_estimators': 69, 'subsample': 0.8, 'criterion': 'friedman_mse', 'min_samples_split': 2, 'min_samples_leaf': 3, 'max_depth': 3, 'max_features': 'log2', 'ccp_alpha': 0.0182}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:33s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.029s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.79 ± 0.08
Time elapsed: 0.124s
-------------------------------------------------
Total time: 1m:33s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.6875 | 0.6875 | 0.699s | 0.712s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.625 | 0.6875 | 0.692s | 1.970s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.6875 | 0.6875 | 0.687s | 3.242s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.8125 | 0.8125 | 0.687s | 4.487s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 1.0 | 1.0 | 0.692s | 6.848s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.3125 | 1.0 | 0.706s | 8.560s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.3125 | 1.0 | 0.686s | 9.781s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.6875 | 1.0 | 0.701s | 11.035s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 1.0 | 1.0 | 0.693s | 12.288s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.6875 | 1.0 | 0.689s | 13.531s |
| Iteration 11 | l2 | 10.3116 | lbfgs | 669 | --- | 0.5625 | 1.0 | 0.686s | 15.102s |
| Iteration 12 | l2 | 0.254 | libli.. | 626 | --- | 0.5625 | 1.0 | 0.691s | 16.546s |
| Iteration 13 | l2 | 0.0065 | libli.. | 300 | --- | 0.5 | 1.0 | 0.687s | 18.222s |
| Iteration 14 | l2 | 10.3226 | lbfgs | 566 | --- | 1.0 | 1.0 | 0.000s | 19.011s |
| Iteration 15 | l2 | 10.0033 | lbfgs | 563 | --- | 0.8125 | 1.0 | 0.693s | 20.628s |
| Iteration 16 | l2 | 11.2191 | lbfgs | 570 | --- | 0.625 | 1.0 | 0.690s | 22.280s |
| Iteration 17 | l2 | 0.0329 | newto.. | 300 | --- | 0.4375 | 1.0 | 0.692s | 23.893s |
| Iteration 18 | l2 | 0.0301 | libli.. | 303 | --- | 0.625 | 1.0 | 0.690s | 25.514s |
| Iteration 19 | l2 | 0.0328 | libli.. | 295 | --- | 0.5 | 1.0 | 0.689s | 27.094s |
| Iteration 20 | none | --- | lbfgs | 563 | --- | 0.875 | 1.0 | 0.689s | 28.624s |
| Iteration 21 | none | --- | lbfgs | 551 | --- | 0.875 | 1.0 | 0.695s | 30.170s |
| Iteration 22 | l2 | 0.0946 | newto.. | 550 | --- | 1.0 | 1.0 | 0.685s | 31.729s |
| Iteration 23 | l2 | 0.0164 | sag | 539 | --- | 0.5625 | 1.0 | 0.688s | 33.240s |
| Iteration 24 | l2 | 0.0304 | sag | 535 | --- | 0.875 | 1.0 | 0.680s | 34.838s |
| Iteration 25 | l2 | 0.7902 | libli.. | 513 | --- | 0.6875 | 1.0 | 0.677s | 36.451s |
| Iteration 26 | elast.. | 0.0126 | saga | 544 | 0.9 | 0.5 | 1.0 | 0.681s | 38.016s |
| Iteration 27 | l2 | 0.0019 | lbfgs | 537 | --- | 1.0 | 1.0 | 0.686s | 39.696s |
| Iteration 28 | l2 | 0.0021 | lbfgs | 517 | --- | 0.9375 | 1.0 | 1.262s | 41.859s |
| Iteration 29 | l2 | 0.0023 | lbfgs | 499 | --- | 0.75 | 1.0 | 0.684s | 43.526s |
| Iteration 30 | l2 | 0.0031 | lbfgs | 524 | --- | 0.9375 | 1.0 | 0.682s | 45.093s |
| Iteration 31 | l2 | 45.3504 | lbfgs | 469 | --- | 0.625 | 1.0 | 0.693s | 46.679s |
| Iteration 32 | l2 | 0.0015 | lbfgs | 537 | --- | 0.75 | 1.0 | 0.695s | 48.301s |
| Iteration 33 | l2 | 25.4155 | lbfgs | 860 | --- | 0.6875 | 1.0 | 0.693s | 49.963s |
| Iteration 34 | none | --- | newto.. | 541 | --- | 0.75 | 1.0 | 0.690s | 51.576s |
| Iteration 35 | l2 | 0.0011 | lbfgs | 539 | --- | 0.625 | 1.0 | 0.682s | 53.181s |
| Iteration 36 | none | --- | saga | 824 | --- | 0.3125 | 1.0 | 0.687s | 54.802s |
| Iteration 37 | l2 | 8.1139 | lbfgs | 536 | --- | 0.5625 | 1.0 | 0.706s | 56.508s |
| Iteration 38 | l2 | 0.0133 | lbfgs | 1000 | --- | 0.75 | 1.0 | 0.682s | 58.159s |
| Iteration 39 | l2 | 0.0021 | lbfgs | 568 | --- | 0.5 | 1.0 | 0.658s | 59.771s |
| Iteration 40 | none | --- | lbfgs | 516 | --- | 0.5 | 1.0 | 0.664s | 1m:01s |
| Iteration 41 | none | --- | saga | 1000 | --- | 0.25 | 1.0 | 0.659s | 1m:03s |
| Iteration 42 | none | --- | lbfgs | 958 | --- | 1.0 | 1.0 | 0.688s | 1m:05s |
| Iteration 43 | none | --- | lbfgs | 1000 | --- | 0.75 | 1.0 | 0.688s | 1m:07s |
| Iteration 44 | l1 | 0.0038 | saga | 920 | --- | 0.5 | 1.0 | 0.683s | 1m:08s |
| Iteration 45 | none | --- | lbfgs | 1000 | --- | 0.75 | 1.0 | 0.000s | 1m:09s |
| Iteration 46 | none | --- | lbfgs | 1000 | --- | 0.75 | 1.0 | 0.000s | 1m:10s |
| Iteration 47 | l2 | 0.001 | lbfgs | 1000 | --- | 1.0 | 1.0 | 0.688s | 1m:12s |
| Iteration 48 | l2 | 0.001 | lbfgs | 1000 | --- | 1.0 | 1.0 | 0.000s | 1m:13s |
| Iteration 49 | l2 | 0.001 | lbfgs | 1000 | --- | 1.0 | 1.0 | 0.000s | 1m:14s |
| Iteration 50 | l2 | 0.001 | lbfgs | 1000 | --- | 1.0 | 1.0 | 0.000s | 1m:15s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'penalty': 'l2', 'C': 0.0311, 'solver': 'liblinear', 'max_iter': 300}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:16s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7643
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.45 ± 0.0775
Time elapsed: 0.052s
-------------------------------------------------
Total time: 1m:16s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.5 | 0.5 | 0.669s | 0.675s |
| Initial point 2 | svd | --- | 0.625 | 0.625 | 0.681s | 1.884s |
| Initial point 3 | svd | --- | 0.625 | 0.625 | 0.001s | 2.562s |
| Initial point 4 | lsqr | 0.8 | 0.875 | 0.875 | 0.677s | 3.946s |
| Initial point 5 | eigen | 0.9 | 1.0 | 1.0 | 0.690s | 5.245s |
| Initial point 6 | lsqr | 0.7 | 0.375 | 1.0 | 0.673s | 6.463s |
| Initial point 7 | lsqr | 0.5 | 0.5625 | 1.0 | 0.672s | 7.729s |
| Initial point 8 | lsqr | 0.9 | 0.75 | 1.0 | 0.674s | 8.959s |
| Initial point 9 | lsqr | 0.6 | 1.0 | 1.0 | 0.691s | 10.225s |
| Initial point 10 | eigen | 0.8 | 0.6875 | 1.0 | 0.683s | 11.452s |
| Iteration 11 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 12.712s |
| Iteration 12 | eigen | 0.7 | 0.5625 | 1.0 | 0.669s | 14.059s |
| Iteration 13 | svd | --- | 0.625 | 1.0 | 0.000s | 14.762s |
| Iteration 14 | eigen | 0.6 | 0.5 | 1.0 | 0.669s | 16.086s |
| Iteration 15 | eigen | auto | 0.8125 | 1.0 | 0.668s | 17.424s |
| Iteration 16 | svd | --- | 0.625 | 1.0 | 0.000s | 18.312s |
| Iteration 17 | svd | --- | 0.625 | 1.0 | 0.000s | 19.042s |
| Iteration 18 | lsqr | 1.0 | 0.5625 | 1.0 | 0.673s | 20.439s |
| Iteration 19 | svd | --- | 0.625 | 1.0 | 0.000s | 21.130s |
| Iteration 20 | lsqr | auto | 0.875 | 1.0 | 0.681s | 22.508s |
| Iteration 21 | eigen | 0.5 | 0.9375 | 1.0 | 0.669s | 24.205s |
| Iteration 22 | svd | --- | 0.625 | 1.0 | 0.000s | 24.941s |
| Iteration 23 | lsqr | None | 0.625 | 1.0 | 0.673s | 26.364s |
| Iteration 24 | svd | --- | 0.625 | 1.0 | 0.000s | 27.142s |
| Iteration 25 | eigen | None | 0.6875 | 1.0 | 0.645s | 28.544s |
| Iteration 26 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 29.313s |
| Iteration 27 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 30.071s |
| Iteration 28 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 30.818s |
| Iteration 29 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 31.594s |
| Iteration 30 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 32.461s |
| Iteration 31 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 33.220s |
| Iteration 32 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 34.179s |
| Iteration 33 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 34.966s |
| Iteration 34 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 35.733s |
| Iteration 35 | lsqr | 1.0 | 0.5625 | 1.0 | 0.000s | 36.528s |
| Iteration 36 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 37.309s |
| Iteration 37 | lsqr | auto | 0.875 | 1.0 | 0.000s | 38.964s |
| Iteration 38 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 39.977s |
| Iteration 39 | svd | --- | 0.625 | 1.0 | 0.000s | 40.848s |
| Iteration 40 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 41.665s |
| Iteration 41 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 42.493s |
| Iteration 42 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 43.323s |
| Iteration 43 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 44.177s |
| Iteration 44 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 45.024s |
| Iteration 45 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 45.850s |
| Iteration 46 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 46.702s |
| Iteration 47 | lsqr | 0.6 | 1.0 | 1.0 | 0.001s | 47.550s |
| Iteration 48 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 49.988s |
| Iteration 49 | lsqr | 0.6 | 1.0 | 1.0 | 0.001s | 52.587s |
| Iteration 50 | eigen | 0.9 | 1.0 | 1.0 | 0.001s | 55.428s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.6}
Best evaluation --> roc_auc: 1.0
Time elapsed: 56.649s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7652
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.48 ± 0.0245
Time elapsed: 0.029s
-------------------------------------------------
Total time: 56.688s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.5 | 0.5 | 0.638s | 0.642s |
| Initial point 2 | 0.9 | 0.6875 | 0.6875 | 0.629s | 1.827s |
| Initial point 3 | 0.1 | 0.375 | 0.6875 | 0.629s | 3.380s |
| Initial point 4 | 1.0 | 0.5 | 0.6875 | 0.001s | 4.128s |
| Initial point 5 | 0.2 | 1.0 | 1.0 | 0.619s | 5.325s |
| Initial point 6 | 0.4 | 0.375 | 1.0 | 0.619s | 6.495s |
| Initial point 7 | 0.4 | 0.375 | 1.0 | 0.000s | 7.072s |
| Initial point 8 | 0.7 | 0.6875 | 1.0 | 0.629s | 8.481s |
| Initial point 9 | 0.9 | 0.6875 | 1.0 | 0.000s | 9.059s |
| Initial point 10 | 0.8 | 0.5625 | 1.0 | 0.632s | 10.227s |
| Iteration 11 | 0.3 | 0.6875 | 1.0 | 0.627s | 11.484s |
| Iteration 12 | 0.6 | 0.5625 | 1.0 | 0.635s | 13.422s |
| Iteration 13 | 0.2 | 1.0 | 1.0 | 0.000s | 15.301s |
| Iteration 14 | 0.5 | 0.5 | 1.0 | 0.635s | 16.867s |
| Iteration 15 | 0.2 | 1.0 | 1.0 | 0.000s | 17.484s |
| Iteration 16 | 0.2 | 1.0 | 1.0 | 0.000s | 19.203s |
| Iteration 17 | 0.0 | 0.4375 | 1.0 | 0.632s | 20.756s |
| Iteration 18 | 0.2 | 1.0 | 1.0 | 0.000s | 21.388s |
| Iteration 19 | 0.2 | 1.0 | 1.0 | 0.000s | 22.054s |
| Iteration 20 | 0.2 | 1.0 | 1.0 | 0.000s | 22.788s |
| Iteration 21 | 0.2 | 1.0 | 1.0 | 0.000s | 23.423s |
| Iteration 22 | 0.2 | 1.0 | 1.0 | 0.000s | 24.122s |
| Iteration 23 | 0.2 | 1.0 | 1.0 | 0.001s | 24.791s |
| Iteration 24 | 0.2 | 1.0 | 1.0 | 0.000s | 25.509s |
| Iteration 25 | 0.2 | 1.0 | 1.0 | 0.000s | 26.165s |
| Iteration 26 | 0.2 | 1.0 | 1.0 | 0.000s | 26.839s |
| Iteration 27 | 0.2 | 1.0 | 1.0 | 0.000s | 27.480s |
| Iteration 28 | 0.2 | 1.0 | 1.0 | 0.000s | 28.598s |
| Iteration 29 | 0.2 | 1.0 | 1.0 | 0.000s | 29.700s |
| Iteration 30 | 0.2 | 1.0 | 1.0 | 0.000s | 31.374s |
| Iteration 31 | 0.2 | 1.0 | 1.0 | 0.000s | 32.549s |
| Iteration 32 | 0.2 | 1.0 | 1.0 | 0.000s | 33.506s |
| Iteration 33 | 0.2 | 1.0 | 1.0 | 0.000s | 34.329s |
| Iteration 34 | 0.2 | 1.0 | 1.0 | 0.000s | 35.022s |
| Iteration 35 | 0.2 | 1.0 | 1.0 | 0.000s | 35.711s |
| Iteration 36 | 0.2 | 1.0 | 1.0 | 0.000s | 36.408s |
| Iteration 37 | 0.2 | 1.0 | 1.0 | 0.000s | 37.099s |
| Iteration 38 | 0.2 | 1.0 | 1.0 | 0.000s | 37.791s |
| Iteration 39 | 0.2 | 1.0 | 1.0 | 0.000s | 38.555s |
| Iteration 40 | 0.2 | 1.0 | 1.0 | 0.000s | 39.306s |
| Iteration 41 | 0.2 | 1.0 | 1.0 | 0.000s | 40.054s |
| Iteration 42 | 0.2 | 1.0 | 1.0 | 0.000s | 40.782s |
| Iteration 43 | 0.2 | 1.0 | 1.0 | 0.000s | 41.503s |
| Iteration 44 | 0.2 | 1.0 | 1.0 | 0.000s | 42.257s |
| Iteration 45 | 0.2 | 1.0 | 1.0 | 0.000s | 43.018s |
| Iteration 46 | 0.2 | 1.0 | 1.0 | 0.000s | 43.758s |
| Iteration 47 | 0.2 | 1.0 | 1.0 | 0.000s | 44.534s |
| Iteration 48 | 0.2 | 1.0 | 1.0 | 0.000s | 45.309s |
| Iteration 49 | 0.2 | 1.0 | 1.0 | 0.000s | 46.068s |
| Iteration 50 | 0.2 | 1.0 | 1.0 | 0.000s | 46.836s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'reg_param': 0.2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 47.601s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7464
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.43 ± 0.0748
Time elapsed: 0.027s
-------------------------------------------------
Total time: 47.637s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.5654 | dista.. | auto | 40 | 1 | 0.5 | 0.5 | 0.643s | 0.664s |
| Initial point 2 | 4.9972 | uniform | kd_tree | 39 | 2 | 0.6875 | 0.6875 | 0.636s | 1.829s |
| Initial point 3 | 3.9475 | dista.. | ball_tree | 25 | 2 | 0.5625 | 0.6875 | 0.635s | 3.022s |
| Initial point 4 | 11.5167 | uniform | ball_tree | 39 | 2 | 0.5 | 0.6875 | 0.642s | 4.214s |
| Initial point 5 | 9.0218 | dista.. | auto | 30 | 2 | 1.0 | 1.0 | 0.643s | 5.451s |
| Initial point 6 | 10.4479 | dista.. | ball_tree | 21 | 2 | 0.1875 | 1.0 | 0.643s | 6.652s |
| Initial point 7 | 7.4731 | dista.. | ball_tree | 24 | 1 | 0.3125 | 1.0 | 0.638s | 7.828s |
| Initial point 8 | 1.7908 | dista.. | ball_tree | 21 | 2 | 0.875 | 1.0 | 0.649s | 9.045s |
| Initial point 9 | 8.3246 | uniform | ball_tree | 24 | 1 | 0.7188 | 1.0 | 0.644s | 10.242s |
| Initial point 10 | 5.9128 | uniform | brute | 22 | 2 | 0.4688 | 1.0 | 1.217s | 12.296s |
| Iteration 11 | 9.0218 | dista.. | auto | 30 | 2 | 1.0 | 1.0 | 0.000s | 13.021s |
| Iteration 12 | 7.6944 | dista.. | auto | 26 | 2 | 0.6875 | 1.0 | 0.633s | 14.484s |
| Iteration 13 | 8.9209 | dista.. | auto | 30 | 2 | 0.625 | 1.0 | 0.635s | 15.938s |
| Iteration 14 | 9.0385 | dista.. | auto | 30 | 2 | 0.625 | 1.0 | 0.635s | 17.499s |
| Iteration 15 | 12.3747 | dista.. | auto | 27 | 2 | 0.75 | 1.0 | 0.634s | 18.924s |
| Iteration 16 | 4.8492 | dista.. | auto | 33 | 2 | 0.1875 | 1.0 | 0.641s | 20.353s |
| Iteration 17 | 0.0 | dista.. | ball_tree | 28 | 2 | 0.5 | 1.0 | 0.634s | 21.814s |
| Iteration 18 | 9.0633 | uniform | auto | 36 | 2 | 0.5625 | 1.0 | 0.683s | 23.358s |
| Iteration 19 | 1.8399 | dista.. | ball_tree | 21 | 2 | 0.625 | 1.0 | 0.771s | 24.996s |
| Iteration 20 | 1.6657 | dista.. | ball_tree | 21 | 2 | 0.6562 | 1.0 | 0.675s | 26.613s |
| Iteration 21 | 9.1425 | dista.. | auto | 30 | 2 | 0.6875 | 1.0 | 0.676s | 28.101s |
| Iteration 22 | 9.0192 | uniform | brute | 30 | 2 | 0.75 | 1.0 | 0.680s | 29.674s |
| Iteration 23 | 9.0499 | dista.. | ball_tree | 30 | 1 | 0.8125 | 1.0 | 0.690s | 31.240s |
| Iteration 24 | 12.5577 | dista.. | ball_tree | 27 | 2 | 0.875 | 1.0 | 0.644s | 32.829s |
| Iteration 25 | 9.0695 | dista.. | brute | 31 | 1 | 0.625 | 1.0 | 0.638s | 34.313s |
| Iteration 26 | 9.0607 | dista.. | kd_tree | 30 | 1 | 0.875 | 1.0 | 0.637s | 35.888s |
| Iteration 27 | 12.6008 | uniform | brute | 27 | 2 | 0.5 | 1.0 | 0.645s | 37.583s |
| Iteration 28 | 9.029 | dista.. | kd_tree | 30 | 1 | 0.9375 | 1.0 | 0.647s | 39.140s |
| Iteration 29 | 9.0268 | dista.. | auto | 30 | 1 | 0.8125 | 1.0 | 0.656s | 40.737s |
| Iteration 30 | 12.6008 | dista.. | brute | 27 | 2 | 0.875 | 1.0 | 0.642s | 42.239s |
| Iteration 31 | 12.0669 | dista.. | kd_tree | 29 | 1 | 0.75 | 1.0 | 0.636s | 43.760s |
| Iteration 32 | 8.8745 | dista.. | ball_tree | 28 | 1 | 0.875 | 1.0 | 0.638s | 45.278s |
| Iteration 33 | 0.0 | dista.. | kd_tree | 40 | 1 | 0.5 | 1.0 | 0.640s | 46.746s |
| Iteration 34 | 5.7466 | uniform | auto | 28 | 1 | 0.9375 | 1.0 | 0.639s | 48.294s |
| Iteration 35 | 4.5322 | uniform | brute | 27 | 2 | 0.5 | 1.0 | 0.638s | 49.852s |
| Iteration 36 | 7.0316 | dista.. | brute | 29 | 1 | 0.6875 | 1.0 | 0.649s | 52.159s |
| Iteration 37 | 10.1148 | dista.. | brute | 28 | 1 | 0.8125 | 1.0 | 0.646s | 53.774s |
| Iteration 38 | 0.0 | uniform | ball_tree | 20 | 1 | 0.5 | 1.0 | 0.643s | 55.346s |
| Iteration 39 | 8.8621 | uniform | ball_tree | 28 | 1 | 0.375 | 1.0 | 0.648s | 56.992s |
| Iteration 40 | 4.0843 | uniform | ball_tree | 31 | 1 | 0.5 | 1.0 | 0.648s | 58.621s |
| Iteration 41 | 12.6008 | dista.. | auto | 31 | 2 | 0.5 | 1.0 | 0.667s | 1m:00s |
| Iteration 42 | 5.8193 | uniform | ball_tree | 28 | 2 | 0.6875 | 1.0 | 0.690s | 1m:03s |
| Iteration 43 | 5.6597 | uniform | ball_tree | 28 | 1 | 0.8125 | 1.0 | 0.647s | 1m:04s |
| Iteration 44 | 8.9806 | dista.. | ball_tree | 28 | 1 | 0.5 | 1.0 | 0.647s | 1m:06s |
| Iteration 45 | 12.6008 | dista.. | kd_tree | 27 | 1 | 0.4375 | 1.0 | 0.642s | 1m:08s |
| Iteration 46 | 9.0225 | dista.. | auto | 30 | 1 | 0.4375 | 1.0 | 0.671s | 1m:10s |
| Iteration 47 | 9.6629 | dista.. | kd_tree | 30 | 2 | 0.875 | 1.0 | 0.642s | 1m:12s |
| Iteration 48 | 10.0854 | dista.. | kd_tree | 30 | 2 | 0.875 | 1.0 | 0.638s | 1m:14s |
| Iteration 49 | 10.5857 | dista.. | ball_tree | 30 | 2 | 0.5625 | 1.0 | 0.639s | 1m:18s |
| Iteration 50 | 9.409 | dista.. | kd_tree | 30 | 2 | 0.875 | 1.0 | 0.655s | 1m:21s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'radius': 9.0218, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 30, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.51 ± 0.02
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:24s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.5 | 0.5 | 1.039s | 1.046s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.8125 | 0.8125 | 1.040s | 4.258s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.9375 | 0.9375 | 0.796s | 6.860s |
| Initial point 4 | 431 | 0.0871 | SAMME | 1.0 | 1.0 | 0.940s | 8.552s |
| Initial point 5 | 250 | 0.0488 | SAMME | 1.0 | 1.0 | 0.814s | 10.118s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.25 | 1.0 | 1.007s | 11.705s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.6875 | 1.0 | 0.667s | 12.930s |
| Initial point 8 | 411 | 0.019 | SAMME | 1.0 | 1.0 | 0.929s | 14.496s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.875 | 1.0 | 0.639s | 15.710s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.7812 | 1.0 | 0.769s | 17.101s |
| Iteration 11 | 50 | 0.01 | SAMME | 0.8125 | 1.0 | 0.669s | 18.586s |
| Iteration 12 | 53 | 9.7042 | SAMME | 0.5 | 1.0 | 1.220s | 20.593s |
| Iteration 13 | 500 | 0.1206 | SAMME | 0.5 | 1.0 | 0.994s | 22.322s |
| Iteration 14 | 422 | 0.0437 | SAMME | 0.7812 | 1.0 | 0.932s | 24.166s |
| Iteration 15 | 251 | 0.2457 | SAMME | 1.0 | 1.0 | 0.818s | 25.784s |
| Iteration 16 | 254 | 0.2599 | SAMME | 0.9375 | 1.0 | 0.815s | 27.496s |
| Iteration 17 | 242 | 0.017 | SAMME | 0.625 | 1.0 | 0.797s | 29.145s |
| Iteration 18 | 243 | 0.2103 | SAMME | 0.7812 | 1.0 | 0.802s | 30.801s |
| Iteration 19 | 268 | 10.0 | SAMME | 0.625 | 1.0 | 0.638s | 32.253s |
| Iteration 20 | 500 | 0.0203 | SAMME | 0.9375 | 1.0 | 0.984s | 34.143s |
| Iteration 21 | 161 | 0.0518 | SAMME | 1.0 | 1.0 | 0.751s | 35.753s |
| Iteration 22 | 133 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.735s | 38.445s |
| Iteration 23 | 50 | 0.1445 | SAMME | 0.875 | 1.0 | 0.662s | 40.077s |
| Iteration 24 | 95 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.707s | 41.652s |
| Iteration 25 | 90 | 0.01 | SAMME.R | 0.9062 | 1.0 | 0.704s | 43.196s |
| Iteration 26 | 204 | 0.0503 | SAMME | 1.0 | 1.0 | 0.794s | 44.836s |
| Iteration 27 | 152 | 0.0502 | SAMME | 0.5 | 1.0 | 0.745s | 46.528s |
| Iteration 28 | 77 | 0.01 | SAMME.R | 0.8438 | 1.0 | 0.689s | 48.067s |
| Iteration 29 | 457 | 0.01 | SAMME.R | 0.7812 | 1.0 | 1.003s | 49.917s |
| Iteration 30 | 176 | 0.01 | SAMME.R | 0.8125 | 1.0 | 0.766s | 51.517s |
| Iteration 31 | 52 | 0.1545 | SAMME.R | 1.0 | 1.0 | 0.683s | 54.034s |
| Iteration 32 | 60 | 1.5667 | SAMME.R | 0.9375 | 1.0 | 0.697s | 55.885s |
| Iteration 33 | 50 | 6.1883 | SAMME.R | 0.7188 | 1.0 | 0.669s | 57.340s |
| Iteration 34 | 55 | 0.2421 | SAMME | 0.8125 | 1.0 | 0.667s | 58.870s |
| Iteration 35 | 73 | 0.15 | SAMME.R | 1.0 | 1.0 | 0.689s | 1m:00s |
| Iteration 36 | 464 | 0.1516 | SAMME.R | 0.875 | 1.0 | 0.997s | 1m:02s |
| Iteration 37 | 107 | 0.1611 | SAMME.R | 0.875 | 1.0 | 0.731s | 1m:05s |
| Iteration 38 | 102 | 0.1396 | SAMME.R | 0.875 | 1.0 | 0.715s | 1m:06s |
| Iteration 39 | 432 | 0.0819 | SAMME | 0.625 | 1.0 | 0.942s | 1m:08s |
| Iteration 40 | 111 | 0.0198 | SAMME | 0.9688 | 1.0 | 0.701s | 1m:10s |
| Iteration 41 | 416 | 0.0196 | SAMME | 0.7188 | 1.0 | 0.919s | 1m:12s |
| Iteration 42 | 50 | 0.0494 | SAMME.R | 1.0 | 1.0 | 0.669s | 1m:13s |
| Iteration 43 | 50 | 0.0516 | SAMME.R | 0.875 | 1.0 | 0.661s | 1m:15s |
| Iteration 44 | 50 | 0.01 | SAMME.R | 0.5625 | 1.0 | 0.677s | 1m:17s |
| Iteration 45 | 50 | 0.3714 | SAMME.R | 0.5 | 1.0 | 0.675s | 1m:18s |
| Iteration 46 | 195 | 0.4528 | SAMME | 0.875 | 1.0 | 0.771s | 1m:20s |
| Iteration 47 | 281 | 0.0105 | SAMME.R | 1.0 | 1.0 | 0.849s | 1m:22s |
| Iteration 48 | 279 | 0.0101 | SAMME.R | 1.0 | 1.0 | 0.856s | 1m:24s |
| Iteration 49 | 284 | 0.01 | SAMME.R | 0.625 | 1.0 | 0.858s | 1m:25s |
| Iteration 50 | 207 | 0.8361 | SAMME | 1.0 | 1.0 | 0.777s | 1m:27s |
Bayesian Optimization ---------------------------
Best call --> Initial point 4
Best parameters --> {'n_estimators': 431, 'learning_rate': 0.0871, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:28s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9844
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.342s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.885 ± 0.07
Time elapsed: 1.555s
-------------------------------------------------
Total time: 1m:30s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.5 | 0.5 | 1.076s | 1.096s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.625 | 0.625 | 0.956s | 2.690s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.75 | 0.75 | 0.987s | 4.238s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.625 | 0.75 | 0.801s | 5.616s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 1.0 | 1.0 | 1.010s | 7.237s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.5 | 1.0 | 0.824s | 8.635s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.8125 | 1.0 | 0.864s | 10.062s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 1.0 | 1.0 | 0.854s | 11.689s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 1.0 | 1.0 | 0.970s | 13.224s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.75 | 1.0 | 0.947s | 14.739s |
| Iteration 11 | 445 | entropy | 8 | 19 | 7 | auto | True | 0.0014 | 0.6 | 0.8125 | 1.0 | 1.049s | 16.874s |
| Iteration 12 | 318 | gini | None | 7 | 18 | log2 | True | 0.0178 | 0.7 | 0.5 | 1.0 | 0.927s | 18.784s |
| Iteration 13 | 427 | gini | 3 | 14 | 10 | 0.6 | False | 0.0055 | --- | 0.625 | 1.0 | 1.586s | 21.256s |
| Iteration 14 | 497 | gini | 3 | 14 | 5 | 0.7 | False | 0.0074 | --- | 0.5 | 1.0 | 1.000s | 23.222s |
| Iteration 15 | 453 | gini | 2 | 10 | 14 | log2 | True | 0.0141 | 0.7 | 0.875 | 1.0 | 1.054s | 25.240s |
| Iteration 16 | 434 | gini | 7 | 10 | 14 | 0.9 | False | 0.0068 | --- | 0.5312 | 1.0 | 0.946s | 27.285s |
| Iteration 17 | 496 | gini | None | 8 | 17 | auto | False | 0.0191 | --- | 0.4375 | 1.0 | 0.983s | 29.264s |
| Iteration 18 | 131 | entropy | 6 | 8 | 8 | log2 | False | 0.0328 | --- | 0.75 | 1.0 | 0.769s | 31.009s |
| Iteration 19 | 281 | gini | 4 | 4 | 8 | 0.9 | False | 0.0021 | --- | 0.8125 | 1.0 | 0.860s | 32.967s |
| Iteration 20 | 222 | gini | 2 | 6 | 16 | sqrt | False | 0.0078 | --- | 1.0 | 1.0 | 0.774s | 34.944s |
| Iteration 21 | 351 | entropy | 1 | 14 | 16 | 0.9 | False | 0.0251 | --- | 0.6562 | 1.0 | 0.840s | 36.798s |
| Iteration 22 | 242 | entropy | 1 | 5 | 16 | auto | False | 0.009 | --- | 1.0 | 1.0 | 0.778s | 38.586s |
| Iteration 23 | 401 | gini | None | 14 | 14 | 0.5 | True | 0.0088 | None | 0.75 | 1.0 | 0.994s | 40.592s |
| Iteration 24 | 251 | gini | None | 16 | 14 | log2 | True | 0.0104 | 0.6 | 1.0 | 1.0 | 0.871s | 42.577s |
| Iteration 25 | 362 | gini | 9 | 15 | 8 | 0.7 | False | 0.0192 | --- | 1.0 | 1.0 | 0.903s | 44.523s |
| Iteration 26 | 173 | gini | None | 12 | 14 | sqrt | True | 0.0007 | 0.6 | 0.5625 | 1.0 | 0.825s | 46.469s |
| Iteration 27 | 405 | gini | 7 | 15 | 8 | 0.7 | False | 0.0118 | --- | 1.0 | 1.0 | 0.930s | 49.869s |
| Iteration 28 | 190 | gini | 7 | 16 | 16 | sqrt | False | 0.0314 | --- | 0.8438 | 1.0 | 0.798s | 53.155s |
| Iteration 29 | 433 | gini | 7 | 4 | 8 | 0.7 | False | 0.002 | --- | 0.7812 | 1.0 | 0.963s | 55.513s |
| Iteration 30 | 259 | entropy | 4 | 10 | 16 | auto | False | 0.0031 | --- | 0.9375 | 1.0 | 0.841s | 57.476s |
| Iteration 31 | 230 | gini | 8 | 9 | 16 | sqrt | False | 0.0029 | --- | 0.6875 | 1.0 | 0.778s | 59.414s |
| Iteration 32 | 322 | gini | 1 | 6 | 16 | sqrt | False | 0.0198 | --- | 0.9375 | 1.0 | 0.871s | 1m:01s |
| Iteration 33 | 357 | entropy | 5 | 20 | 8 | 0.7 | False | 0.0284 | --- | 0.75 | 1.0 | 0.907s | 1m:04s |
| Iteration 34 | 162 | gini | 1 | 6 | 16 | sqrt | False | 0.0158 | --- | 0.625 | 1.0 | 0.779s | 1m:06s |
| Iteration 35 | 256 | gini | 1 | 6 | 16 | sqrt | False | 0.0274 | --- | 0.6562 | 1.0 | 0.831s | 1m:08s |
| Iteration 36 | 239 | entropy | 2 | 6 | 16 | sqrt | False | 0.0067 | --- | 0.8125 | 1.0 | 0.814s | 1m:10s |
| Iteration 37 | 98 | gini | 6 | 4 | 16 | auto | False | 0.0026 | --- | 0.8125 | 1.0 | 1.264s | 1m:12s |
| Iteration 38 | 57 | entropy | 8 | 7 | 16 | auto | False | 0.0305 | --- | 0.9375 | 1.0 | 0.709s | 1m:14s |
| Iteration 39 | 458 | gini | 4 | 20 | 8 | 0.7 | False | 0.0237 | --- | 0.5625 | 1.0 | 0.963s | 1m:16s |
| Iteration 40 | 412 | gini | 2 | 7 | 16 | log2 | False | 0.0091 | --- | 0.9375 | 1.0 | 0.888s | 1m:18s |
| Iteration 41 | 224 | entropy | 1 | 10 | 16 | log2 | False | 0.0088 | --- | 0.5 | 1.0 | 0.761s | 1m:20s |
| Iteration 42 | 304 | gini | 2 | 7 | 16 | auto | False | 0.0193 | --- | 0.9375 | 1.0 | 0.806s | 1m:23s |
| Iteration 43 | 322 | gini | 5 | 14 | 14 | log2 | True | 0.0147 | 0.6 | 0.8125 | 1.0 | 0.881s | 1m:25s |
| Iteration 44 | 119 | gini | 5 | 13 | 8 | 0.7 | False | 0.0274 | --- | 0.6562 | 1.0 | 0.704s | 1m:27s |
| Iteration 45 | 208 | gini | 3 | 6 | 16 | 0.5 | False | 0.0082 | --- | 0.625 | 1.0 | 0.750s | 1m:29s |
| Iteration 46 | 202 | gini | 1 | 7 | 16 | auto | False | 0.0181 | --- | 0.9375 | 1.0 | 0.743s | 1m:31s |
| Iteration 47 | 408 | gini | 8 | 14 | 8 | 0.7 | False | 0.0107 | --- | 1.0 | 1.0 | 0.884s | 1m:33s |
| Iteration 48 | 283 | entropy | 8 | 6 | 16 | auto | False | 0.0065 | --- | 0.875 | 1.0 | 0.812s | 1m:35s |
| Iteration 49 | 402 | entropy | 8 | 14 | 8 | 0.7 | False | 0.0106 | --- | 0.625 | 1.0 | 0.890s | 1m:37s |
| Iteration 50 | 194 | entropy | 4 | 5 | 16 | auto | False | 0.0173 | --- | 0.9375 | 1.0 | 0.793s | 1m:39s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'n_estimators': 394, 'criterion': 'gini', 'max_depth': None, 'min_samples_split': 13, 'min_samples_leaf': 14, 'max_features': 'log2', 'bootstrap': True, 'ccp_alpha': 0.0078, 'max_samples': None}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:41s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8411
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.349s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.62 ± 0.1077
Time elapsed: 1.594s
-------------------------------------------------
Total time: 1m:43s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.782s | 0.802s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.5 | 0.5 | 0.774s | 2.188s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.5 | 0.777s | 3.553s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.5 | 0.716s | 4.838s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.5 | 0.763s | 6.146s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.5 | 0.733s | 7.508s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.5 | 0.737s | 8.831s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.5 | 0.732s | 10.117s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 1.0 | 1.0 | 0.768s | 11.450s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 1.0 | 0.761s | 12.808s |
| Iteration 11 | 24 | 0.5149 | 9 | 0.0489 | 4 | 0.6 | 0.4 | 0 | 0.01 | 0.75 | 1.0 | 0.696s | 14.391s |
| Iteration 12 | 347 | 0.0225 | 5 | 1.0 | 4 | 0.6 | 1.0 | 10 | 10 | 0.5 | 1.0 | 0.745s | 16.613s |
| Iteration 13 | 382 | 0.0359 | 5 | 0.5423 | 3 | 0.9 | 0.8 | 0.01 | 1 | 0.6875 | 1.0 | 0.763s | 18.313s |
| Iteration 14 | 500 | 0.4658 | 9 | 0.7256 | 9 | 0.7 | 0.8 | 10 | 1 | 0.5 | 1.0 | 0.770s | 19.951s |
| Iteration 15 | 436 | 0.5114 | 7 | 0.806 | 4 | 0.6 | 0.8 | 0 | 1 | 0.8125 | 1.0 | 0.759s | 21.570s |
| Iteration 16 | 500 | 0.0114 | 8 | 0.3291 | 4 | 0.8 | 0.8 | 100 | 10 | 0.5 | 1.0 | 0.752s | 23.213s |
| Iteration 17 | 471 | 0.0139 | 9 | 0.0573 | 6 | 0.9 | 0.4 | 0 | 10 | 0.4062 | 1.0 | 0.719s | 24.808s |
| Iteration 18 | 404 | 0.0136 | 3 | 0.3507 | 4 | 1.0 | 0.7 | 0.01 | 1 | 0.5938 | 1.0 | 0.739s | 26.560s |
| Iteration 19 | 454 | 0.0703 | 4 | 0.4457 | 3 | 1.0 | 0.8 | 0.01 | 0.1 | 0.875 | 1.0 | 0.723s | 28.348s |
| Iteration 20 | 451 | 0.0751 | 7 | 0.9859 | 5 | 1.0 | 0.8 | 0.01 | 10 | 0.875 | 1.0 | 0.728s | 30.163s |
| Iteration 21 | 452 | 0.5411 | 3 | 0.5125 | 8 | 0.8 | 0.8 | 0.01 | 0 | 0.5 | 1.0 | 0.731s | 31.940s |
| Iteration 22 | 452 | 0.0163 | 2 | 0.6516 | 4 | 0.7 | 0.8 | 0.01 | 10 | 0.9375 | 1.0 | 0.750s | 33.747s |
| Iteration 23 | 443 | 0.2525 | 9 | 0.9576 | 4 | 0.7 | 0.8 | 0.01 | 0.01 | 0.6875 | 1.0 | 0.715s | 35.537s |
| Iteration 24 | 450 | 0.0144 | 3 | 0.337 | 3 | 0.6 | 0.8 | 0.01 | 1 | 1.0 | 1.0 | 0.719s | 37.337s |
| Iteration 25 | 458 | 0.8524 | 7 | 0.5148 | 10 | 0.7 | 0.8 | 0.01 | 1 | 0.5 | 1.0 | 0.716s | 39.239s |
| Iteration 26 | 455 | 0.7378 | 8 | 0.3486 | 3 | 1.0 | 0.8 | 0.01 | 1 | 0.9375 | 1.0 | 0.729s | 41.117s |
| Iteration 27 | 449 | 0.0575 | 7 | 0.3362 | 3 | 0.7 | 0.8 | 0 | 1 | 0.9375 | 1.0 | 0.749s | 43.516s |
| Iteration 28 | 448 | 0.0153 | 3 | 0.0802 | 3 | 0.7 | 0.8 | 0.01 | 1 | 0.9375 | 1.0 | 0.718s | 45.407s |
| Iteration 29 | 448 | 0.1109 | 9 | 0.642 | 2 | 0.6 | 0.8 | 0.01 | 1 | 0.8125 | 1.0 | 0.733s | 47.421s |
| Iteration 30 | 452 | 0.01 | 1 | 0.518 | 4 | 0.6 | 0.8 | 0 | 1 | 0.8125 | 1.0 | 0.721s | 49.598s |
| Iteration 31 | 462 | 0.0169 | 7 | 0.9404 | 4 | 0.5 | 0.8 | 0.01 | 1 | 0.5938 | 1.0 | 0.720s | 51.527s |
| Iteration 32 | 451 | 0.0122 | 6 | 0.5184 | 3 | 0.7 | 0.8 | 0.01 | 1 | 0.875 | 1.0 | 0.732s | 53.890s |
| Iteration 33 | 442 | 0.0738 | 3 | 0.3367 | 4 | 0.9 | 0.8 | 100 | 100 | 0.5 | 1.0 | 0.710s | 55.769s |
| Iteration 34 | 462 | 0.1252 | 6 | 0.3588 | 3 | 0.8 | 0.8 | 0.01 | 100 | 0.625 | 1.0 | 0.736s | 57.648s |
| Iteration 35 | 446 | 0.1546 | 6 | 0.7357 | 4 | 1.0 | 1.0 | 0.01 | 10 | 0.6875 | 1.0 | 0.717s | 59.665s |
| Iteration 36 | 448 | 0.9317 | 4 | 0.0 | 4 | 0.8 | 0.8 | 0.01 | 10 | 0.6875 | 1.0 | 0.713s | 1m:02s |
| Iteration 37 | 500 | 0.01 | 1 | 0.2979 | 1 | 0.5 | 1.0 | 0 | 0 | 0.9375 | 1.0 | 1.357s | 1m:05s |
| Iteration 38 | 20 | 0.01 | 1 | 1.0 | 1 | 1.0 | 1.0 | 0 | 100 | 0.5 | 1.0 | 0.670s | 1m:07s |
| Iteration 39 | 500 | 0.0267 | 3 | 0.3285 | 1 | 0.8 | 0.8 | 0 | 1 | 0.75 | 1.0 | 0.764s | 1m:09s |
| Iteration 40 | 500 | 0.449 | 7 | 0.9168 | 1 | 0.6 | 1.0 | 0 | 10 | 0.9375 | 1.0 | 0.757s | 1m:11s |
| Iteration 41 | 500 | 0.01 | 10 | 0.0 | 2 | 0.5 | 1.0 | 0 | 1 | 0.5 | 1.0 | 0.794s | 1m:13s |
| Iteration 42 | 500 | 0.0291 | 1 | 0.2467 | 1 | 0.6 | 0.8 | 0 | 1 | 1.0 | 1.0 | 0.777s | 1m:15s |
| Iteration 43 | 459 | 0.0375 | 1 | 0.7596 | 2 | 0.6 | 0.8 | 0 | 1 | 0.6875 | 1.0 | 0.776s | 1m:17s |
| Iteration 44 | 463 | 0.0838 | 5 | 0.1692 | 2 | 0.6 | 0.8 | 0.01 | 1 | 0.5625 | 1.0 | 0.794s | 1m:19s |
| Iteration 45 | 452 | 0.0497 | 4 | 0.2768 | 3 | 0.8 | 0.7 | 10 | 0.01 | 0.5 | 1.0 | 0.742s | 1m:21s |
| Iteration 46 | 448 | 0.0524 | 5 | 0.6995 | 4 | 0.7 | 0.8 | 0.01 | 0.01 | 0.8125 | 1.0 | 0.801s | 1m:23s |
| Iteration 47 | 20 | 0.1016 | 1 | 0.2445 | 1 | 0.8 | 0.4 | 100 | 0 | 0.5 | 1.0 | 0.703s | 1m:25s |
| Iteration 48 | 500 | 0.0591 | 3 | 0.7759 | 1 | 0.6 | 0.6 | 0 | 10 | 0.9375 | 1.0 | 0.789s | 1m:27s |
| Iteration 49 | 500 | 0.1787 | 1 | 1.0 | 1 | 0.8 | 1.0 | 0 | 0.01 | 0.875 | 1.0 | 0.776s | 1m:29s |
| Iteration 50 | 500 | 0.4111 | 1 | 1.0 | 1 | 0.7 | 0.5 | 0 | 0 | 1.0 | 1.0 | 0.779s | 1m:32s |
Bayesian Optimization ---------------------------
Best call --> Iteration 50
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.4111, 'max_depth': 1, 'gamma': 1.0, 'min_child_weight': 1, 'subsample': 0.7, 'colsample_bytree': 0.5, 'reg_alpha': 0, 'reg_lambda': 0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:33s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.116s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.95 ± 0.0632
Time elapsed: 0.338s
-------------------------------------------------
Total time: 1m:33s
Final results ==================== >>
Duration: 10m:44s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.79 ± 0.08
Logistic Regression --> roc_auc: 0.45 ± 0.0775 ~
Linear Discriminant Analysis --> roc_auc: 0.48 ± 0.0245 ~
Quadratic Discriminant Analysis --> roc_auc: 0.43 ± 0.0748 ~
Radius Nearest Neighbors --> roc_auc: 0.51 ± 0.02 ~
AdaBoost --> roc_auc: 0.885 ± 0.07
Random Forest --> roc_auc: 0.62 ± 0.1077
XGBoost --> roc_auc: 0.95 ± 0.0632 !
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CALQGGSEKLVF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAVRNQGGKLIF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CASSLAGTDTQYF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAASTNTGNQFYF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CASSLDSNQPQHF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAASANTGNQFYF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAPNSGGGADGLTF.
>>> Dropping feature CAVRDSGAGSYQLTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CASSLAYEQYF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVDGQKLLF.
>>> Dropping feature CAVSETGNQFYF.
>>> Dropping feature CAYRSYNTDKLIF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVRYGGSQGNLIF.
>>> Dropping feature CASSSGETQYF.
>>> Dropping feature CAVSPSGGYQKVTF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CASSLADTQYF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVKGFGNVLHC.
>>> Dropping feature CAVPNNAGNMLTF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.6875 | 0.6875 | 3.255s | 3.277s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.625 | 0.6875 | 3.265s | 7.253s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.7188 | 0.7188 | 3.217s | 11.126s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.8125 | 0.8125 | 3.286s | 15.006s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.8125 | 0.8125 | 3.317s | 18.896s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.8125 | 0.8125 | 3.303s | 22.774s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.7812 | 0.8125 | 3.248s | 26.659s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 1.0 | 1.0 | 3.329s | 30.580s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.6875 | 1.0 | 3.148s | 34.395s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.75 | 1.0 | 3.127s | 38.152s |
| Iteration 11 | exponen.. | 0.01 | 500 | 0.5 | squared_er.. | 9 | 9 | 10 | 0.5 | 0.0082 | 0.75 | 1.0 | 3.286s | 42.470s |
| Iteration 12 | exponen.. | 0.045 | 460 | 0.6 | squared_er.. | 15 | 8 | 9 | 0.6 | 0.0065 | 0.8125 | 1.0 | 3.265s | 46.754s |
| Iteration 13 | deviance | 0.2202 | 489 | 0.7 | friedman_mse | 6 | 2 | 9 | 0.5 | 0.0168 | 0.4688 | 1.0 | 3.905s | 51.499s |
| Iteration 14 | exponen.. | 0.0255 | 496 | 0.7 | squared_er.. | 13 | 5 | 9 | 0.6 | 0.0168 | 0.4375 | 1.0 | 3.332s | 55.860s |
| Iteration 15 | deviance | 0.0617 | 446 | 0.8 | squared_er.. | 8 | 17 | 6 | 0.6 | 0.003 | 0.9375 | 1.0 | 3.334s | 1m:00s |
| Iteration 16 | exponen.. | 0.1748 | 441 | 0.6 | squared_er.. | 15 | 3 | 6 | 0.7 | 0.0049 | 0.875 | 1.0 | 3.299s | 1m:04s |
| Iteration 17 | exponen.. | 0.0515 | 408 | 0.7 | squared_er.. | 8 | 5 | 7 | None | 0.0036 | 0.8125 | 1.0 | 3.319s | 1m:09s |
| Iteration 18 | deviance | 0.0989 | 447 | 0.7 | friedman_mse | 17 | 17 | 3 | auto | 0.0016 | 0.4375 | 1.0 | 3.311s | 1m:15s |
| Iteration 19 | exponen.. | 1.0 | 488 | 0.9 | squared_er.. | 19 | 10 | 3 | auto | 0.0 | 0.375 | 1.0 | 3.219s | 1m:21s |
| Iteration 20 | exponen.. | 0.3748 | 448 | 0.7 | squared_er.. | 8 | 10 | 6 | 0.7 | 0.0042 | 0.625 | 1.0 | 3.248s | 1m:27s |
| Iteration 21 | deviance | 0.0825 | 470 | 0.6 | squared_er.. | 18 | 5 | 5 | sqrt | 0.0055 | 0.875 | 1.0 | 3.308s | 1m:33s |
| Iteration 22 | deviance | 0.0867 | 440 | 0.8 | squared_er.. | 3 | 16 | 8 | 0.8 | 0.0045 | 0.625 | 1.0 | 3.261s | 1m:39s |
| Iteration 23 | exponen.. | 0.0689 | 451 | 0.8 | squared_er.. | 13 | 14 | 6 | 0.9 | 0.0039 | 1.0 | 1.0 | 3.263s | 1m:45s |
| Iteration 24 | exponen.. | 0.0637 | 447 | 0.8 | squared_er.. | 15 | 9 | 6 | None | 0.0042 | 1.0 | 1.0 | 3.292s | 1m:51s |
| Iteration 25 | deviance | 0.0756 | 500 | 0.8 | squared_er.. | 18 | 7 | 6 | sqrt | 0.0035 | 1.0 | 1.0 | 3.354s | 1m:56s |
| Iteration 26 | deviance | 0.0767 | 461 | 0.7 | squared_er.. | 20 | 8 | 6 | 0.5 | 0.004 | 0.875 | 1.0 | 3.285s | 2m:01s |
| Iteration 27 | deviance | 0.0722 | 500 | 0.9 | squared_er.. | 17 | 2 | 6 | 0.7 | 0.0035 | 1.0 | 1.0 | 3.254s | 2m:05s |
| Iteration 28 | exponen.. | 0.0585 | 457 | 0.9 | squared_er.. | 14 | 15 | 6 | 0.5 | 0.0043 | 0.7812 | 1.0 | 3.245s | 2m:10s |
| Iteration 29 | exponen.. | 0.0707 | 250 | 0.6 | squared_er.. | 9 | 1 | 6 | 0.5 | 0.0035 | 0.75 | 1.0 | 3.157s | 2m:14s |
| Iteration 30 | exponen.. | 0.0712 | 483 | 0.9 | squared_er.. | 11 | 14 | 6 | 0.6 | 0.0036 | 0.75 | 1.0 | 3.288s | 2m:19s |
| Iteration 31 | deviance | 0.0732 | 492 | 0.9 | squared_er.. | 17 | 10 | 6 | sqrt | 0.003 | 0.75 | 1.0 | 3.256s | 2m:23s |
| Iteration 32 | deviance | 0.0621 | 182 | 0.5 | squared_er.. | 20 | 5 | 4 | None | 0.0029 | 0.875 | 1.0 | 3.199s | 2m:27s |
| Iteration 33 | exponen.. | 0.082 | 449 | 0.7 | squared_er.. | 3 | 13 | 6 | 0.9 | 0.011 | 0.5 | 1.0 | 3.272s | 2m:32s |
| Iteration 34 | deviance | 0.0627 | 422 | 0.8 | squared_er.. | 17 | 1 | 5 | 0.5 | 0.0031 | 0.7188 | 1.0 | 3.262s | 2m:36s |
| Iteration 35 | deviance | 0.0491 | 498 | 0.9 | squared_er.. | 20 | 14 | 7 | None | 0.0038 | 0.9375 | 1.0 | 3.294s | 2m:40s |
| Iteration 36 | deviance | 0.016 | 466 | 0.8 | friedman_mse | 18 | 8 | 6 | None | 0.004 | 1.0 | 1.0 | 3.309s | 2m:45s |
| Iteration 37 | deviance | 0.0218 | 460 | 0.6 | squared_er.. | 18 | 8 | 6 | None | 0.0038 | 1.0 | 1.0 | 3.932s | 2m:50s |
| Iteration 38 | deviance | 0.0213 | 460 | 0.8 | squared_er.. | 17 | 1 | 6 | None | 0.0037 | 1.0 | 1.0 | 3.331s | 2m:55s |
| Iteration 39 | deviance | 0.9393 | 462 | 0.6 | squared_er.. | 17 | 5 | 6 | None | 0.0037 | 0.625 | 1.0 | 3.309s | 2m:59s |
| Iteration 40 | exponen.. | 0.0135 | 500 | 0.5 | squared_er.. | 17 | 15 | 7 | None | 0.0013 | 0.5 | 1.0 | 3.257s | 3m:03s |
| Iteration 41 | exponen.. | 0.01 | 28 | 0.7 | squared_er.. | 20 | 9 | 8 | 0.7 | 0.0204 | 0.6875 | 1.0 | 3.137s | 3m:08s |
| Iteration 42 | deviance | 0.0122 | 472 | 0.5 | squared_er.. | 19 | 4 | 7 | None | 0.0039 | 0.9375 | 1.0 | 3.276s | 3m:12s |
| Iteration 43 | exponen.. | 1.0 | 215 | 0.8 | friedman_mse | 2 | 12 | 4 | None | 0.0348 | 0.6875 | 1.0 | 3.214s | 3m:16s |
| Iteration 44 | deviance | 0.0147 | 89 | 0.6 | squared_er.. | 17 | 2 | 9 | None | 0.0039 | 0.5 | 1.0 | 3.160s | 3m:21s |
| Iteration 45 | exponen.. | 0.0166 | 491 | 0.5 | squared_er.. | 17 | 13 | 6 | 0.9 | 0.0041 | 0.4375 | 1.0 | 3.268s | 3m:25s |
| Iteration 46 | deviance | 0.01 | 462 | 0.7 | friedman_mse | 18 | 1 | 5 | None | 0.0023 | 0.6875 | 1.0 | 3.299s | 3m:29s |
| Iteration 47 | deviance | 0.0654 | 500 | 0.6 | squared_er.. | 19 | 3 | 5 | 0.5 | 0.0151 | 0.8125 | 1.0 | 3.180s | 3m:34s |
| Iteration 48 | deviance | 0.0749 | 500 | 0.6 | squared_er.. | 18 | 5 | 6 | sqrt | 0.0038 | 0.875 | 1.0 | 3.241s | 3m:38s |
| Iteration 49 | exponen.. | 0.0783 | 437 | 0.7 | squared_er.. | 15 | 13 | 3 | None | 0.0035 | 0.4375 | 1.0 | 3.243s | 3m:43s |
| Iteration 50 | deviance | 0.018 | 464 | 0.7 | friedman_mse | 9 | 16 | 7 | 0.9 | 0.0038 | 0.875 | 1.0 | 3.259s | 3m:48s |
Bayesian Optimization ---------------------------
Best call --> Iteration 37
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.0218, 'n_estimators': 460, 'subsample': 0.6, 'criterion': 'squared_error', 'min_samples_split': 18, 'min_samples_leaf': 8, 'max_depth': 6, 'max_features': None, 'ccp_alpha': 0.0038}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:50s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.134s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.78 ± 0.0245
Time elapsed: 0.611s
-------------------------------------------------
Total time: 3m:50s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.875 | 0.875 | 3.165s | 3.177s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.3125 | 0.875 | 3.159s | 6.906s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.5 | 0.875 | 3.186s | 10.637s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.6875 | 0.875 | 3.185s | 14.369s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.625 | 0.875 | 3.181s | 18.097s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.6875 | 0.875 | 3.172s | 22.040s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.75 | 0.875 | 3.161s | 27.044s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.5625 | 0.875 | 3.137s | 31.232s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.4375 | 0.875 | 3.194s | 35.151s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.75 | 0.875 | 3.217s | 38.944s |
| Iteration 11 | none | --- | saga | 334 | --- | 0.6875 | 0.875 | 3.247s | 43.147s |
| Iteration 12 | none | --- | newto.. | 621 | --- | 0.6875 | 0.875 | 3.187s | 47.207s |
| Iteration 13 | l2 | 20.93 | libli.. | 1000 | --- | 0.25 | 0.875 | 3.174s | 53.305s |
| Iteration 14 | none | --- | newto.. | 288 | --- | 0.75 | 0.875 | 3.167s | 57.730s |
| Iteration 15 | l2 | 0.0064 | newto.. | 1000 | --- | 0.9375 | 0.9375 | 3.207s | 1m:02s |
| Iteration 16 | none | --- | newto.. | 1000 | --- | 0.625 | 0.9375 | 3.214s | 1m:06s |
| Iteration 17 | l2 | 0.0123 | newto.. | 109 | --- | 0.875 | 0.9375 | 3.226s | 1m:10s |
| Iteration 18 | none | --- | newto.. | 678 | --- | 0.625 | 0.9375 | 3.198s | 1m:15s |
| Iteration 19 | l2 | 54.1869 | newto.. | 983 | --- | 0.5625 | 0.9375 | 3.194s | 1m:20s |
| Iteration 20 | l2 | 0.0272 | newto.. | 959 | --- | 1.0 | 1.0 | 3.221s | 1m:24s |
| Iteration 21 | l1 | 0.0386 | saga | 1000 | --- | 0.5 | 1.0 | 3.206s | 1m:28s |
| Iteration 22 | l2 | 0.027 | newto.. | 622 | --- | 0.8125 | 1.0 | 3.215s | 1m:32s |
| Iteration 23 | l2 | 0.003 | newto.. | 909 | --- | 0.8125 | 1.0 | 3.191s | 1m:36s |
| Iteration 24 | l2 | 0.0182 | newto.. | 135 | --- | 0.875 | 1.0 | 3.245s | 1m:41s |
| Iteration 25 | l2 | 0.0201 | newto.. | 377 | --- | 0.4375 | 1.0 | 3.212s | 1m:45s |
| Iteration 26 | l2 | 0.002 | newto.. | 939 | --- | 0.5625 | 1.0 | 3.208s | 1m:49s |
| Iteration 27 | l2 | 0.0013 | lbfgs | 500 | --- | 0.75 | 1.0 | 3.231s | 1m:54s |
| Iteration 28 | none | --- | lbfgs | 975 | --- | 0.5625 | 1.0 | 3.224s | 1m:58s |
| Iteration 29 | none | --- | sag | 165 | --- | 0.875 | 1.0 | 3.204s | 2m:04s |
| Iteration 30 | l2 | 0.0038 | sag | 820 | --- | 0.6875 | 1.0 | 3.226s | 2m:08s |
| Iteration 31 | none | --- | sag | 984 | --- | 0.5 | 1.0 | 3.240s | 2m:13s |
| Iteration 32 | l2 | 0.001 | newto.. | 613 | --- | 0.625 | 1.0 | 3.204s | 2m:18s |
| Iteration 33 | l1 | 0.0011 | saga | 301 | --- | 0.5 | 1.0 | 3.226s | 2m:22s |
| Iteration 34 | l2 | 0.023 | newto.. | 907 | --- | 0.625 | 1.0 | 3.196s | 2m:26s |
| Iteration 35 | l2 | 0.005 | newto.. | 972 | --- | 0.375 | 1.0 | 3.173s | 2m:30s |
| Iteration 36 | l2 | 0.0796 | newto.. | 848 | --- | 1.0 | 1.0 | 3.189s | 2m:34s |
| Iteration 37 | l2 | 0.0021 | newto.. | 738 | --- | 1.0 | 1.0 | 3.806s | 2m:39s |
| Iteration 38 | l2 | 0.0047 | newto.. | 991 | --- | 0.75 | 1.0 | 3.173s | 2m:43s |
| Iteration 39 | l2 | 0.0011 | newto.. | 844 | --- | 0.625 | 1.0 | 3.184s | 2m:47s |
| Iteration 40 | l2 | 0.0035 | lbfgs | 215 | --- | 0.8125 | 1.0 | 3.169s | 2m:53s |
| Iteration 41 | none | --- | lbfgs | 862 | --- | 0.5625 | 1.0 | 3.170s | 2m:57s |
| Iteration 42 | l2 | 0.0016 | newto.. | 645 | --- | 0.8125 | 1.0 | 3.168s | 3m:01s |
| Iteration 43 | none | --- | newto.. | 102 | --- | 0.625 | 1.0 | 3.168s | 3m:06s |
| Iteration 44 | l2 | 43.54 | newto.. | 882 | --- | 0.5625 | 1.0 | 3.173s | 3m:10s |
| Iteration 45 | l2 | 0.001 | newto.. | 893 | --- | 0.5625 | 1.0 | 3.160s | 3m:14s |
| Iteration 46 | none | --- | newto.. | 827 | --- | 0.5625 | 1.0 | 3.175s | 3m:18s |
| Iteration 47 | l2 | 0.0463 | newto.. | 713 | --- | 0.5625 | 1.0 | 3.171s | 3m:22s |
| Iteration 48 | l2 | 0.028 | newto.. | 897 | --- | 1.0 | 1.0 | 3.311s | 3m:27s |
| Iteration 49 | l2 | 0.1688 | newto.. | 560 | --- | 0.6875 | 1.0 | 3.180s | 3m:31s |
| Iteration 50 | l2 | 0.0375 | newto.. | 968 | --- | 0.625 | 1.0 | 3.215s | 3m:35s |
Bayesian Optimization ---------------------------
Best call --> Iteration 37
Best parameters --> {'penalty': 'l2', 'C': 0.0021, 'solver': 'newton-cg', 'max_iter': 738}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9143
Test evaluation --> roc_auc: 0.25
Time elapsed: 0.019s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.35 ± 0.1265
Time elapsed: 0.060s
-------------------------------------------------
Total time: 3m:36s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.625 | 0.625 | 3.233s | 3.240s |
| Initial point 2 | svd | --- | 0.3125 | 0.625 | 3.178s | 6.968s |
| Initial point 3 | svd | --- | 0.3125 | 0.625 | 0.001s | 7.507s |
| Initial point 4 | lsqr | 0.8 | 1.0 | 1.0 | 3.198s | 11.233s |
| Initial point 5 | eigen | 0.9 | 1.0 | 1.0 | 3.186s | 14.977s |
| Initial point 6 | lsqr | 0.7 | 0.25 | 1.0 | 3.231s | 19.224s |
| Initial point 7 | lsqr | 0.5 | 0.5625 | 1.0 | 3.220s | 24.586s |
| Initial point 8 | lsqr | 0.9 | 0.6875 | 1.0 | 3.231s | 28.737s |
| Initial point 9 | lsqr | 0.6 | 0.75 | 1.0 | 3.226s | 32.518s |
| Initial point 10 | eigen | 0.8 | 0.5 | 1.0 | 3.222s | 36.309s |
| Iteration 11 | lsqr | 0.8 | 1.0 | 1.0 | 0.001s | 37.067s |
| Iteration 12 | eigen | 0.7 | 0.5 | 1.0 | 3.188s | 40.929s |
| Iteration 13 | svd | --- | 0.3125 | 1.0 | 0.000s | 41.646s |
| Iteration 14 | lsqr | auto | 0.75 | 1.0 | 3.195s | 45.563s |
| Iteration 15 | lsqr | 1.0 | 0.75 | 1.0 | 3.218s | 49.470s |
| Iteration 16 | lsqr | None | 0.5 | 1.0 | 3.806s | 53.974s |
| Iteration 17 | eigen | None | 0.875 | 1.0 | 3.155s | 57.825s |
| Iteration 18 | svd | --- | 0.3125 | 1.0 | 0.000s | 58.550s |
| Iteration 19 | eigen | 0.6 | 0.3125 | 1.0 | 3.169s | 1m:02s |
| Iteration 20 | eigen | 0.5 | 0.8125 | 1.0 | 3.174s | 1m:06s |
| Iteration 21 | eigen | auto | 1.0 | 1.0 | 3.178s | 1m:10s |
| Iteration 22 | svd | --- | 0.3125 | 1.0 | 0.000s | 1m:11s |
| Iteration 23 | svd | --- | 0.3125 | 1.0 | 0.000s | 1m:12s |
| Iteration 24 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 25 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:13s |
| Iteration 26 | eigen | auto | 1.0 | 1.0 | 0.001s | 1m:14s |
| Iteration 27 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:15s |
| Iteration 28 | lsqr | 0.8 | 1.0 | 1.0 | 0.000s | 1m:16s |
| Iteration 29 | eigen | auto | 1.0 | 1.0 | 0.001s | 1m:16s |
| Iteration 30 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:17s |
| Iteration 31 | lsqr | 0.8 | 1.0 | 1.0 | 0.000s | 1m:18s |
| Iteration 32 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:19s |
| Iteration 33 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:20s |
| Iteration 34 | lsqr | 0.8 | 1.0 | 1.0 | 0.000s | 1m:20s |
| Iteration 35 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:21s |
| Iteration 36 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:22s |
| Iteration 37 | lsqr | 0.8 | 1.0 | 1.0 | 0.000s | 1m:23s |
| Iteration 38 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:24s |
| Iteration 39 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:25s |
| Iteration 40 | lsqr | 0.8 | 1.0 | 1.0 | 0.001s | 1m:26s |
| Iteration 41 | eigen | auto | 1.0 | 1.0 | 0.001s | 1m:27s |
| Iteration 42 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:28s |
| Iteration 43 | lsqr | 0.8 | 1.0 | 1.0 | 0.000s | 1m:29s |
| Iteration 44 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:30s |
| Iteration 45 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:31s |
| Iteration 46 | lsqr | 0.8 | 1.0 | 1.0 | 0.000s | 1m:32s |
| Iteration 47 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:32s |
| Iteration 48 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:34s |
| Iteration 49 | lsqr | 0.8 | 1.0 | 1.0 | 0.000s | 1m:34s |
| Iteration 50 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:35s |
Bayesian Optimization ---------------------------
Best call --> Initial point 4
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7554
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.43 ± 0.1122
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:36s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.625 | 0.625 | 3.129s | 3.132s |
| Initial point 2 | 0.9 | 0.5625 | 0.625 | 3.190s | 6.915s |
| Initial point 3 | 0.1 | 0.5 | 0.625 | 3.177s | 10.767s |
| Initial point 4 | 1.0 | 0.625 | 0.625 | 0.001s | 11.514s |
| Initial point 5 | 0.2 | 0.9375 | 0.9375 | 3.200s | 15.275s |
| Initial point 6 | 0.4 | 0.25 | 0.9375 | 3.200s | 19.142s |
| Initial point 7 | 0.4 | 0.25 | 0.9375 | 0.001s | 19.742s |
| Initial point 8 | 0.7 | 0.6875 | 0.9375 | 3.203s | 25.078s |
| Initial point 9 | 0.9 | 0.5625 | 0.9375 | 0.001s | 27.330s |
| Initial point 10 | 0.8 | 0.625 | 0.9375 | 3.088s | 31.274s |
| Iteration 11 | 0.3 | 0.6875 | 0.9375 | 3.136s | 36.479s |
| Iteration 12 | 0.6 | 0.5 | 0.9375 | 3.125s | 40.575s |
| Iteration 13 | 0.2 | 0.9375 | 0.9375 | 0.000s | 42.175s |
| Iteration 14 | 0.5 | 0.4375 | 0.9375 | 3.226s | 47.205s |
| Iteration 15 | 0.2 | 0.9375 | 0.9375 | 0.000s | 47.964s |
| Iteration 16 | 0.0 | 0.625 | 0.9375 | 3.176s | 51.823s |
| Iteration 17 | 0.2 | 0.9375 | 0.9375 | 0.001s | 52.550s |
| Iteration 18 | 0.2 | 0.9375 | 0.9375 | 0.000s | 53.322s |
| Iteration 19 | 0.2 | 0.9375 | 0.9375 | 0.000s | 54.016s |
| Iteration 20 | 0.2 | 0.9375 | 0.9375 | 0.000s | 55.285s |
| Iteration 21 | 0.2 | 0.9375 | 0.9375 | 0.000s | 55.926s |
| Iteration 22 | 0.2 | 0.9375 | 0.9375 | 0.000s | 56.616s |
| Iteration 23 | 0.2 | 0.9375 | 0.9375 | 0.001s | 57.292s |
| Iteration 24 | 0.2 | 0.9375 | 0.9375 | 0.000s | 57.956s |
| Iteration 25 | 0.2 | 0.9375 | 0.9375 | 0.000s | 59.185s |
| Iteration 26 | 0.2 | 0.9375 | 0.9375 | 0.000s | 59.993s |
| Iteration 27 | 0.2 | 0.9375 | 0.9375 | 0.000s | 1m:01s |
| Iteration 28 | 0.2 | 0.9375 | 0.9375 | 0.000s | 1m:01s |
| Iteration 29 | 0.2 | 0.9375 | 0.9375 | 0.000s | 1m:02s |
| Iteration 30 | 0.2 | 0.9375 | 0.9375 | 0.000s | 1m:03s |
| Iteration 31 | 0.2 | 0.9375 | 0.9375 | 0.000s | 1m:03s |
| Iteration 32 | 0.2 | 0.9375 | 0.9375 | 0.000s | 1m:04s |
| Iteration 33 | 0.2 | 0.9375 | 0.9375 | 0.000s | 1m:05s |
| Iteration 34 | 0.2 | 0.9375 | 0.9375 | 0.000s | 1m:05s |
| Iteration 35 | 0.2 | 0.9375 | 0.9375 | 0.000s | 1m:06s |
| Iteration 36 | 0.2 | 0.9375 | 0.9375 | 0.001s | 1m:07s |
| Iteration 37 | 0.2 | 0.9375 | 0.9375 | 0.000s | 1m:08s |
| Iteration 38 | 0.2 | 0.9375 | 0.9375 | 0.000s | 1m:08s |
| Iteration 39 | 0.2 | 0.9375 | 0.9375 | 0.000s | 1m:09s |
| Iteration 40 | 0.2 | 0.9375 | 0.9375 | 0.000s | 1m:10s |
| Iteration 41 | 0.2 | 0.9375 | 0.9375 | 0.000s | 1m:10s |
| Iteration 42 | 0.2 | 0.9375 | 0.9375 | 0.000s | 1m:11s |
| Iteration 43 | 0.2 | 0.9375 | 0.9375 | 0.000s | 1m:12s |
| Iteration 44 | 0.2 | 0.9375 | 0.9375 | 0.000s | 1m:13s |
| Iteration 45 | 0.2 | 0.9375 | 0.9375 | 0.000s | 1m:13s |
| Iteration 46 | 0.2 | 0.9375 | 0.9375 | 0.000s | 1m:14s |
| Iteration 47 | 0.2 | 0.9375 | 0.9375 | 0.000s | 1m:15s |
| Iteration 48 | 0.2 | 0.9375 | 0.9375 | 0.000s | 1m:16s |
| Iteration 49 | 0.2 | 0.9375 | 0.9375 | 0.000s | 1m:17s |
| Iteration 50 | 0.2 | 0.9375 | 0.9375 | 0.000s | 1m:18s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'reg_param': 0.2}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 1m:19s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7071
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.4 ± 0.0548
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:20s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 10.7022 | dista.. | auto | 40 | 1 | 0.875 | 0.875 | 3.067s | 3.087s |
| Initial point 2 | 4.2563 | uniform | kd_tree | 39 | 2 | 0.5625 | 0.875 | 3.169s | 6.845s |
| Initial point 3 | 3.3622 | dista.. | ball_tree | 25 | 2 | 0.6875 | 0.875 | 3.162s | 10.606s |
| Initial point 4 | 9.809 | uniform | ball_tree | 39 | 2 | 0.625 | 0.875 | 3.183s | 14.378s |
| Initial point 5 | 7.6841 | dista.. | auto | 30 | 2 | 0.6875 | 0.875 | 3.184s | 18.215s |
| Initial point 6 | 8.8988 | dista.. | ball_tree | 21 | 2 | 0.375 | 0.875 | 3.160s | 22.013s |
| Initial point 7 | 6.365 | dista.. | ball_tree | 24 | 1 | 0.6562 | 0.875 | 3.157s | 25.701s |
| Initial point 8 | 1.5253 | dista.. | ball_tree | 21 | 2 | 0.875 | 0.875 | 3.171s | 29.412s |
| Initial point 9 | 7.0902 | uniform | ball_tree | 24 | 1 | 0.5 | 0.875 | 3.109s | 34.605s |
| Initial point 10 | 5.0361 | uniform | brute | 22 | 2 | 0.6875 | 0.875 | 3.147s | 38.921s |
| Iteration 11 | 0.0922 | dista.. | ball_tree | 20 | 2 | 0.5 | 0.875 | 3.193s | 42.913s |
| Iteration 12 | 1.458 | dista.. | ball_tree | 21 | 2 | 0.375 | 0.875 | 3.206s | 46.858s |
| Iteration 13 | 10.5866 | uniform | ball_tree | 40 | 2 | 0.5 | 0.875 | 3.214s | 50.820s |
| Iteration 14 | 0.1694 | dista.. | auto | 40 | 2 | 0.5 | 0.875 | 3.220s | 54.785s |
| Iteration 15 | 10.7176 | dista.. | brute | 40 | 1 | 1.0 | 1.0 | 3.228s | 58.809s |
| Iteration 16 | 9.8057 | dista.. | brute | 40 | 1 | 0.75 | 1.0 | 3.156s | 1m:03s |
| Iteration 17 | 0.042 | dista.. | auto | 22 | 1 | 0.5 | 1.0 | 3.220s | 1m:07s |
| Iteration 18 | 10.5143 | dista.. | kd_tree | 36 | 1 | 0.4375 | 1.0 | 3.167s | 1m:11s |
| Iteration 19 | 10.5756 | dista.. | auto | 39 | 1 | 0.4375 | 1.0 | 3.157s | 1m:15s |
| Iteration 20 | 10.7324 | dista.. | kd_tree | 40 | 1 | 0.75 | 1.0 | 3.168s | 1m:20s |
| Iteration 21 | 7.8238 | dista.. | kd_tree | 40 | 1 | 0.7812 | 1.0 | 3.159s | 1m:24s |
| Iteration 22 | 0.0283 | uniform | auto | 40 | 1 | 0.5 | 1.0 | 3.173s | 1m:28s |
| Iteration 23 | 10.7324 | dista.. | auto | 40 | 1 | 0.875 | 1.0 | 3.155s | 1m:32s |
| Iteration 24 | 0.0874 | dista.. | ball_tree | 40 | 1 | 0.5 | 1.0 | 3.173s | 1m:36s |
| Iteration 25 | 10.732 | dista.. | ball_tree | 25 | 1 | 0.875 | 1.0 | 3.182s | 1m:40s |
| Iteration 26 | 8.5255 | dista.. | brute | 25 | 1 | 0.5312 | 1.0 | 3.169s | 1m:44s |
| Iteration 27 | 10.7324 | dista.. | brute | 20 | 1 | 0.5625 | 1.0 | 3.200s | 1m:48s |
| Iteration 28 | 10.7324 | uniform | ball_tree | 40 | 2 | 0.625 | 1.0 | 3.152s | 1m:53s |
| Iteration 29 | 10.7324 | dista.. | auto | 40 | 2 | 0.6875 | 1.0 | 3.189s | 1m:57s |
| Iteration 30 | 1.6209 | dista.. | ball_tree | 21 | 2 | 0.4375 | 1.0 | 3.168s | 2m:01s |
| Iteration 31 | 10.7324 | dista.. | brute | 40 | 1 | 0.75 | 1.0 | 3.184s | 2m:05s |
| Iteration 32 | 10.7324 | dista.. | auto | 40 | 1 | 0.875 | 1.0 | 0.001s | 2m:06s |
| Iteration 33 | 10.7324 | dista.. | ball_tree | 40 | 1 | 0.6562 | 1.0 | 3.175s | 2m:10s |
| Iteration 34 | 0.0705 | dista.. | ball_tree | 30 | 1 | 0.5 | 1.0 | 3.175s | 2m:14s |
| Iteration 35 | 9.0795 | dista.. | kd_tree | 40 | 1 | 0.625 | 1.0 | 3.173s | 2m:18s |
| Iteration 36 | 10.6416 | uniform | kd_tree | 22 | 1 | 0.875 | 1.0 | 3.204s | 2m:22s |
| Iteration 37 | 10.689 | uniform | ball_tree | 20 | 1 | 0.7812 | 1.0 | 3.180s | 2m:26s |
| Iteration 38 | 10.7324 | uniform | ball_tree | 22 | 1 | 0.6875 | 1.0 | 3.213s | 2m:30s |
| Iteration 39 | 10.6843 | uniform | kd_tree | 39 | 1 | 0.6562 | 1.0 | 3.194s | 2m:35s |
| Iteration 40 | 10.6939 | dista.. | auto | 31 | 1 | 0.7188 | 1.0 | 3.172s | 2m:39s |
| Iteration 41 | 7.7553 | uniform | kd_tree | 39 | 1 | 0.625 | 1.0 | 3.198s | 2m:43s |
| Iteration 42 | 10.7324 | dista.. | auto | 40 | 1 | 0.875 | 1.0 | 0.001s | 2m:44s |
| Iteration 43 | 10.7324 | uniform | auto | 40 | 1 | 0.4062 | 1.0 | 3.176s | 2m:48s |
| Iteration 44 | 10.7031 | uniform | ball_tree | 21 | 1 | 0.75 | 1.0 | 3.195s | 2m:52s |
| Iteration 45 | 10.7324 | uniform | brute | 21 | 2 | 0.5 | 1.0 | 3.171s | 2m:57s |
| Iteration 46 | 10.5894 | uniform | brute | 20 | 1 | 0.7812 | 1.0 | 3.173s | 3m:01s |
| Iteration 47 | 10.7324 | dista.. | brute | 40 | 2 | 0.5625 | 1.0 | 3.185s | 3m:05s |
| Iteration 48 | 10.7324 | dista.. | auto | 40 | 1 | 0.875 | 1.0 | 0.001s | 3m:06s |
| Iteration 49 | 2.4213 | uniform | ball_tree | 20 | 1 | 0.25 | 1.0 | 3.189s | 3m:10s |
| Iteration 50 | 10.5464 | uniform | auto | 20 | 1 | 0.75 | 1.0 | 3.174s | 3m:15s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'radius': 10.7176, 'weights': 'distance', 'algorithm': 'brute', 'leaf_size': 40, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:16s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.61 ± 0.08
Time elapsed: 0.054s
-------------------------------------------------
Total time: 3m:16s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.7188 | 0.7188 | 3.541s | 3.549s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.6562 | 0.7188 | 3.609s | 7.722s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.6875 | 0.7188 | 3.311s | 11.667s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.875 | 0.875 | 3.482s | 15.707s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.7812 | 0.875 | 3.337s | 19.687s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.9375 | 0.9375 | 3.500s | 24.725s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.5938 | 0.9375 | 3.186s | 29.601s |
| Initial point 8 | 411 | 0.019 | SAMME | 1.0 | 1.0 | 3.416s | 34.687s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.75 | 1.0 | 3.089s | 39.567s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.8438 | 1.0 | 3.215s | 43.594s |
| Iteration 11 | 434 | 0.392 | SAMME.R | 0.9375 | 1.0 | 3.511s | 47.810s |
| Iteration 12 | 500 | 0.0145 | SAMME | 0.6562 | 1.0 | 3.548s | 52.117s |
| Iteration 13 | 405 | 0.3446 | SAMME.R | 0.375 | 1.0 | 3.497s | 56.329s |
| Iteration 14 | 412 | 0.0203 | SAMME | 0.5 | 1.0 | 3.469s | 1m:01s |
| Iteration 15 | 433 | 0.4135 | SAMME.R | 1.0 | 1.0 | 3.544s | 1m:05s |
| Iteration 16 | 434 | 0.3971 | SAMME.R | 0.875 | 1.0 | 3.519s | 1m:10s |
| Iteration 17 | 433 | 0.4141 | SAMME.R | 0.875 | 1.0 | 3.507s | 1m:15s |
| Iteration 18 | 430 | 0.4014 | SAMME.R | 0.5625 | 1.0 | 3.527s | 1m:20s |
| Iteration 19 | 438 | 0.237 | SAMME.R | 0.625 | 1.0 | 3.556s | 1m:24s |
| Iteration 20 | 439 | 0.4429 | SAMME.R | 0.6875 | 1.0 | 3.565s | 1m:28s |
| Iteration 21 | 436 | 0.4193 | SAMME | 0.8125 | 1.0 | 3.487s | 1m:33s |
| Iteration 22 | 439 | 0.3803 | SAMME | 0.6875 | 1.0 | 4.170s | 1m:38s |
| Iteration 23 | 433 | 0.3384 | SAMME.R | 1.0 | 1.0 | 3.529s | 1m:42s |
| Iteration 24 | 464 | 0.0111 | SAMME.R | 1.0 | 1.0 | 3.557s | 1m:47s |
| Iteration 25 | 464 | 8.8812 | SAMME.R | 0.875 | 1.0 | 3.539s | 1m:51s |
| Iteration 26 | 463 | 0.0195 | SAMME.R | 0.75 | 1.0 | 3.547s | 1m:55s |
| Iteration 27 | 434 | 0.4025 | SAMME.R | 1.0 | 1.0 | 3.443s | 1m:59s |
| Iteration 28 | 467 | 0.0118 | SAMME.R | 0.9688 | 1.0 | 3.489s | 2m:04s |
| Iteration 29 | 199 | 0.0113 | SAMME.R | 0.8438 | 1.0 | 3.282s | 2m:08s |
| Iteration 30 | 434 | 0.0114 | SAMME.R | 1.0 | 1.0 | 3.495s | 2m:13s |
| Iteration 31 | 272 | 0.0109 | SAMME.R | 0.75 | 1.0 | 3.324s | 2m:18s |
| Iteration 32 | 458 | 0.012 | SAMME.R | 0.875 | 1.0 | 3.505s | 2m:22s |
| Iteration 33 | 468 | 0.0115 | SAMME.R | 0.875 | 1.0 | 3.494s | 2m:27s |
| Iteration 34 | 444 | 0.0115 | SAMME.R | 0.5938 | 1.0 | 3.471s | 2m:31s |
| Iteration 35 | 174 | 0.0128 | SAMME.R | 0.75 | 1.0 | 3.262s | 2m:35s |
| Iteration 36 | 490 | 0.0114 | SAMME.R | 1.0 | 1.0 | 3.538s | 2m:40s |
| Iteration 37 | 488 | 0.0121 | SAMME.R | 0.9375 | 1.0 | 3.520s | 2m:44s |
| Iteration 38 | 485 | 7.0646 | SAMME.R | 0.5625 | 1.0 | 3.514s | 2m:49s |
| Iteration 39 | 337 | 0.0103 | SAMME.R | 0.7188 | 1.0 | 3.407s | 2m:53s |
| Iteration 40 | 492 | 0.045 | SAMME.R | 1.0 | 1.0 | 3.533s | 2m:57s |
| Iteration 41 | 491 | 0.0113 | SAMME | 0.8125 | 1.0 | 3.474s | 3m:02s |
| Iteration 42 | 492 | 0.0117 | SAMME.R | 0.875 | 1.0 | 3.525s | 3m:06s |
| Iteration 43 | 496 | 0.0107 | SAMME.R | 0.8125 | 1.0 | 3.526s | 3m:11s |
| Iteration 44 | 464 | 0.0115 | SAMME.R | 0.6875 | 1.0 | 3.497s | 3m:15s |
| Iteration 45 | 491 | 0.0131 | SAMME.R | 0.5 | 1.0 | 3.512s | 3m:20s |
| Iteration 46 | 434 | 0.0115 | SAMME.R | 0.75 | 1.0 | 3.501s | 3m:25s |
| Iteration 47 | 435 | 0.4008 | SAMME.R | 0.75 | 1.0 | 3.509s | 3m:29s |
| Iteration 48 | 433 | 0.1038 | SAMME.R | 0.6875 | 1.0 | 3.480s | 3m:34s |
| Iteration 49 | 484 | 0.0115 | SAMME.R | 0.6875 | 1.0 | 3.511s | 3m:38s |
| Iteration 50 | 434 | 0.403 | SAMME.R | 0.75 | 1.0 | 3.471s | 3m:44s |
Bayesian Optimization ---------------------------
Best call --> Iteration 24
Best parameters --> {'n_estimators': 464, 'learning_rate': 0.0111, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:45s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.431s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.67 ± 0.04
Time elapsed: 1.902s
-------------------------------------------------
Total time: 3m:47s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.875 | 0.875 | 3.509s | 3.528s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.6875 | 0.875 | 3.386s | 7.481s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.5938 | 0.875 | 3.435s | 11.484s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.625 | 0.875 | 3.245s | 15.299s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.8125 | 0.875 | 3.486s | 19.590s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.6875 | 0.875 | 3.317s | 23.478s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.75 | 0.875 | 3.364s | 27.417s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.875 | 0.875 | 3.353s | 31.342s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.9375 | 0.9375 | 3.467s | 35.400s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.6875 | 0.9375 | 3.456s | 39.421s |
| Iteration 11 | 322 | gini | 3 | 12 | 9 | 0.5 | False | 0.005 | --- | 0.8125 | 0.9375 | 3.396s | 43.788s |
| Iteration 12 | 424 | gini | 5 | 7 | 8 | 0.5 | False | 0.0005 | --- | 0.875 | 0.9375 | 3.415s | 48.181s |
| Iteration 13 | 377 | entropy | 6 | 4 | 9 | 0.8 | False | 0.0099 | --- | 0.5625 | 0.9375 | 3.375s | 52.557s |
| Iteration 14 | 493 | gini | 5 | 4 | 9 | 0.7 | False | 0.0076 | --- | 0.5625 | 0.9375 | 3.448s | 56.928s |
| Iteration 15 | 416 | gini | 5 | 20 | 8 | 0.5 | False | 0.0243 | --- | 0.9375 | 0.9375 | 3.407s | 1m:01s |
| Iteration 16 | 468 | entropy | 5 | 18 | 8 | sqrt | False | 0.0118 | --- | 0.8125 | 0.9375 | 3.422s | 1m:06s |
| Iteration 17 | 97 | entropy | 6 | 6 | 8 | 0.8 | False | 0.035 | --- | 0.875 | 0.9375 | 3.204s | 1m:10s |
| Iteration 18 | 399 | gini | 5 | 20 | 8 | 0.7 | False | 0.0149 | --- | 0.375 | 0.9375 | 3.421s | 1m:15s |
| Iteration 19 | 439 | gini | 5 | 14 | 8 | 0.6 | False | 0.0028 | --- | 0.6875 | 0.9375 | 3.461s | 1m:19s |
| Iteration 20 | 459 | gini | 7 | 19 | 9 | 0.5 | False | 0.0278 | --- | 0.9375 | 0.9375 | 3.436s | 1m:24s |
| Iteration 21 | 477 | gini | 8 | 17 | 4 | 0.5 | False | 0.0217 | --- | 0.875 | 0.9375 | 3.448s | 1m:28s |
| Iteration 22 | 493 | gini | 4 | 7 | 3 | 0.5 | False | 0.0066 | --- | 0.875 | 0.9375 | 4.140s | 1m:33s |
| Iteration 23 | 499 | gini | 3 | 20 | 13 | log2 | True | 0.0158 | 0.8 | 0.75 | 0.9375 | 3.551s | 1m:38s |
| Iteration 24 | 461 | gini | 4 | 19 | 8 | 0.7 | False | 0.0241 | --- | 0.9375 | 0.9375 | 3.469s | 1m:42s |
| Iteration 25 | 452 | entropy | 6 | 15 | 7 | 0.7 | False | 0.0184 | --- | 0.875 | 0.9375 | 3.467s | 1m:47s |
| Iteration 26 | 289 | entropy | 2 | 20 | 20 | 0.5 | False | 0.0303 | --- | 0.9688 | 0.9688 | 3.334s | 1m:51s |
| Iteration 27 | 473 | gini | 1 | 19 | 5 | 0.7 | False | 0.0295 | --- | 1.0 | 1.0 | 3.447s | 1m:56s |
| Iteration 28 | 436 | gini | 1 | 8 | 6 | 0.5 | False | 0.0289 | --- | 0.875 | 1.0 | 3.389s | 2m:00s |
| Iteration 29 | 137 | entropy | 7 | 4 | 5 | sqrt | False | 0.0303 | --- | 0.75 | 1.0 | 3.241s | 2m:05s |
| Iteration 30 | 322 | gini | 1 | 15 | 11 | 0.8 | False | 0.0274 | --- | 0.625 | 1.0 | 3.332s | 2m:10s |
| Iteration 31 | 100 | gini | 1 | 12 | 6 | 0.7 | False | 0.0092 | --- | 0.6562 | 1.0 | 3.210s | 2m:15s |
| Iteration 32 | 495 | gini | 4 | 18 | 5 | 0.7 | False | 0.0054 | --- | 0.9375 | 1.0 | 3.483s | 2m:19s |
| Iteration 33 | 480 | entropy | 5 | 20 | 7 | 0.7 | False | 0.035 | --- | 0.9375 | 1.0 | 3.455s | 2m:24s |
| Iteration 34 | 398 | gini | None | 19 | 2 | 0.7 | False | 0.035 | --- | 0.5625 | 1.0 | 3.514s | 2m:29s |
| Iteration 35 | 432 | entropy | 3 | 18 | 14 | 0.5 | True | 0.0212 | 0.9 | 0.5625 | 1.0 | 3.509s | 2m:33s |
| Iteration 36 | 475 | gini | None | 18 | 10 | 0.7 | False | 0.0283 | --- | 0.8125 | 1.0 | 3.546s | 2m:38s |
| Iteration 37 | 480 | gini | 6 | 20 | 2 | 0.7 | False | 0.0245 | --- | 0.8125 | 1.0 | 3.455s | 2m:43s |
| Iteration 38 | 438 | entropy | 4 | 19 | 8 | 0.5 | False | 0.0326 | --- | 1.0 | 1.0 | 3.442s | 2m:47s |
| Iteration 39 | 438 | entropy | 1 | 20 | 8 | 0.5 | False | 0.0344 | --- | 0.6875 | 1.0 | 3.432s | 2m:52s |
| Iteration 40 | 438 | entropy | 5 | 18 | 6 | 0.5 | False | 0.0337 | --- | 1.0 | 1.0 | 3.429s | 2m:57s |
| Iteration 41 | 439 | entropy | 5 | 19 | 8 | 0.5 | False | 0.0159 | --- | 0.8125 | 1.0 | 3.401s | 3m:01s |
| Iteration 42 | 433 | gini | 8 | 15 | 2 | 0.5 | False | 0.0135 | --- | 0.875 | 1.0 | 3.433s | 3m:06s |
| Iteration 43 | 271 | entropy | 1 | 20 | 15 | 0.5 | False | 0.0251 | --- | 0.75 | 1.0 | 3.308s | 3m:11s |
| Iteration 44 | 443 | gini | 9 | 17 | 15 | 0.5 | False | 0.0194 | --- | 0.5625 | 1.0 | 3.409s | 3m:15s |
| Iteration 45 | 440 | gini | 9 | 16 | 5 | 0.5 | False | 0.0176 | --- | 0.375 | 1.0 | 4.058s | 3m:21s |
| Iteration 46 | 483 | gini | 1 | 2 | 9 | 0.5 | False | 0.0296 | --- | 0.75 | 1.0 | 3.437s | 3m:25s |
| Iteration 47 | 304 | entropy | 4 | 18 | 9 | 0.7 | False | 0.0335 | --- | 0.75 | 1.0 | 3.383s | 3m:30s |
| Iteration 48 | 435 | entropy | 5 | 18 | 10 | 0.5 | False | 0.0274 | --- | 0.8125 | 1.0 | 3.413s | 3m:35s |
| Iteration 49 | 441 | gini | 4 | 10 | 9 | 0.5 | False | 0.026 | --- | 0.75 | 1.0 | 3.443s | 3m:40s |
| Iteration 50 | 477 | gini | 1 | 18 | 16 | 0.7 | False | 0.03 | --- | 0.5625 | 1.0 | 3.448s | 3m:44s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'n_estimators': 473, 'criterion': 'gini', 'max_depth': 1, 'min_samples_split': 19, 'min_samples_leaf': 5, 'max_features': 0.7, 'bootstrap': False, 'ccp_alpha': 0.0295}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:46s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9049
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.327s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.605 ± 0.0797
Time elapsed: 1.436s
-------------------------------------------------
Total time: 3m:47s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.261s | 3.280s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.5 | 0.5 | 3.219s | 7.062s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.5 | 3.239s | 10.882s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.5 | 3.221s | 14.689s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.5 | 3.257s | 18.525s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.5 | 3.221s | 22.530s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.5 | 3.241s | 26.364s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.5 | 3.237s | 30.189s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.5 | 0.5 | 3.247s | 34.054s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.5 | 3.211s | 37.876s |
| Iteration 11 | 20 | 1.0 | 10 | 0.0 | 10 | 1.0 | 0.4 | 100 | 100 | 0.5 | 0.5 | 3.186s | 41.960s |
| Iteration 12 | 79 | 0.0129 | 1 | 0.0991 | 3 | 1.0 | 0.9 | 0 | 0.01 | 0.6562 | 0.6562 | 3.189s | 46.572s |
| Iteration 13 | 500 | 1.0 | 10 | 1.0 | 10 | 0.5 | 0.4 | 0 | 100 | 0.5 | 0.6562 | 3.226s | 50.947s |
| Iteration 14 | 500 | 1.0 | 1 | 1.0 | 10 | 1.0 | 0.4 | 100 | 0 | 0.5 | 0.6562 | 3.252s | 55.216s |
| Iteration 15 | 20 | 1.0 | 1 | 1.0 | 1 | 1.0 | 0.4 | 1 | 100 | 0.5 | 0.6562 | 3.198s | 59.552s |
| Iteration 16 | 29 | 0.0112 | 2 | 0.9423 | 6 | 0.9 | 1.0 | 0.1 | 0.01 | 0.6562 | 0.6562 | 3.171s | 1m:04s |
| Iteration 17 | 500 | 0.01 | 1 | 1.0 | 10 | 0.5 | 0.4 | 100 | 100 | 0.5 | 0.6562 | 3.210s | 1m:08s |
| Iteration 18 | 20 | 1.0 | 10 | 0.0 | 1 | 1.0 | 1.0 | 0 | 100 | 0.25 | 0.6562 | 3.148s | 1m:12s |
| Iteration 19 | 444 | 0.0612 | 1 | 0.9963 | 8 | 1.0 | 1.0 | 10 | 100 | 0.5 | 0.6562 | 3.157s | 1m:16s |
| Iteration 20 | 484 | 0.1319 | 1 | 0.6299 | 3 | 0.5 | 0.5 | 1 | 10 | 0.875 | 0.875 | 3.209s | 1m:21s |
| Iteration 21 | 292 | 0.7405 | 1 | 1.0 | 3 | 1.0 | 0.5 | 0 | 0.01 | 0.8125 | 0.875 | 3.215s | 1m:25s |
| Iteration 22 | 496 | 0.406 | 1 | 0.9812 | 3 | 1.0 | 0.7 | 0.01 | 0.1 | 0.8125 | 0.875 | 3.225s | 1m:30s |
| Iteration 23 | 500 | 0.0135 | 1 | 0.5755 | 3 | 0.6 | 0.4 | 100 | 0.1 | 0.5 | 0.875 | 3.204s | 1m:34s |
| Iteration 24 | 302 | 0.0497 | 5 | 0.7001 | 3 | 0.5 | 0.6 | 1 | 100 | 0.5 | 0.875 | 3.197s | 1m:38s |
| Iteration 25 | 261 | 0.8157 | 1 | 0.6784 | 3 | 0.5 | 0.5 | 100 | 0.1 | 0.5 | 0.875 | 3.185s | 1m:42s |
| Iteration 26 | 20 | 0.5904 | 9 | 0.3471 | 3 | 0.6 | 0.5 | 1 | 1 | 0.9375 | 0.9375 | 3.120s | 1m:47s |
| Iteration 27 | 74 | 0.0147 | 10 | 0.1869 | 3 | 1.0 | 0.5 | 1 | 0 | 0.9375 | 0.9375 | 3.141s | 1m:51s |
| Iteration 28 | 43 | 0.5965 | 10 | 0.9968 | 3 | 0.6 | 0.5 | 0.1 | 0.01 | 0.875 | 0.9375 | 3.139s | 1m:56s |
| Iteration 29 | 20 | 0.8038 | 10 | 0.2813 | 2 | 0.8 | 0.5 | 1 | 0.1 | 0.7812 | 0.9375 | 3.160s | 1m:60s |
| Iteration 30 | 20 | 0.1009 | 10 | 0.2307 | 3 | 1.0 | 0.5 | 1 | 1 | 0.6875 | 0.9375 | 3.151s | 2m:04s |
| Iteration 31 | 451 | 0.0198 | 1 | 0.8361 | 3 | 0.7 | 0.5 | 0.1 | 0.01 | 0.8125 | 0.9375 | 3.206s | 2m:09s |
| Iteration 32 | 270 | 0.3632 | 10 | 0.1326 | 3 | 0.5 | 0.5 | 0.1 | 0.1 | 0.75 | 0.9375 | 3.186s | 2m:13s |
| Iteration 33 | 430 | 0.0961 | 3 | 0.9896 | 1 | 0.8 | 0.5 | 0.01 | 0 | 0.8125 | 0.9375 | 3.243s | 2m:17s |
| Iteration 34 | 43 | 0.0285 | 6 | 0.6552 | 2 | 0.7 | 0.5 | 0.1 | 1 | 0.625 | 0.9375 | 3.200s | 2m:22s |
| Iteration 35 | 313 | 0.3194 | 10 | 0.7025 | 3 | 0.7 | 0.7 | 1 | 0 | 0.875 | 0.9375 | 3.201s | 2m:26s |
| Iteration 36 | 73 | 1.0 | 6 | 1.0 | 3 | 0.5 | 0.4 | 0.1 | 0 | 0.375 | 0.9375 | 3.167s | 2m:30s |
| Iteration 37 | 240 | 0.339 | 10 | 0.8049 | 3 | 0.9 | 0.4 | 1 | 0 | 1.0 | 1.0 | 3.210s | 2m:35s |
| Iteration 38 | 226 | 0.0117 | 10 | 1.0 | 3 | 0.5 | 0.4 | 1 | 0 | 0.9375 | 1.0 | 3.248s | 2m:39s |
| Iteration 39 | 382 | 1.0 | 10 | 0.6479 | 3 | 1.0 | 0.4 | 1 | 0 | 0.5938 | 1.0 | 3.223s | 2m:44s |
| Iteration 40 | 164 | 0.8134 | 10 | 0.6666 | 3 | 0.9 | 0.6 | 1 | 0 | 1.0 | 1.0 | 3.207s | 2m:48s |
| Iteration 41 | 167 | 0.0494 | 10 | 0.188 | 3 | 1.0 | 0.7 | 1 | 0 | 0.6875 | 1.0 | 3.189s | 2m:53s |
| Iteration 42 | 93 | 0.0291 | 10 | 1.0 | 3 | 0.7 | 0.7 | 1 | 0 | 0.625 | 1.0 | 3.172s | 2m:57s |
| Iteration 43 | 160 | 0.0498 | 10 | 0.6246 | 3 | 1.0 | 0.4 | 1 | 0.1 | 0.6875 | 1.0 | 3.186s | 3m:01s |
| Iteration 44 | 62 | 0.5483 | 10 | 0.8013 | 3 | 0.9 | 0.4 | 1 | 0.01 | 0.5938 | 1.0 | 3.801s | 3m:06s |
| Iteration 45 | 23 | 0.1847 | 9 | 0.712 | 4 | 0.6 | 0.6 | 0.1 | 0.01 | 0.3125 | 1.0 | 3.178s | 3m:11s |
| Iteration 46 | 318 | 0.0328 | 9 | 0.8291 | 3 | 0.5 | 1.0 | 0.1 | 10 | 0.875 | 1.0 | 3.229s | 3m:15s |
| Iteration 47 | 128 | 0.0279 | 9 | 0.8073 | 3 | 0.5 | 0.5 | 0.1 | 0 | 0.8125 | 1.0 | 3.176s | 3m:19s |
| Iteration 48 | 122 | 0.0214 | 9 | 0.9432 | 3 | 0.5 | 0.9 | 0.1 | 0.01 | 0.875 | 1.0 | 3.167s | 3m:24s |
| Iteration 49 | 24 | 0.0132 | 9 | 0.9535 | 3 | 0.5 | 0.7 | 0.1 | 0.1 | 0.75 | 1.0 | 3.096s | 3m:28s |
| Iteration 50 | 458 | 0.0296 | 5 | 0.1348 | 1 | 0.5 | 0.4 | 0 | 0 | 0.625 | 1.0 | 3.214s | 3m:33s |
Bayesian Optimization ---------------------------
Best call --> Iteration 37
Best parameters --> {'n_estimators': 240, 'learning_rate': 0.339, 'max_depth': 10, 'gamma': 0.8049, 'min_child_weight': 3, 'subsample': 0.9, 'colsample_bytree': 0.4, 'reg_alpha': 1, 'reg_lambda': 0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:34s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9862
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.062s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.86 ± 0.0735
Time elapsed: 0.182s
-------------------------------------------------
Total time: 3m:34s
Final results ==================== >>
Duration: 24m:47s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.78 ± 0.0245
Logistic Regression --> roc_auc: 0.35 ± 0.1265 ~
Linear Discriminant Analysis --> roc_auc: 0.43 ± 0.1122 ~
Quadratic Discriminant Analysis --> roc_auc: 0.4 ± 0.0548 ~
Radius Nearest Neighbors --> roc_auc: 0.61 ± 0.08 ~
AdaBoost --> roc_auc: 0.67 ± 0.04 ~
Random Forest --> roc_auc: 0.605 ± 0.0797 ~
XGBoost --> roc_auc: 0.86 ± 0.0735 !
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 822 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAATNFGNEKLTF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVFTSGTYKYIF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CVVNTGFQKLVF.
>>> Dropping feature CAARDNYGQNFVF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CAVEDQTGANNLFF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVRGSSNTGKLIF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAYRSAGTGNQFYF.
>>> Dropping feature CVVTNQAGTALIF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CAGNTGNQFYF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CASSLGRTEAFF.
>>> Dropping feature CAVEDTGGFKTIF.
>>> Dropping feature CAVGGGSNYKLTF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAGKIQGAQKLVF.
>>> Dropping feature CAVEDDYKLSF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAALNTGNQFYF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSSTDTQYF.
>>> Dropping feature CAVDAGGTSYGKLTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAARDSNYQLIW.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVPSGGSYIPTF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CALNFGNEKLTF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CAVSSGGYNKLIF.
>>> Dropping feature CAAIQGAQKLVF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.7188 | 0.7188 | 0.685s | 0.706s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.6875 | 0.7188 | 0.728s | 1.988s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.4375 | 0.7188 | 0.690s | 3.287s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.75 | 0.75 | 0.724s | 4.857s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.8125 | 0.8125 | 0.734s | 6.169s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.5625 | 0.8125 | 0.777s | 7.558s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.375 | 0.8125 | 0.744s | 8.864s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 1.0 | 1.0 | 0.783s | 10.197s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.75 | 1.0 | 0.718s | 11.504s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.6875 | 1.0 | 0.711s | 12.784s |
| Iteration 11 | exponen.. | 0.1012 | 326 | 0.7 | squared_er.. | 14 | 18 | 2 | 0.7 | 0.0009 | 1.0 | 1.0 | 0.745s | 14.433s |
| Iteration 12 | exponen.. | 0.4467 | 74 | 0.7 | squared_er.. | 3 | 11 | 4 | 0.9 | 0.0267 | 1.0 | 1.0 | 0.639s | 15.982s |
| Iteration 13 | exponen.. | 0.5069 | 483 | 0.7 | squared_er.. | 13 | 10 | 2 | 0.8 | 0.0023 | 0.75 | 1.0 | 0.741s | 17.663s |
| Iteration 14 | exponen.. | 0.8245 | 393 | 0.7 | squared_er.. | 14 | 11 | 3 | 0.7 | 0.0172 | 0.9375 | 1.0 | 0.704s | 19.366s |
| Iteration 15 | exponen.. | 0.0171 | 57 | 0.7 | squared_er.. | 3 | 4 | 1 | 0.9 | 0.0164 | 0.7812 | 1.0 | 0.628s | 20.890s |
| Iteration 16 | exponen.. | 0.9299 | 232 | 0.7 | squared_er.. | 3 | 16 | 3 | 0.9 | 0.0172 | 0.875 | 1.0 | 0.667s | 22.574s |
| Iteration 17 | exponen.. | 0.7934 | 56 | 0.7 | squared_er.. | 2 | 12 | 5 | 0.9 | 0.0295 | 0.75 | 1.0 | 0.629s | 24.155s |
| Iteration 18 | exponen.. | 0.0123 | 133 | 0.7 | squared_er.. | 6 | 18 | 9 | 0.7 | 0.0157 | 0.875 | 1.0 | 0.650s | 25.713s |
| Iteration 19 | exponen.. | 0.6644 | 380 | 0.7 | squared_er.. | 17 | 8 | 4 | 0.7 | 0.0 | 1.0 | 1.0 | 0.722s | 28.075s |
| Iteration 20 | exponen.. | 0.7321 | 293 | 0.7 | squared_er.. | 10 | 6 | 9 | 0.7 | 0.0 | 1.0 | 1.0 | 0.694s | 29.710s |
| Iteration 21 | exponen.. | 0.586 | 397 | 0.6 | squared_er.. | 18 | 16 | 8 | 0.7 | 0.0 | 0.75 | 1.0 | 0.711s | 31.382s |
| Iteration 22 | exponen.. | 0.1492 | 449 | 0.7 | squared_er.. | 13 | 9 | 2 | 0.7 | 0.0 | 1.0 | 1.0 | 0.733s | 33.155s |
| Iteration 23 | exponen.. | 0.9334 | 418 | 0.7 | squared_er.. | 12 | 13 | 5 | 0.7 | 0.0 | 0.625 | 1.0 | 0.721s | 34.841s |
| Iteration 24 | exponen.. | 0.032 | 98 | 1.0 | squared_er.. | 18 | 7 | 3 | 0.7 | 0.0341 | 1.0 | 1.0 | 0.650s | 36.550s |
| Iteration 25 | deviance | 0.0249 | 56 | 1.0 | friedman_mse | 8 | 16 | 10 | log2 | 0.0345 | 0.875 | 1.0 | 0.638s | 38.162s |
| Iteration 26 | deviance | 0.014 | 10 | 1.0 | squared_er.. | 13 | 1 | 1 | 0.6 | 0.035 | 0.875 | 1.0 | 0.651s | 40.241s |
| Iteration 27 | deviance | 0.013 | 381 | 0.6 | friedman_mse | 3 | 19 | 10 | None | 0.0327 | 0.5 | 1.0 | 0.699s | 42.001s |
| Iteration 28 | deviance | 1.0 | 500 | 0.5 | friedman_mse | 12 | 1 | 1 | 0.5 | 0.0 | 0.7188 | 1.0 | 0.724s | 43.737s |
| Iteration 29 | deviance | 0.01 | 362 | 1.0 | friedman_mse | 15 | 20 | 7 | auto | 0.0212 | 0.8438 | 1.0 | 0.693s | 45.451s |
| Iteration 30 | deviance | 0.01 | 442 | 1.0 | squared_er.. | 12 | 6 | 6 | 0.7 | 0.035 | 1.0 | 1.0 | 0.721s | 47.163s |
| Iteration 31 | exponen.. | 0.01 | 10 | 1.0 | squared_er.. | 2 | 1 | 1 | 0.7 | 0.0213 | 0.6875 | 1.0 | 0.626s | 48.857s |
| Iteration 32 | deviance | 0.01 | 388 | 1.0 | squared_er.. | 19 | 1 | 10 | 0.8 | 0.035 | 0.6875 | 1.0 | 0.701s | 50.583s |
| Iteration 33 | deviance | 0.0408 | 500 | 0.9 | squared_er.. | 20 | 16 | 7 | 0.7 | 0.017 | 0.8125 | 1.0 | 0.740s | 52.364s |
| Iteration 34 | exponen.. | 0.0156 | 51 | 1.0 | squared_er.. | 4 | 17 | 1 | 0.5 | 0.0287 | 0.5312 | 1.0 | 0.631s | 54.013s |
| Iteration 35 | exponen.. | 0.115 | 295 | 0.8 | squared_er.. | 5 | 9 | 2 | 0.9 | 0.0135 | 0.875 | 1.0 | 0.701s | 55.882s |
| Iteration 36 | exponen.. | 0.148 | 413 | 0.7 | squared_er.. | 16 | 18 | 1 | 0.7 | 0.0 | 0.375 | 1.0 | 0.719s | 57.815s |
| Iteration 37 | exponen.. | 0.089 | 467 | 1.0 | squared_er.. | 20 | 7 | 8 | 0.7 | 0.0169 | 0.9375 | 1.0 | 0.717s | 59.566s |
| Iteration 38 | deviance | 0.3382 | 421 | 1.0 | squared_er.. | 8 | 6 | 8 | 0.7 | 0.0349 | 0.5625 | 1.0 | 0.724s | 1m:02s |
| Iteration 39 | deviance | 0.2389 | 22 | 0.8 | friedman_mse | 2 | 1 | 7 | auto | 0.031 | 0.7188 | 1.0 | 0.632s | 1m:05s |
| Iteration 40 | exponen.. | 1.0 | 93 | 0.6 | squared_er.. | 4 | 7 | 10 | 0.8 | 0.0098 | 0.8125 | 1.0 | 0.662s | 1m:08s |
| Iteration 41 | exponen.. | 0.0101 | 99 | 0.9 | squared_er.. | 20 | 8 | 2 | 0.7 | 0.0041 | 0.5938 | 1.0 | 0.689s | 1m:10s |
| Iteration 42 | exponen.. | 0.2387 | 304 | 0.6 | squared_er.. | 18 | 5 | 6 | 0.7 | 0.0181 | 0.9375 | 1.0 | 0.700s | 1m:13s |
| Iteration 43 | exponen.. | 0.2757 | 454 | 0.9 | squared_er.. | 15 | 6 | 10 | 0.7 | 0.0323 | 0.7188 | 1.0 | 0.739s | 1m:16s |
| Iteration 44 | exponen.. | 0.183 | 453 | 0.7 | squared_er.. | 7 | 5 | 1 | 0.8 | 0.0 | 0.875 | 1.0 | 0.755s | 1m:19s |
| Iteration 45 | exponen.. | 0.0581 | 240 | 0.7 | squared_er.. | 3 | 8 | 4 | 0.7 | 0.0044 | 0.9375 | 1.0 | 0.690s | 1m:21s |
| Iteration 46 | exponen.. | 0.4295 | 315 | 0.7 | squared_er.. | 4 | 7 | 1 | 0.7 | 0.0 | 1.0 | 1.0 | 0.703s | 1m:23s |
| Iteration 47 | deviance | 0.1599 | 419 | 1.0 | squared_er.. | 15 | 19 | 9 | None | 0.0013 | 1.0 | 1.0 | 0.701s | 1m:25s |
| Iteration 48 | exponen.. | 0.2249 | 179 | 0.8 | squared_er.. | 19 | 7 | 2 | 0.7 | 0.0 | 0.875 | 1.0 | 0.675s | 1m:27s |
| Iteration 49 | exponen.. | 0.2284 | 51 | 0.7 | squared_er.. | 4 | 8 | 2 | 0.6 | 0.0 | 0.9375 | 1.0 | 0.635s | 1m:28s |
| Iteration 50 | exponen.. | 0.2166 | 499 | 0.9 | squared_er.. | 15 | 8 | 5 | 0.7 | 0.0 | 1.0 | 1.0 | 0.758s | 1m:30s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0787, 'n_estimators': 447, 'subsample': 0.7, 'criterion': 'squared_error', 'min_samples_split': 14, 'min_samples_leaf': 8, 'max_depth': 6, 'max_features': 0.7, 'ccp_alpha': 0.0044}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:32s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.126s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.93 ± 0.0748
Time elapsed: 0.604s
-------------------------------------------------
Total time: 1m:33s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.5625 | 0.5625 | 0.662s | 0.673s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.625 | 0.625 | 0.640s | 2.086s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.5 | 0.625 | 0.641s | 3.580s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.75 | 0.75 | 0.665s | 4.801s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.6875 | 0.75 | 0.651s | 6.021s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.4375 | 0.75 | 0.643s | 7.209s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.375 | 0.75 | 0.647s | 8.421s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.75 | 0.75 | 0.644s | 9.620s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.8125 | 0.8125 | 0.645s | 10.814s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.5 | 0.8125 | 0.642s | 12.007s |
| Iteration 11 | l2 | 0.0085 | libli.. | 311 | --- | 0.75 | 0.8125 | 0.639s | 13.565s |
| Iteration 12 | l2 | 62.3697 | libli.. | 208 | --- | 0.8125 | 0.8125 | 0.651s | 15.135s |
| Iteration 13 | l2 | 0.0028 | sag | 948 | --- | 0.375 | 0.8125 | 0.635s | 16.713s |
| Iteration 14 | l1 | 87.3377 | libli.. | 491 | --- | 0.5625 | 0.8125 | 0.761s | 18.357s |
| Iteration 15 | l2 | 0.9472 | libli.. | 842 | --- | 0.625 | 0.8125 | 0.668s | 19.912s |
| Iteration 16 | l2 | 8.3865 | lbfgs | 561 | --- | 0.5625 | 0.8125 | 0.638s | 21.453s |
| Iteration 17 | l2 | 8.9331 | lbfgs | 501 | --- | 0.375 | 0.8125 | 0.652s | 22.933s |
| Iteration 18 | l2 | 0.0462 | sag | 725 | --- | 0.6875 | 0.8125 | 0.650s | 24.450s |
| Iteration 19 | l2 | 0.0174 | sag | 727 | --- | 0.75 | 0.8125 | 0.633s | 25.874s |
| Iteration 20 | l2 | 0.0249 | sag | 682 | --- | 0.625 | 0.8125 | 0.648s | 27.895s |
| Iteration 21 | l2 | 0.0474 | sag | 990 | --- | 0.9375 | 0.9375 | 0.643s | 29.371s |
| Iteration 22 | l2 | 5.1261 | sag | 104 | --- | 0.75 | 0.9375 | 0.639s | 30.889s |
| Iteration 23 | none | --- | sag | 1000 | --- | 0.75 | 0.9375 | 0.672s | 33.726s |
| Iteration 24 | none | --- | saga | 997 | --- | 0.9375 | 0.9375 | 0.657s | 36.818s |
| Iteration 25 | elast.. | 1.5296 | saga | 1000 | 0.9 | 0.75 | 0.9375 | 0.664s | 40.086s |
| Iteration 26 | none | --- | saga | 900 | --- | 0.75 | 0.9375 | 0.669s | 43.334s |
| Iteration 27 | none | --- | lbfgs | 127 | --- | 0.75 | 0.9375 | 0.648s | 46.176s |
| Iteration 28 | l2 | 0.0016 | sag | 1000 | --- | 0.625 | 0.9375 | 0.666s | 49.354s |
| Iteration 29 | l2 | 18.7951 | lbfgs | 100 | --- | 0.75 | 0.9375 | 0.651s | 52.293s |
| Iteration 30 | elast.. | 37.0005 | saga | 242 | 0.6 | 0.875 | 0.9375 | 0.645s | 55.170s |
| Iteration 31 | l2 | 0.0056 | saga | 100 | --- | 0.4375 | 0.9375 | 0.646s | 56.977s |
| Iteration 32 | none | --- | lbfgs | 254 | --- | 0.75 | 0.9375 | 0.648s | 58.586s |
| Iteration 33 | l2 | 0.0015 | lbfgs | 1000 | --- | 0.75 | 0.9375 | 0.655s | 1m:00s |
| Iteration 34 | l2 | 6.837 | saga | 309 | --- | 0.375 | 0.9375 | 0.646s | 1m:02s |
| Iteration 35 | l2 | 15.5585 | sag | 891 | --- | 0.5 | 0.9375 | 0.662s | 1m:03s |
| Iteration 36 | l2 | 0.026 | sag | 832 | --- | 0.75 | 0.9375 | 0.656s | 1m:05s |
| Iteration 37 | l2 | 7.5554 | newto.. | 994 | --- | 0.6875 | 0.9375 | 0.652s | 1m:07s |
| Iteration 38 | none | --- | sag | 1000 | --- | 0.75 | 0.9375 | 0.001s | 1m:08s |
| Iteration 39 | none | --- | saga | 990 | --- | 0.625 | 0.9375 | 0.653s | 1m:10s |
| Iteration 40 | none | --- | saga | 236 | --- | 0.5 | 0.9375 | 0.657s | 1m:11s |
| Iteration 41 | l2 | 0.3764 | saga | 403 | --- | 0.4375 | 0.9375 | 0.652s | 1m:13s |
| Iteration 42 | l2 | 0.0906 | libli.. | 996 | --- | 0.8125 | 0.9375 | 0.669s | 1m:15s |
| Iteration 43 | l2 | 0.2148 | lbfgs | 985 | --- | 0.8125 | 0.9375 | 0.646s | 1m:17s |
| Iteration 44 | l2 | 0.001 | lbfgs | 1000 | --- | 0.625 | 0.9375 | 1.241s | 1m:19s |
| Iteration 45 | l2 | 0.0044 | saga | 989 | --- | 0.625 | 0.9375 | 0.640s | 1m:21s |
| Iteration 46 | l2 | 0.0037 | lbfgs | 1000 | --- | 1.0 | 1.0 | 0.681s | 1m:22s |
| Iteration 47 | l2 | 0.0062 | lbfgs | 1000 | --- | 0.875 | 1.0 | 0.639s | 1m:24s |
| Iteration 48 | l2 | 0.0037 | libli.. | 1000 | --- | 0.3125 | 1.0 | 0.629s | 1m:26s |
| Iteration 49 | none | --- | lbfgs | 993 | --- | 0.3125 | 1.0 | 0.651s | 1m:28s |
| Iteration 50 | l2 | 100.0 | lbfgs | 1000 | --- | 0.375 | 1.0 | 0.642s | 1m:29s |
Bayesian Optimization ---------------------------
Best call --> Iteration 46
Best parameters --> {'penalty': 'l2', 'C': 0.0037, 'solver': 'lbfgs', 'max_iter': 1000}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:31s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7964
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.39 ± 0.08
Time elapsed: 0.056s
-------------------------------------------------
Total time: 1m:31s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.625 | 0.625 | 0.630s | 0.635s |
| Initial point 2 | svd | --- | 0.5625 | 0.625 | 0.625s | 3.232s |
| Initial point 3 | svd | --- | 0.5625 | 0.625 | 0.001s | 4.261s |
| Initial point 4 | lsqr | 0.8 | 0.6875 | 0.6875 | 0.663s | 5.456s |
| Initial point 5 | eigen | 0.9 | 0.625 | 0.6875 | 0.629s | 6.632s |
| Initial point 6 | lsqr | 0.7 | 0.5 | 0.6875 | 0.633s | 7.901s |
| Initial point 7 | lsqr | 0.5 | 0.375 | 0.6875 | 0.629s | 9.076s |
| Initial point 8 | lsqr | 0.9 | 0.8125 | 0.8125 | 0.627s | 10.248s |
| Initial point 9 | lsqr | 0.6 | 0.8125 | 0.8125 | 0.633s | 11.421s |
| Initial point 10 | eigen | 0.8 | 0.5 | 0.8125 | 0.635s | 12.639s |
| Iteration 11 | lsqr | 0.6 | 0.8125 | 0.8125 | 0.000s | 13.334s |
| Iteration 12 | eigen | 0.7 | 0.75 | 0.8125 | 0.645s | 14.657s |
| Iteration 13 | svd | --- | 0.5625 | 0.8125 | 0.000s | 15.447s |
| Iteration 14 | lsqr | auto | 0.6875 | 0.8125 | 0.629s | 16.778s |
| Iteration 15 | eigen | auto | 0.625 | 0.8125 | 0.626s | 18.093s |
| Iteration 16 | svd | --- | 0.5625 | 0.8125 | 0.001s | 18.790s |
| Iteration 17 | svd | --- | 0.5625 | 0.8125 | 0.000s | 19.601s |
| Iteration 18 | lsqr | 1.0 | 0.6875 | 0.8125 | 0.631s | 20.989s |
| Iteration 19 | svd | --- | 0.5625 | 0.8125 | 0.000s | 21.690s |
| Iteration 20 | lsqr | None | 0.5 | 0.8125 | 0.638s | 23.032s |
| Iteration 21 | eigen | 0.5 | 1.0 | 1.0 | 0.635s | 24.421s |
| Iteration 22 | eigen | 0.6 | 0.75 | 1.0 | 0.623s | 25.803s |
| Iteration 23 | svd | --- | 0.5625 | 1.0 | 0.000s | 26.529s |
| Iteration 24 | svd | --- | 0.5625 | 1.0 | 0.000s | 27.266s |
| Iteration 25 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 28.046s |
| Iteration 26 | eigen | None | 0.8125 | 1.0 | 0.626s | 29.515s |
| Iteration 27 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 30.266s |
| Iteration 28 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 31.024s |
| Iteration 29 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 31.794s |
| Iteration 30 | lsqr | 0.5 | 0.375 | 1.0 | 0.000s | 32.556s |
| Iteration 31 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 33.327s |
| Iteration 32 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 34.147s |
| Iteration 33 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 35.061s |
| Iteration 34 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 35.832s |
| Iteration 35 | eigen | 0.5 | 1.0 | 1.0 | 0.001s | 37.657s |
| Iteration 36 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 39.650s |
| Iteration 37 | eigen | 0.5 | 1.0 | 1.0 | 0.001s | 42.325s |
| Iteration 38 | eigen | 0.5 | 1.0 | 1.0 | 0.001s | 44.476s |
| Iteration 39 | eigen | 0.9 | 0.625 | 1.0 | 0.001s | 45.832s |
| Iteration 40 | eigen | 0.5 | 1.0 | 1.0 | 0.001s | 46.682s |
| Iteration 41 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 47.509s |
| Iteration 42 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 48.357s |
| Iteration 43 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 49.247s |
| Iteration 44 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 50.213s |
| Iteration 45 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 51.103s |
| Iteration 46 | eigen | 0.5 | 1.0 | 1.0 | 0.001s | 51.981s |
| Iteration 47 | eigen | 0.5 | 1.0 | 1.0 | 0.001s | 52.869s |
| Iteration 48 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 53.764s |
| Iteration 49 | eigen | 0.5 | 1.0 | 1.0 | 0.001s | 54.721s |
| Iteration 50 | eigen | 0.5 | 1.0 | 1.0 | 0.001s | 55.671s |
Bayesian Optimization ---------------------------
Best call --> Iteration 21
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 1.0
Time elapsed: 56.636s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7884
Test evaluation --> roc_auc: 0.3
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.34 ± 0.0663
Time elapsed: 0.029s
-------------------------------------------------
Total time: 56.675s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.625 | 0.625 | 0.632s | 0.635s |
| Initial point 2 | 0.9 | 0.6875 | 0.6875 | 0.630s | 1.803s |
| Initial point 3 | 0.1 | 0.625 | 0.6875 | 0.640s | 3.005s |
| Initial point 4 | 1.0 | 0.625 | 0.6875 | 0.000s | 3.565s |
| Initial point 5 | 0.2 | 0.625 | 0.6875 | 0.631s | 4.761s |
| Initial point 6 | 0.4 | 0.5625 | 0.6875 | 0.628s | 5.930s |
| Initial point 7 | 0.4 | 0.5625 | 0.6875 | 0.001s | 6.531s |
| Initial point 8 | 0.7 | 0.75 | 0.75 | 0.634s | 7.741s |
| Initial point 9 | 0.9 | 0.6875 | 0.75 | 0.000s | 8.303s |
| Initial point 10 | 0.8 | 0.5 | 0.75 | 0.633s | 9.682s |
| Iteration 11 | 0.3 | 0.75 | 0.75 | 0.629s | 10.935s |
| Iteration 12 | 0.6 | 0.75 | 0.75 | 0.637s | 12.235s |
| Iteration 13 | 0.5 | 0.3125 | 0.75 | 0.636s | 14.698s |
| Iteration 14 | 0.0 | 0.625 | 0.75 | 0.649s | 16.318s |
| Iteration 15 | 0.7 | 0.75 | 0.75 | 0.000s | 16.983s |
| Iteration 16 | 0.6 | 0.75 | 0.75 | 0.000s | 17.645s |
| Iteration 17 | 0.3 | 0.75 | 0.75 | 0.000s | 18.315s |
| Iteration 18 | 0.6 | 0.75 | 0.75 | 0.000s | 18.989s |
| Iteration 19 | 0.9 | 0.6875 | 0.75 | 0.000s | 19.874s |
| Iteration 20 | 0.6 | 0.75 | 0.75 | 0.001s | 20.557s |
| Iteration 21 | 0.6 | 0.75 | 0.75 | 0.000s | 21.282s |
| Iteration 22 | 0.3 | 0.75 | 0.75 | 0.000s | 23.362s |
| Iteration 23 | 0.7 | 0.75 | 0.75 | 0.000s | 24.469s |
| Iteration 24 | 0.3 | 0.75 | 0.75 | 0.000s | 25.150s |
| Iteration 25 | 0.7 | 0.75 | 0.75 | 0.000s | 25.831s |
| Iteration 26 | 0.3 | 0.75 | 0.75 | 0.000s | 26.507s |
| Iteration 27 | 0.1 | 0.625 | 0.75 | 0.000s | 27.225s |
| Iteration 28 | 0.9 | 0.6875 | 0.75 | 0.000s | 27.914s |
| Iteration 29 | 0.2 | 0.625 | 0.75 | 0.000s | 28.648s |
| Iteration 30 | 0.8 | 0.5 | 0.75 | 0.000s | 29.381s |
| Iteration 31 | 0.7 | 0.75 | 0.75 | 0.000s | 30.094s |
| Iteration 32 | 0.3 | 0.75 | 0.75 | 0.000s | 30.790s |
| Iteration 33 | 0.7 | 0.75 | 0.75 | 0.000s | 31.481s |
| Iteration 34 | 0.6 | 0.75 | 0.75 | 0.000s | 32.184s |
| Iteration 35 | 0.6 | 0.75 | 0.75 | 0.000s | 32.883s |
| Iteration 36 | 0.3 | 0.75 | 0.75 | 0.000s | 33.633s |
| Iteration 37 | 0.7 | 0.75 | 0.75 | 0.000s | 34.366s |
| Iteration 38 | 0.6 | 0.75 | 0.75 | 0.000s | 35.094s |
| Iteration 39 | 0.3 | 0.75 | 0.75 | 0.000s | 35.813s |
| Iteration 40 | 0.7 | 0.75 | 0.75 | 0.000s | 36.533s |
| Iteration 41 | 0.7 | 0.75 | 0.75 | 0.001s | 37.285s |
| Iteration 42 | 0.6 | 0.75 | 0.75 | 0.000s | 38.029s |
| Iteration 43 | 0.3 | 0.75 | 0.75 | 0.000s | 39.373s |
| Iteration 44 | 0.7 | 0.75 | 0.75 | 0.000s | 40.224s |
| Iteration 45 | 0.6 | 0.75 | 0.75 | 0.000s | 40.974s |
| Iteration 46 | 0.3 | 0.75 | 0.75 | 0.000s | 41.871s |
| Iteration 47 | 0.6 | 0.75 | 0.75 | 0.001s | 42.670s |
| Iteration 48 | 0.3 | 0.75 | 0.75 | 0.001s | 43.487s |
| Iteration 49 | 0.7 | 0.75 | 0.75 | 0.000s | 44.288s |
| Iteration 50 | 0.6 | 0.75 | 0.75 | 0.000s | 45.090s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'reg_param': 0.6}
Best evaluation --> roc_auc: 0.75
Time elapsed: 45.889s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7589
Test evaluation --> roc_auc: 0.3
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.3 ± 0.0707
Time elapsed: 0.028s
-------------------------------------------------
Total time: 45.927s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.8655 | dista.. | auto | 40 | 1 | 0.625 | 0.625 | 0.655s | 0.675s |
| Initial point 2 | 5.1166 | uniform | kd_tree | 39 | 2 | 0.5312 | 0.625 | 0.642s | 1.937s |
| Initial point 3 | 4.0418 | dista.. | ball_tree | 25 | 2 | 0.875 | 0.875 | 0.654s | 3.154s |
| Initial point 4 | 11.7917 | uniform | ball_tree | 39 | 2 | 0.5 | 0.875 | 0.651s | 4.366s |
| Initial point 5 | 9.2373 | dista.. | auto | 30 | 2 | 0.625 | 0.875 | 0.648s | 5.607s |
| Initial point 6 | 10.6975 | dista.. | ball_tree | 21 | 2 | 0.5625 | 0.875 | 0.646s | 6.829s |
| Initial point 7 | 7.6516 | dista.. | ball_tree | 24 | 1 | 0.625 | 0.875 | 0.645s | 8.039s |
| Initial point 8 | 1.8336 | dista.. | ball_tree | 21 | 2 | 0.875 | 0.875 | 0.652s | 9.293s |
| Initial point 9 | 8.5234 | uniform | ball_tree | 24 | 1 | 0.625 | 0.875 | 0.659s | 10.527s |
| Initial point 10 | 6.054 | uniform | brute | 22 | 2 | 0.75 | 0.875 | 0.651s | 11.754s |
| Iteration 11 | 0.0 | uniform | ball_tree | 26 | 2 | 0.5 | 0.875 | 0.639s | 13.267s |
| Iteration 12 | 3.1195 | dista.. | ball_tree | 24 | 2 | 0.8125 | 0.875 | 0.655s | 14.835s |
| Iteration 13 | 1.0101 | dista.. | ball_tree | 27 | 2 | 0.4062 | 0.875 | 0.641s | 16.313s |
| Iteration 14 | 4.3115 | dista.. | ball_tree | 25 | 2 | 0.875 | 0.875 | 0.642s | 17.847s |
| Iteration 15 | 0.3618 | dista.. | kd_tree | 21 | 2 | 0.4688 | 0.875 | 0.644s | 19.393s |
| Iteration 16 | 0.4467 | dista.. | ball_tree | 21 | 2 | 0.5625 | 0.875 | 0.651s | 20.947s |
| Iteration 17 | 2.4646 | dista.. | ball_tree | 20 | 2 | 1.0 | 1.0 | 0.640s | 22.427s |
| Iteration 18 | 2.8905 | dista.. | auto | 20 | 2 | 1.0 | 1.0 | 0.644s | 23.992s |
| Iteration 19 | 3.4215 | uniform | ball_tree | 20 | 1 | 0.5938 | 1.0 | 0.642s | 25.622s |
| Iteration 20 | 3.298 | uniform | ball_tree | 20 | 2 | 0.3125 | 1.0 | 0.647s | 27.164s |
| Iteration 21 | 3.4382 | dista.. | ball_tree | 20 | 2 | 0.875 | 1.0 | 0.663s | 28.921s |
| Iteration 22 | 2.6068 | dista.. | auto | 20 | 2 | 0.6875 | 1.0 | 0.651s | 30.483s |
| Iteration 23 | 3.4153 | dista.. | brute | 24 | 1 | 0.5938 | 1.0 | 0.652s | 32.057s |
| Iteration 24 | 5.4182 | dista.. | auto | 21 | 2 | 0.8125 | 1.0 | 1.227s | 34.114s |
| Iteration 25 | 3.6242 | dista.. | ball_tree | 40 | 2 | 0.5625 | 1.0 | 0.643s | 35.848s |
| Iteration 26 | 4.0035 | dista.. | kd_tree | 20 | 2 | 0.625 | 1.0 | 0.644s | 37.416s |
| Iteration 27 | 3.7319 | dista.. | auto | 20 | 2 | 1.0 | 1.0 | 0.642s | 39.001s |
| Iteration 28 | 3.7903 | dista.. | auto | 20 | 2 | 0.6875 | 1.0 | 0.654s | 40.661s |
| Iteration 29 | 3.4094 | dista.. | ball_tree | 20 | 1 | 0.75 | 1.0 | 0.647s | 42.216s |
| Iteration 30 | 4.0116 | dista.. | auto | 26 | 2 | 0.875 | 1.0 | 0.661s | 43.828s |
| Iteration 31 | 4.1038 | dista.. | auto | 20 | 1 | 0.7812 | 1.0 | 0.644s | 45.752s |
| Iteration 32 | 12.9018 | uniform | brute | 20 | 1 | 0.8438 | 1.0 | 0.641s | 47.600s |
| Iteration 33 | 11.0718 | uniform | brute | 20 | 2 | 0.5 | 1.0 | 0.642s | 50.702s |
| Iteration 34 | 5.408 | dista.. | auto | 31 | 2 | 0.2812 | 1.0 | 0.638s | 52.657s |
| Iteration 35 | 3.4256 | dista.. | auto | 23 | 2 | 0.625 | 1.0 | 0.668s | 54.228s |
| Iteration 36 | 2.5291 | dista.. | kd_tree | 20 | 2 | 0.75 | 1.0 | 0.640s | 55.851s |
| Iteration 37 | 2.7589 | dista.. | ball_tree | 21 | 2 | 0.5625 | 1.0 | 0.642s | 57.527s |
| Iteration 38 | 10.3814 | dista.. | auto | 25 | 2 | 0.5625 | 1.0 | 0.639s | 59.156s |
| Iteration 39 | 4.6053 | dista.. | auto | 25 | 1 | 1.0 | 1.0 | 0.676s | 1m:01s |
| Iteration 40 | 4.8164 | dista.. | auto | 25 | 1 | 0.6875 | 1.0 | 0.703s | 1m:03s |
| Iteration 41 | 3.4753 | dista.. | auto | 25 | 2 | 0.5 | 1.0 | 0.694s | 1m:04s |
| Iteration 42 | 4.5179 | dista.. | brute | 26 | 2 | 0.625 | 1.0 | 0.694s | 1m:06s |
| Iteration 43 | 3.0854 | dista.. | auto | 20 | 1 | 0.375 | 1.0 | 0.693s | 1m:08s |
| Iteration 44 | 4.5166 | dista.. | auto | 22 | 2 | 0.625 | 1.0 | 0.698s | 1m:10s |
| Iteration 45 | 1.6689 | dista.. | kd_tree | 25 | 2 | 0.6875 | 1.0 | 0.715s | 1m:12s |
| Iteration 46 | 4.6624 | dista.. | auto | 31 | 1 | 0.7812 | 1.0 | 0.697s | 1m:13s |
| Iteration 47 | 5.3082 | dista.. | ball_tree | 20 | 1 | 0.6562 | 1.0 | 0.696s | 1m:15s |
| Iteration 48 | 12.4417 | uniform | auto | 26 | 1 | 0.4688 | 1.0 | 1.293s | 1m:18s |
| Iteration 49 | 3.1279 | dista.. | kd_tree | 20 | 2 | 0.3438 | 1.0 | 0.698s | 1m:20s |
| Iteration 50 | 5.2551 | dista.. | ball_tree | 21 | 2 | 0.5 | 1.0 | 0.708s | 1m:22s |
Bayesian Optimization ---------------------------
Best call --> Iteration 39
Best parameters --> {'radius': 4.6053, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 25, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:23s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.77 ± 0.0748
Time elapsed: 0.055s
-------------------------------------------------
Total time: 1m:23s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.3125 | 0.3125 | 1.074s | 1.081s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.625 | 0.625 | 1.094s | 2.738s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.9375 | 0.9375 | 0.854s | 4.235s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.75 | 0.9375 | 0.996s | 5.803s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.6562 | 0.9375 | 0.865s | 7.320s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.5625 | 0.9375 | 1.098s | 9.014s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.6875 | 0.9375 | 0.724s | 10.304s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.875 | 0.9375 | 0.988s | 11.848s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.7188 | 0.9375 | 0.697s | 13.103s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.75 | 0.9375 | 0.817s | 14.517s |
| Iteration 11 | 198 | 1.3889 | SAMME | 0.875 | 0.9375 | 0.824s | 17.116s |
| Iteration 12 | 277 | 1.568 | SAMME | 1.0 | 1.0 | 0.883s | 20.121s |
| Iteration 13 | 270 | 2.3293 | SAMME | 0.75 | 1.0 | 0.698s | 21.805s |
| Iteration 14 | 50 | 10.0 | SAMME | 0.6562 | 1.0 | 0.682s | 23.211s |
| Iteration 15 | 50 | 0.5193 | SAMME | 0.7812 | 1.0 | 0.663s | 24.631s |
| Iteration 16 | 500 | 0.01 | SAMME | 0.9375 | 1.0 | 0.976s | 26.350s |
| Iteration 17 | 334 | 0.5935 | SAMME | 1.0 | 1.0 | 0.858s | 27.945s |
| Iteration 18 | 50 | 0.01 | SAMME.R | 0.9375 | 1.0 | 0.661s | 29.362s |
| Iteration 19 | 150 | 0.6497 | SAMME | 1.0 | 1.0 | 0.729s | 30.846s |
| Iteration 20 | 480 | 0.8298 | SAMME | 1.0 | 1.0 | 0.960s | 32.586s |
| Iteration 21 | 500 | 0.5128 | SAMME | 0.8125 | 1.0 | 0.973s | 34.325s |
| Iteration 22 | 453 | 0.0254 | SAMME.R | 0.9375 | 1.0 | 0.983s | 36.140s |
| Iteration 23 | 500 | 0.6107 | SAMME | 0.75 | 1.0 | 0.972s | 37.952s |
| Iteration 24 | 70 | 0.8621 | SAMME.R | 1.0 | 1.0 | 0.731s | 39.453s |
| Iteration 25 | 64 | 0.8524 | SAMME.R | 1.0 | 1.0 | 0.740s | 41.589s |
| Iteration 26 | 50 | 0.8362 | SAMME.R | 0.75 | 1.0 | 0.723s | 43.118s |
| Iteration 27 | 500 | 1.0856 | SAMME | 0.5625 | 1.0 | 1.036s | 44.975s |
| Iteration 28 | 500 | 0.01 | SAMME.R | 0.8125 | 1.0 | 1.102s | 46.898s |
| Iteration 29 | 50 | 1.261 | SAMME | 0.875 | 1.0 | 0.724s | 48.445s |
| Iteration 30 | 50 | 0.01 | SAMME.R | 0.9375 | 1.0 | 0.001s | 49.513s |
| Iteration 31 | 50 | 0.01 | SAMME | 0.6875 | 1.0 | 0.663s | 50.983s |
| Iteration 32 | 50 | 1.0499 | SAMME | 0.5312 | 1.0 | 0.665s | 52.467s |
| Iteration 33 | 172 | 0.7292 | SAMME | 0.875 | 1.0 | 0.751s | 54.103s |
| Iteration 34 | 162 | 1.5916 | SAMME.R | 0.875 | 1.0 | 0.752s | 55.696s |
| Iteration 35 | 192 | 0.0226 | SAMME | 0.5625 | 1.0 | 0.791s | 57.565s |
| Iteration 36 | 145 | 0.053 | SAMME.R | 0.75 | 1.0 | 0.737s | 59.413s |
| Iteration 37 | 361 | 0.8952 | SAMME | 1.0 | 1.0 | 0.877s | 1m:01s |
| Iteration 38 | 286 | 0.6246 | SAMME | 0.4062 | 1.0 | 0.827s | 1m:03s |
| Iteration 39 | 77 | 0.1475 | SAMME | 0.8438 | 1.0 | 0.683s | 1m:04s |
| Iteration 40 | 64 | 0.2214 | SAMME.R | 0.9375 | 1.0 | 0.666s | 1m:06s |
| Iteration 41 | 68 | 0.154 | SAMME.R | 0.6875 | 1.0 | 0.684s | 1m:07s |
| Iteration 42 | 355 | 0.2912 | SAMME | 0.9375 | 1.0 | 0.880s | 1m:09s |
| Iteration 43 | 359 | 0.6215 | SAMME | 0.75 | 1.0 | 0.877s | 1m:11s |
| Iteration 44 | 93 | 0.9629 | SAMME.R | 0.8125 | 1.0 | 0.707s | 1m:13s |
| Iteration 45 | 338 | 0.015 | SAMME | 0.8438 | 1.0 | 0.861s | 1m:14s |
| Iteration 46 | 61 | 0.7403 | SAMME.R | 1.0 | 1.0 | 0.673s | 1m:16s |
| Iteration 47 | 380 | 0.0534 | SAMME | 0.8125 | 1.0 | 0.897s | 1m:18s |
| Iteration 48 | 130 | 8.1458 | SAMME | 0.5 | 1.0 | 0.624s | 1m:19s |
| Iteration 49 | 500 | 0.01 | SAMME.R | 0.8125 | 1.0 | 0.001s | 1m:21s |
| Iteration 50 | 281 | 0.01 | SAMME.R | 0.625 | 1.0 | 1.567s | 1m:23s |
Bayesian Optimization ---------------------------
Best call --> Iteration 20
Best parameters --> {'n_estimators': 480, 'learning_rate': 0.8298, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.384s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.91 ± 0.0735
Time elapsed: 1.761s
-------------------------------------------------
Total time: 1m:26s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.5938 | 0.5938 | 1.059s | 1.078s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.5312 | 0.5938 | 0.947s | 2.607s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.75 | 0.75 | 0.976s | 4.201s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.625 | 0.75 | 0.781s | 5.558s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.625 | 0.75 | 0.984s | 7.148s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.5625 | 0.75 | 0.815s | 8.577s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.5625 | 0.75 | 0.843s | 9.994s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.8125 | 0.8125 | 0.834s | 11.396s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.9375 | 0.9375 | 0.951s | 13.030s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.625 | 0.9375 | 0.926s | 14.535s |
| Iteration 11 | 364 | gini | 5 | 10 | 9 | None | False | 0.001 | --- | 0.7812 | 0.9375 | 0.896s | 16.369s |
| Iteration 12 | 389 | entropy | 2 | 5 | 17 | log2 | False | 0.0132 | --- | 0.9375 | 0.9375 | 0.903s | 18.233s |
| Iteration 13 | 35 | entropy | 4 | 11 | 12 | 0.9 | False | 0.0307 | --- | 0.625 | 0.9375 | 0.685s | 19.894s |
| Iteration 14 | 232 | entropy | None | 6 | 17 | 0.5 | False | 0.0223 | --- | 0.8125 | 0.9375 | 0.809s | 21.673s |
| Iteration 15 | 328 | entropy | 8 | 12 | 17 | 0.7 | False | 0.0052 | --- | 0.7812 | 0.9375 | 0.871s | 23.530s |
| Iteration 16 | 500 | gini | 4 | 8 | 13 | auto | False | 0.0222 | --- | 1.0 | 1.0 | 0.939s | 25.528s |
| Iteration 17 | 500 | entropy | 3 | 2 | 15 | sqrt | False | 0.0322 | --- | 0.7812 | 1.0 | 0.931s | 27.609s |
| Iteration 18 | 500 | gini | 5 | 11 | 14 | 0.8 | False | 0.0155 | --- | 1.0 | 1.0 | 0.944s | 29.680s |
| Iteration 19 | 500 | gini | None | 10 | 13 | sqrt | False | 0.0171 | --- | 0.9375 | 1.0 | 0.983s | 31.707s |
| Iteration 20 | 500 | gini | 5 | 10 | 18 | 0.6 | False | 0.0 | --- | 0.8125 | 1.0 | 0.912s | 33.639s |
| Iteration 21 | 500 | gini | 9 | 3 | 11 | log2 | True | 0.0188 | 0.7 | 0.875 | 1.0 | 1.016s | 35.724s |
| Iteration 22 | 500 | gini | 7 | 20 | 13 | 0.5 | False | 0.0137 | --- | 0.875 | 1.0 | 0.931s | 37.877s |
| Iteration 23 | 500 | gini | 9 | 5 | 13 | None | False | 0.0129 | --- | 0.5625 | 1.0 | 0.937s | 39.928s |
| Iteration 24 | 500 | gini | 4 | 15 | 10 | sqrt | False | 0.016 | --- | 0.875 | 1.0 | 0.951s | 42.069s |
| Iteration 25 | 500 | gini | 3 | 10 | 14 | 0.6 | False | 0.0169 | --- | 0.875 | 1.0 | 1.616s | 44.880s |
| Iteration 26 | 500 | gini | None | 14 | 10 | auto | True | 0.025 | 0.7 | 1.0 | 1.0 | 1.086s | 47.108s |
| Iteration 27 | 453 | gini | None | 2 | 20 | auto | True | 0.0182 | 0.7 | 0.5 | 1.0 | 1.031s | 49.376s |
| Iteration 28 | 349 | entropy | 8 | 11 | 13 | auto | False | 0.035 | --- | 0.75 | 1.0 | 0.838s | 51.661s |
| Iteration 29 | 433 | gini | 5 | 4 | 13 | 0.7 | False | 0.0 | --- | 0.875 | 1.0 | 0.863s | 53.736s |
| Iteration 30 | 500 | gini | 2 | 17 | 10 | 0.7 | True | 0.0215 | 0.7 | 1.0 | 1.0 | 1.054s | 55.964s |
| Iteration 31 | 500 | entropy | 2 | 20 | 11 | 0.9 | True | 0.0324 | 0.7 | 0.6875 | 1.0 | 1.085s | 58.202s |
| Iteration 32 | 33 | gini | None | 3 | 10 | sqrt | False | 0.0326 | --- | 0.7188 | 1.0 | 0.708s | 59.998s |
| Iteration 33 | 500 | gini | 1 | 20 | 11 | log2 | True | 0.0292 | 0.7 | 0.8125 | 1.0 | 1.036s | 1m:02s |
| Iteration 34 | 500 | gini | 6 | 12 | 12 | auto | True | 0.0018 | 0.7 | 0.4375 | 1.0 | 1.026s | 1m:04s |
| Iteration 35 | 500 | gini | 1 | 17 | 9 | log2 | True | 0.0182 | 0.6 | 0.5 | 1.0 | 1.034s | 1m:07s |
| Iteration 36 | 500 | gini | None | 14 | 9 | sqrt | True | 0.0232 | 0.7 | 0.875 | 1.0 | 1.035s | 1m:09s |
| Iteration 37 | 419 | gini | 2 | 20 | 13 | 0.6 | False | 0.0086 | --- | 0.8125 | 1.0 | 0.927s | 1m:11s |
| Iteration 38 | 488 | gini | 5 | 9 | 14 | auto | False | 0.0195 | --- | 0.8125 | 1.0 | 0.961s | 1m:13s |
| Iteration 39 | 500 | gini | 4 | 7 | 10 | 0.5 | True | 0.0126 | 0.7 | 0.8125 | 1.0 | 1.060s | 1m:16s |
| Iteration 40 | 500 | entropy | 1 | 13 | 9 | sqrt | True | 0.0205 | 0.7 | 0.75 | 1.0 | 1.062s | 1m:18s |
| Iteration 41 | 500 | gini | None | 11 | 9 | 0.8 | False | 0.0212 | --- | 0.6562 | 1.0 | 0.990s | 1m:20s |
| Iteration 42 | 460 | entropy | 7 | 7 | 10 | auto | False | 0.0012 | --- | 0.875 | 1.0 | 0.957s | 1m:23s |
| Iteration 43 | 299 | gini | 3 | 3 | 15 | auto | False | 0.0115 | --- | 0.6875 | 1.0 | 0.865s | 1m:25s |
| Iteration 44 | 215 | gini | 6 | 7 | 4 | 0.6 | True | 0.0244 | 0.7 | 0.875 | 1.0 | 0.841s | 1m:27s |
| Iteration 45 | 327 | gini | None | 5 | 19 | auto | False | 0.0134 | --- | 0.75 | 1.0 | 0.861s | 1m:29s |
| Iteration 46 | 188 | gini | 2 | 16 | 3 | auto | False | 0.0 | --- | 0.9375 | 1.0 | 0.771s | 1m:31s |
| Iteration 47 | 405 | gini | 4 | 20 | 5 | auto | False | 0.0 | --- | 0.875 | 1.0 | 0.896s | 1m:33s |
| Iteration 48 | 182 | gini | 3 | 17 | 1 | sqrt | False | 0.0 | --- | 0.75 | 1.0 | 0.770s | 1m:35s |
| Iteration 49 | 257 | gini | 4 | 12 | 6 | auto | True | 0.0291 | 0.7 | 0.8125 | 1.0 | 0.872s | 1m:38s |
| Iteration 50 | 384 | entropy | 4 | 9 | 1 | auto | False | 0.0 | --- | 0.6875 | 1.0 | 1.510s | 1m:41s |
Bayesian Optimization ---------------------------
Best call --> Iteration 26
Best parameters --> {'n_estimators': 500, 'criterion': 'gini', 'max_depth': None, 'min_samples_split': 14, 'min_samples_leaf': 10, 'max_features': 'auto', 'bootstrap': True, 'ccp_alpha': 0.025, 'max_samples': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:42s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8714
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.443s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.68 ± 0.0927
Time elapsed: 2.012s
-------------------------------------------------
Total time: 1m:45s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.769s | 0.788s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.75 | 0.75 | 0.768s | 2.131s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.75 | 0.764s | 3.511s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.75 | 0.709s | 4.809s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.75 | 0.753s | 6.135s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.75 | 0.734s | 7.501s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.75 | 0.737s | 8.810s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.75 | 0.701s | 10.107s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.8438 | 0.8438 | 0.766s | 11.445s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.8438 | 0.739s | 12.749s |
| Iteration 11 | 368 | 0.0124 | 9 | 0.2019 | 3 | 0.9 | 0.7 | 0.01 | 0 | 1.0 | 1.0 | 0.761s | 14.468s |
| Iteration 12 | 183 | 0.0389 | 10 | 0.1777 | 2 | 1.0 | 1.0 | 0 | 1 | 1.0 | 1.0 | 0.737s | 17.452s |
| Iteration 13 | 337 | 0.01 | 10 | 0.0802 | 3 | 0.9 | 0.7 | 0.01 | 0 | 0.625 | 1.0 | 0.765s | 19.547s |
| Iteration 14 | 249 | 0.8904 | 1 | 0.7352 | 1 | 1.0 | 0.5 | 0 | 0.01 | 0.9375 | 1.0 | 0.731s | 21.155s |
| Iteration 15 | 199 | 0.016 | 2 | 0.2486 | 1 | 0.5 | 0.9 | 0 | 100 | 0.7188 | 1.0 | 0.727s | 22.887s |
| Iteration 16 | 289 | 0.012 | 7 | 0.8063 | 1 | 1.0 | 1.0 | 0 | 0.01 | 1.0 | 1.0 | 0.753s | 24.613s |
| Iteration 17 | 20 | 0.01 | 10 | 1.0 | 1 | 1.0 | 1.0 | 0 | 100 | 0.5 | 1.0 | 0.912s | 26.551s |
| Iteration 18 | 500 | 0.0183 | 9 | 0.0936 | 1 | 1.0 | 1.0 | 0 | 0.01 | 1.0 | 1.0 | 0.781s | 28.298s |
| Iteration 19 | 90 | 0.0957 | 4 | 0.0 | 1 | 0.6 | 0.6 | 0 | 0.1 | 1.0 | 1.0 | 0.708s | 29.995s |
| Iteration 20 | 500 | 0.01 | 10 | 0.0 | 1 | 1.0 | 1.0 | 0 | 0.1 | 1.0 | 1.0 | 0.787s | 31.776s |
| Iteration 21 | 500 | 0.01 | 10 | 0.0 | 1 | 1.0 | 1.0 | 0 | 0.1 | 1.0 | 1.0 | 0.001s | 33.208s |
| Iteration 22 | 204 | 0.1899 | 7 | 0.2744 | 3 | 0.9 | 0.5 | 0 | 0.01 | 0.6875 | 1.0 | 0.678s | 34.874s |
| Iteration 23 | 492 | 0.3686 | 4 | 0.0493 | 1 | 0.9 | 0.9 | 1 | 0.1 | 0.6875 | 1.0 | 0.724s | 36.611s |
| Iteration 24 | 445 | 0.3218 | 3 | 0.1805 | 2 | 0.9 | 0.7 | 0.01 | 10 | 1.0 | 1.0 | 0.719s | 38.371s |
| Iteration 25 | 166 | 0.1587 | 9 | 0.4184 | 2 | 1.0 | 0.7 | 0 | 0.01 | 1.0 | 1.0 | 0.671s | 40.064s |
| Iteration 26 | 356 | 0.0329 | 5 | 0.1168 | 1 | 0.9 | 0.9 | 0.01 | 0.1 | 0.75 | 1.0 | 0.710s | 41.799s |
| Iteration 27 | 82 | 0.2867 | 4 | 0.4673 | 1 | 0.9 | 1.0 | 0 | 10 | 1.0 | 1.0 | 0.658s | 43.458s |
| Iteration 28 | 417 | 0.0304 | 9 | 0.1998 | 4 | 1.0 | 0.5 | 0.1 | 0 | 0.75 | 1.0 | 0.709s | 45.801s |
| Iteration 29 | 458 | 0.0767 | 9 | 0.3706 | 7 | 0.9 | 0.9 | 0 | 0 | 0.7188 | 1.0 | 0.729s | 47.647s |
| Iteration 30 | 219 | 0.0303 | 10 | 0.6822 | 4 | 1.0 | 0.9 | 0 | 0.1 | 1.0 | 1.0 | 0.679s | 49.430s |
| Iteration 31 | 139 | 0.1256 | 8 | 0.2914 | 3 | 1.0 | 0.7 | 0 | 0.01 | 0.875 | 1.0 | 0.661s | 51.055s |
| Iteration 32 | 411 | 0.0491 | 9 | 0.819 | 7 | 0.9 | 0.8 | 0.01 | 0 | 0.75 | 1.0 | 0.713s | 52.867s |
| Iteration 33 | 478 | 0.2279 | 9 | 0.0468 | 1 | 0.7 | 0.5 | 0 | 1 | 0.8125 | 1.0 | 0.724s | 54.723s |
| Iteration 34 | 381 | 0.0246 | 1 | 0.0 | 1 | 1.0 | 1.0 | 0 | 10 | 0.5312 | 1.0 | 0.723s | 56.656s |
| Iteration 35 | 332 | 0.1651 | 3 | 0.4608 | 1 | 0.9 | 0.6 | 0 | 1 | 0.875 | 1.0 | 0.711s | 58.528s |
| Iteration 36 | 248 | 0.279 | 10 | 0.5015 | 1 | 1.0 | 1.0 | 0 | 0.1 | 0.8125 | 1.0 | 0.686s | 1m:00s |
| Iteration 37 | 351 | 0.0205 | 9 | 0.2529 | 3 | 0.9 | 0.7 | 0.01 | 0 | 1.0 | 1.0 | 0.703s | 1m:02s |
| Iteration 38 | 240 | 0.01 | 10 | 0.434 | 4 | 1.0 | 0.7 | 0.1 | 0.1 | 0.75 | 1.0 | 0.718s | 1m:04s |
| Iteration 39 | 330 | 0.01 | 10 | 0.4595 | 3 | 1.0 | 0.9 | 0 | 0.1 | 0.6875 | 1.0 | 0.749s | 1m:06s |
| Iteration 40 | 32 | 0.0657 | 10 | 0.1239 | 2 | 1.0 | 1.0 | 0 | 0.1 | 0.9062 | 1.0 | 0.709s | 1m:08s |
| Iteration 41 | 454 | 0.0681 | 8 | 0.2584 | 2 | 0.8 | 0.8 | 0 | 0.1 | 0.4375 | 1.0 | 0.771s | 1m:10s |
| Iteration 42 | 500 | 0.9353 | 9 | 0.0 | 2 | 0.9 | 1.0 | 0 | 100 | 0.875 | 1.0 | 0.778s | 1m:12s |
| Iteration 43 | 427 | 0.2931 | 10 | 0.0039 | 2 | 1.0 | 1.0 | 0 | 0.1 | 0.625 | 1.0 | 0.773s | 1m:14s |
| Iteration 44 | 107 | 0.0195 | 9 | 0.2391 | 3 | 1.0 | 0.7 | 1 | 0 | 0.875 | 1.0 | 0.712s | 1m:16s |
| Iteration 45 | 82 | 0.0906 | 4 | 0.5328 | 1 | 0.5 | 0.8 | 0 | 10 | 0.8125 | 1.0 | 0.713s | 1m:18s |
| Iteration 46 | 247 | 0.0369 | 10 | 0.7235 | 4 | 0.8 | 0.9 | 0 | 0.01 | 1.0 | 1.0 | 0.734s | 1m:20s |
| Iteration 47 | 248 | 0.0162 | 9 | 0.282 | 2 | 0.8 | 0.7 | 0 | 1 | 1.0 | 1.0 | 0.736s | 1m:22s |
| Iteration 48 | 206 | 0.0179 | 9 | 0.2376 | 8 | 1.0 | 0.7 | 0.01 | 1 | 0.5 | 1.0 | 0.722s | 1m:24s |
| Iteration 49 | 358 | 0.01 | 10 | 0.1959 | 2 | 0.7 | 1.0 | 0 | 1 | 0.6875 | 1.0 | 0.770s | 1m:26s |
| Iteration 50 | 155 | 0.058 | 10 | 0.5113 | 2 | 0.8 | 1.0 | 1 | 1 | 0.6875 | 1.0 | 0.725s | 1m:28s |
Bayesian Optimization ---------------------------
Best call --> Iteration 20
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.01, 'max_depth': 10, 'gamma': 0.0, 'min_child_weight': 1, 'subsample': 1.0, 'colsample_bytree': 1.0, 'reg_alpha': 0, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:30s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.125s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.0837
Time elapsed: 0.398s
-------------------------------------------------
Total time: 1m:30s
Final results ==================== >>
Duration: 10m:50s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.93 ± 0.0748 !
Logistic Regression --> roc_auc: 0.39 ± 0.08 ~
Linear Discriminant Analysis --> roc_auc: 0.34 ± 0.0663 ~
Quadratic Discriminant Analysis --> roc_auc: 0.3 ± 0.0707 ~
Radius Nearest Neighbors --> roc_auc: 0.77 ± 0.0748 ~
AdaBoost --> roc_auc: 0.91 ± 0.0735
Random Forest --> roc_auc: 0.68 ± 0.0927
XGBoost --> roc_auc: 0.9 ± 0.0837
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAATNFGNEKLTF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVFTSGTYKYIF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CVVNTGFQKLVF.
>>> Dropping feature CAARDNYGQNFVF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CAVEDQTGANNLFF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVRGSSNTGKLIF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAYRSAGTGNQFYF.
>>> Dropping feature CVVTNQAGTALIF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CAGNTGNQFYF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CASSLGRTEAFF.
>>> Dropping feature CAVEDTGGFKTIF.
>>> Dropping feature CAVGGGSNYKLTF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAGKIQGAQKLVF.
>>> Dropping feature CAVEDDYKLSF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAALNTGNQFYF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSSTDTQYF.
>>> Dropping feature CAVDAGGTSYGKLTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAARDSNYQLIW.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVPSGGSYIPTF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CALNFGNEKLTF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CAVSSGGYNKLIF.
>>> Dropping feature CAAIQGAQKLVF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.75 | 0.75 | 3.848s | 3.869s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.7188 | 0.75 | 3.268s | 7.734s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.25 | 0.75 | 3.213s | 11.539s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.75 | 0.75 | 3.280s | 15.399s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.625 | 0.75 | 3.260s | 19.242s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.4062 | 0.75 | 3.274s | 23.478s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.4688 | 0.75 | 3.233s | 28.145s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 1.0 | 1.0 | 3.267s | 32.385s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.8125 | 1.0 | 3.193s | 36.342s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.7188 | 1.0 | 3.212s | 40.136s |
| Iteration 11 | exponen.. | 0.01 | 145 | 0.6 | squared_er.. | 10 | 8 | 3 | 0.6 | 0.0124 | 0.8125 | 1.0 | 3.199s | 44.310s |
| Iteration 12 | exponen.. | 0.6225 | 452 | 0.6 | squared_er.. | 17 | 2 | 7 | 0.8 | 0.0058 | 0.8125 | 1.0 | 3.294s | 48.593s |
| Iteration 13 | exponen.. | 0.0124 | 322 | 0.8 | squared_er.. | 7 | 18 | 3 | 0.8 | 0.0178 | 0.5625 | 1.0 | 3.222s | 52.691s |
| Iteration 14 | exponen.. | 0.0523 | 486 | 1.0 | squared_er.. | 7 | 7 | 9 | 0.8 | 0.0 | 0.8125 | 1.0 | 3.264s | 57.083s |
| Iteration 15 | deviance | 0.5295 | 470 | 0.9 | squared_er.. | 6 | 4 | 9 | 0.7 | 0.0037 | 0.3125 | 1.0 | 3.252s | 1m:01s |
| Iteration 16 | exponen.. | 0.0468 | 433 | 0.7 | squared_er.. | 14 | 9 | 5 | 0.7 | 0.0045 | 0.75 | 1.0 | 3.277s | 1m:06s |
| Iteration 17 | deviance | 0.1991 | 64 | 0.8 | friedman_mse | 17 | 18 | 3 | 0.5 | 0.0067 | 0.625 | 1.0 | 3.161s | 1m:10s |
| Iteration 18 | deviance | 0.1445 | 65 | 1.0 | friedman_mse | 3 | 10 | 2 | None | 0.035 | 0.5625 | 1.0 | 3.178s | 1m:15s |
| Iteration 19 | deviance | 0.0877 | 31 | 0.9 | squared_er.. | 5 | 5 | 8 | 0.5 | 0.035 | 0.875 | 1.0 | 3.181s | 1m:19s |
| Iteration 20 | deviance | 0.0144 | 421 | 0.8 | friedman_mse | 10 | 5 | 6 | None | 0.02 | 0.5625 | 1.0 | 3.249s | 1m:23s |
| Iteration 21 | exponen.. | 0.0142 | 350 | 0.6 | friedman_mse | 5 | 10 | 4 | 0.5 | 0.035 | 0.5 | 1.0 | 3.197s | 1m:27s |
| Iteration 22 | deviance | 1.0 | 500 | 0.5 | squared_er.. | 4 | 20 | 1 | auto | 0.035 | 0.5 | 1.0 | 3.243s | 1m:31s |
| Iteration 23 | deviance | 0.2231 | 500 | 0.7 | squared_er.. | 16 | 8 | 9 | auto | 0.0116 | 0.75 | 1.0 | 3.265s | 1m:37s |
| Iteration 24 | deviance | 0.0344 | 10 | 0.9 | squared_er.. | 12 | 6 | 7 | 0.6 | 0.0069 | 0.875 | 1.0 | 3.136s | 1m:42s |
| Iteration 25 | exponen.. | 0.0869 | 451 | 0.9 | squared_er.. | 17 | 16 | 8 | 0.7 | 0.0141 | 0.9375 | 1.0 | 3.253s | 1m:47s |
| Iteration 26 | exponen.. | 0.1031 | 500 | 0.6 | squared_er.. | 4 | 1 | 7 | 0.6 | 0.0095 | 0.8125 | 1.0 | 3.300s | 1m:51s |
| Iteration 27 | exponen.. | 0.0739 | 403 | 0.7 | squared_er.. | 7 | 3 | 6 | auto | 0.0035 | 0.6875 | 1.0 | 3.269s | 1m:56s |
| Iteration 28 | exponen.. | 0.0779 | 422 | 0.7 | squared_er.. | 10 | 1 | 3 | 0.8 | 0.0119 | 0.875 | 1.0 | 3.876s | 2m:01s |
| Iteration 29 | exponen.. | 0.1494 | 469 | 0.8 | squared_er.. | 20 | 16 | 5 | None | 0.0027 | 0.75 | 1.0 | 3.283s | 2m:05s |
| Iteration 30 | deviance | 0.0496 | 66 | 0.8 | squared_er.. | 12 | 6 | 5 | 0.7 | 0.0216 | 0.875 | 1.0 | 3.165s | 2m:09s |
| Iteration 31 | deviance | 0.0498 | 66 | 1.0 | squared_er.. | 7 | 15 | 7 | auto | 0.0067 | 0.75 | 1.0 | 3.153s | 2m:14s |
| Iteration 32 | deviance | 0.0232 | 10 | 0.7 | squared_er.. | 2 | 11 | 2 | None | 0.0271 | 0.9062 | 1.0 | 3.174s | 2m:18s |
| Iteration 33 | deviance | 0.0495 | 10 | 0.6 | squared_er.. | 2 | 7 | 9 | None | 0.0072 | 0.5 | 1.0 | 3.147s | 2m:22s |
| Iteration 34 | deviance | 0.0175 | 69 | 0.9 | squared_er.. | 2 | 3 | 3 | 0.8 | 0.035 | 0.4375 | 1.0 | 3.166s | 2m:26s |
| Iteration 35 | exponen.. | 0.0693 | 458 | 0.7 | squared_er.. | 11 | 1 | 9 | None | 0.0235 | 0.5 | 1.0 | 3.305s | 2m:31s |
| Iteration 36 | exponen.. | 0.0755 | 335 | 0.7 | squared_er.. | 8 | 10 | 3 | 0.7 | 0.0 | 0.5625 | 1.0 | 3.241s | 2m:36s |
| Iteration 37 | exponen.. | 0.0556 | 457 | 0.8 | squared_er.. | 4 | 14 | 1 | 0.6 | 0.0093 | 0.75 | 1.0 | 3.262s | 2m:41s |
| Iteration 38 | exponen.. | 0.0791 | 449 | 0.7 | squared_er.. | 10 | 5 | 10 | 0.7 | 0.0 | 0.5 | 1.0 | 3.258s | 2m:45s |
| Iteration 39 | exponen.. | 0.1676 | 457 | 0.8 | friedman_mse | 15 | 9 | 7 | 0.5 | 0.0267 | 0.6875 | 1.0 | 3.243s | 2m:49s |
| Iteration 40 | exponen.. | 0.0117 | 454 | 0.9 | squared_er.. | 14 | 17 | 7 | 0.7 | 0.0097 | 0.4375 | 1.0 | 3.269s | 2m:55s |
| Iteration 41 | exponen.. | 0.1099 | 419 | 0.8 | squared_er.. | 8 | 20 | 4 | None | 0.0097 | 0.75 | 1.0 | 3.207s | 2m:60s |
| Iteration 42 | deviance | 0.0411 | 10 | 0.9 | squared_er.. | 6 | 11 | 4 | 0.9 | 0.0252 | 0.7812 | 1.0 | 3.146s | 3m:04s |
| Iteration 43 | exponen.. | 0.0834 | 450 | 0.8 | squared_er.. | 20 | 12 | 6 | 0.7 | 0.0098 | 1.0 | 1.0 | 3.281s | 3m:08s |
| Iteration 44 | exponen.. | 0.0798 | 474 | 0.6 | squared_er.. | 15 | 10 | 6 | 0.7 | 0.0228 | 0.8125 | 1.0 | 3.261s | 3m:13s |
| Iteration 45 | exponen.. | 0.0828 | 324 | 0.8 | squared_er.. | 18 | 18 | 6 | 0.7 | 0.0067 | 0.6875 | 1.0 | 3.229s | 3m:17s |
| Iteration 46 | exponen.. | 0.0868 | 447 | 0.9 | squared_er.. | 13 | 13 | 6 | 0.7 | 0.0124 | 1.0 | 1.0 | 3.225s | 3m:22s |
| Iteration 47 | deviance | 0.0828 | 448 | 0.6 | squared_er.. | 19 | 5 | 6 | 0.7 | 0.0288 | 0.625 | 1.0 | 3.248s | 3m:26s |
| Iteration 48 | exponen.. | 0.0814 | 445 | 0.7 | squared_er.. | 5 | 10 | 6 | 0.8 | 0.0306 | 0.5 | 1.0 | 3.248s | 3m:31s |
| Iteration 49 | exponen.. | 0.0803 | 445 | 0.8 | squared_er.. | 8 | 10 | 6 | 0.7 | 0.006 | 0.9375 | 1.0 | 3.291s | 3m:35s |
| Iteration 50 | exponen.. | 0.0813 | 461 | 0.6 | squared_er.. | 15 | 9 | 5 | 0.7 | 0.0077 | 0.75 | 1.0 | 3.283s | 3m:40s |
Bayesian Optimization ---------------------------
Best call --> Iteration 43
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0834, 'n_estimators': 450, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 20, 'min_samples_leaf': 12, 'max_depth': 6, 'max_features': 0.7, 'ccp_alpha': 0.0098}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:41s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.122s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.1327
Time elapsed: 0.601s
-------------------------------------------------
Total time: 3m:42s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.75 | 0.75 | 3.219s | 3.232s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.625 | 0.75 | 3.249s | 7.442s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.1875 | 0.75 | 3.865s | 12.043s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.625 | 0.75 | 3.223s | 15.856s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.4375 | 0.75 | 3.266s | 19.686s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.4375 | 0.75 | 3.210s | 23.508s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.4688 | 0.75 | 3.219s | 27.349s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.8125 | 0.8125 | 3.226s | 31.150s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.875 | 0.875 | 3.248s | 34.947s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.625 | 0.875 | 3.222s | 38.736s |
| Iteration 11 | l2 | 0.0192 | libli.. | 978 | --- | 0.625 | 0.875 | 3.255s | 42.866s |
| Iteration 12 | l1 | 11.4734 | libli.. | 1000 | --- | 0.5625 | 0.875 | 3.227s | 46.912s |
| Iteration 13 | l2 | 0.0017 | libli.. | 115 | --- | 0.4375 | 0.875 | 3.234s | 50.959s |
| Iteration 14 | l2 | 0.0311 | libli.. | 300 | --- | 0.875 | 0.875 | 0.001s | 52.092s |
| Iteration 15 | l2 | 6.3479 | libli.. | 307 | --- | 0.25 | 0.875 | 3.094s | 56.326s |
| Iteration 16 | l2 | 0.0331 | sag | 211 | --- | 0.4375 | 0.875 | 3.151s | 1m:00s |
| Iteration 17 | l2 | 0.0508 | libli.. | 271 | --- | 0.3125 | 0.875 | 3.187s | 1m:05s |
| Iteration 18 | l2 | 0.0314 | sag | 305 | --- | 0.5625 | 0.875 | 3.178s | 1m:09s |
| Iteration 19 | l2 | 0.0255 | libli.. | 296 | --- | 0.5 | 0.875 | 3.179s | 1m:14s |
| Iteration 20 | l2 | 0.0328 | sag | 301 | --- | 0.375 | 0.875 | 3.189s | 1m:18s |
| Iteration 21 | l2 | 0.0037 | sag | 209 | --- | 0.375 | 0.875 | 3.180s | 1m:22s |
| Iteration 22 | l1 | 7.5058 | libli.. | 934 | --- | 0.4375 | 0.875 | 3.211s | 1m:26s |
| Iteration 23 | l2 | 0.0026 | newto.. | 207 | --- | 0.5 | 0.875 | 3.181s | 1m:30s |
| Iteration 24 | l2 | 0.0494 | lbfgs | 300 | --- | 0.625 | 0.875 | 3.256s | 1m:36s |
| Iteration 25 | l1 | 0.0334 | libli.. | 302 | --- | 0.5 | 0.875 | 3.197s | 1m:40s |
| Iteration 26 | l2 | 0.0336 | libli.. | 302 | --- | 0.8125 | 0.875 | 3.227s | 1m:44s |
| Iteration 27 | l2 | 0.0315 | libli.. | 315 | --- | 0.5 | 0.875 | 3.206s | 1m:49s |
| Iteration 28 | l2 | 0.044 | newto.. | 303 | --- | 0.8125 | 0.875 | 3.240s | 1m:53s |
| Iteration 29 | l2 | 0.0317 | libli.. | 299 | --- | 0.5625 | 0.875 | 3.202s | 1m:57s |
| Iteration 30 | l2 | 7.2754 | newto.. | 126 | --- | 0.625 | 0.875 | 3.210s | 2m:02s |
| Iteration 31 | l2 | 0.0214 | libli.. | 304 | --- | 0.625 | 0.875 | 3.205s | 2m:06s |
| Iteration 32 | l1 | 10.5316 | libli.. | 137 | --- | 0.875 | 0.875 | 3.218s | 2m:11s |
| Iteration 33 | l2 | 23.704 | lbfgs | 136 | --- | 0.25 | 0.875 | 3.179s | 2m:15s |
| Iteration 34 | l2 | 3.877 | lbfgs | 137 | --- | 0.375 | 0.875 | 3.190s | 2m:19s |
| Iteration 35 | l2 | 11.13 | newto.. | 135 | --- | 0.5625 | 0.875 | 3.215s | 2m:24s |
| Iteration 36 | l2 | 10.3803 | sag | 135 | --- | 0.6875 | 0.875 | 3.208s | 2m:28s |
| Iteration 37 | l1 | 22.9583 | libli.. | 134 | --- | 0.625 | 0.875 | 3.184s | 2m:32s |
| Iteration 38 | l2 | 0.0688 | libli.. | 304 | --- | 0.6875 | 0.875 | 3.183s | 2m:37s |
| Iteration 39 | l2 | 0.0217 | newto.. | 304 | --- | 0.375 | 0.875 | 3.187s | 2m:41s |
| Iteration 40 | l2 | 0.04 | sag | 301 | --- | 0.625 | 0.875 | 3.196s | 2m:45s |
| Iteration 41 | l2 | 0.0435 | libli.. | 299 | --- | 0.5 | 0.875 | 3.199s | 2m:49s |
| Iteration 42 | l2 | 0.0409 | libli.. | 301 | --- | 0.75 | 0.875 | 3.204s | 2m:54s |
| Iteration 43 | l1 | 8.7243 | libli.. | 137 | --- | 0.75 | 0.875 | 3.459s | 2m:59s |
| Iteration 44 | l2 | 0.0418 | libli.. | 302 | --- | 0.5625 | 0.875 | 3.229s | 3m:03s |
| Iteration 45 | l1 | 9.3058 | libli.. | 133 | --- | 0.75 | 0.875 | 3.202s | 3m:07s |
| Iteration 46 | l1 | 9.0224 | libli.. | 134 | --- | 0.875 | 0.875 | 3.226s | 3m:12s |
| Iteration 47 | l2 | 0.0369 | newto.. | 300 | --- | 0.875 | 0.875 | 3.179s | 3m:16s |
| Iteration 48 | l1 | 8.6354 | libli.. | 135 | --- | 0.5625 | 0.875 | 3.200s | 3m:21s |
| Iteration 49 | l2 | 0.0369 | lbfgs | 300 | --- | 0.5625 | 0.875 | 3.221s | 3m:25s |
| Iteration 50 | l2 | 0.0363 | newto.. | 300 | --- | 0.6875 | 0.875 | 3.209s | 3m:29s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'penalty': 'l2', 'C': 0.0311, 'solver': 'liblinear', 'max_iter': 300}
Best evaluation --> roc_auc: 0.875
Time elapsed: 3m:31s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.808
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.71 ± 0.1114
Time elapsed: 0.053s
-------------------------------------------------
Total time: 3m:31s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.625 | 0.625 | 3.156s | 3.162s |
| Initial point 2 | svd | --- | 0.625 | 0.625 | 3.189s | 7.265s |
| Initial point 3 | svd | --- | 0.625 | 0.625 | 0.001s | 7.822s |
| Initial point 4 | lsqr | 0.8 | 0.625 | 0.625 | 3.196s | 11.548s |
| Initial point 5 | eigen | 0.9 | 0.5 | 0.625 | 3.193s | 15.387s |
| Initial point 6 | lsqr | 0.7 | 0.625 | 0.625 | 3.173s | 19.164s |
| Initial point 7 | lsqr | 0.5 | 0.4062 | 0.625 | 3.182s | 22.920s |
| Initial point 8 | lsqr | 0.9 | 0.6875 | 0.6875 | 3.187s | 26.676s |
| Initial point 9 | lsqr | 0.6 | 0.625 | 0.6875 | 3.786s | 31.034s |
| Initial point 10 | eigen | 0.8 | 0.625 | 0.6875 | 3.154s | 34.765s |
| Iteration 11 | eigen | 0.6 | 0.75 | 0.75 | 3.177s | 38.644s |
| Iteration 12 | eigen | 0.7 | 0.625 | 0.75 | 3.206s | 42.583s |
| Iteration 13 | svd | --- | 0.625 | 0.75 | 0.001s | 43.332s |
| Iteration 14 | eigen | 0.6 | 0.75 | 0.75 | 0.000s | 44.011s |
| Iteration 15 | eigen | auto | 0.3125 | 0.75 | 3.181s | 47.954s |
| Iteration 16 | eigen | None | 0.3125 | 0.75 | 3.117s | 51.895s |
| Iteration 17 | svd | --- | 0.625 | 0.75 | 0.000s | 52.596s |
| Iteration 18 | lsqr | 1.0 | 0.6875 | 0.75 | 3.125s | 56.416s |
| Iteration 19 | svd | --- | 0.625 | 0.75 | 0.000s | 57.168s |
| Iteration 20 | svd | --- | 0.625 | 0.75 | 0.000s | 57.915s |
| Iteration 21 | eigen | 0.5 | 0.875 | 0.875 | 3.058s | 1m:02s |
| Iteration 22 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:03s |
| Iteration 23 | svd | --- | 0.625 | 0.875 | 0.000s | 1m:04s |
| Iteration 24 | svd | --- | 0.625 | 0.875 | 0.000s | 1m:05s |
| Iteration 25 | lsqr | auto | 0.9375 | 0.9375 | 3.139s | 1m:10s |
| Iteration 26 | lsqr | None | 0.625 | 0.9375 | 3.225s | 1m:14s |
| Iteration 27 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 1m:14s |
| Iteration 28 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 1m:15s |
| Iteration 29 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 1m:16s |
| Iteration 30 | lsqr | 0.5 | 0.4062 | 0.9375 | 0.000s | 1m:17s |
| Iteration 31 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 1m:18s |
| Iteration 32 | lsqr | auto | 0.9375 | 0.9375 | 0.001s | 1m:18s |
| Iteration 33 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 1m:19s |
| Iteration 34 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 1m:20s |
| Iteration 35 | eigen | 0.5 | 0.875 | 0.9375 | 0.001s | 1m:21s |
| Iteration 36 | lsqr | 0.9 | 0.6875 | 0.9375 | 0.001s | 1m:22s |
| Iteration 37 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 1m:22s |
| Iteration 38 | svd | --- | 0.625 | 0.9375 | 0.000s | 1m:23s |
| Iteration 39 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 1m:24s |
| Iteration 40 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 1m:25s |
| Iteration 41 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 1m:26s |
| Iteration 42 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 1m:27s |
| Iteration 43 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 1m:28s |
| Iteration 44 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 1m:28s |
| Iteration 45 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 1m:29s |
| Iteration 46 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 1m:30s |
| Iteration 47 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 1m:31s |
| Iteration 48 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 1m:32s |
| Iteration 49 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 1m:33s |
| Iteration 50 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 1m:34s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'solver': 'lsqr', 'shrinkage': 'auto'}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 1m:35s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.808
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.0707
Time elapsed: 0.031s
-------------------------------------------------
Total time: 1m:35s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.625 | 0.625 | 3.089s | 3.093s |
| Initial point 2 | 0.9 | 0.6875 | 0.6875 | 3.161s | 6.853s |
| Initial point 3 | 0.1 | 0.3125 | 0.6875 | 3.171s | 10.572s |
| Initial point 4 | 1.0 | 0.625 | 0.6875 | 0.000s | 11.113s |
| Initial point 5 | 0.2 | 0.5 | 0.6875 | 3.172s | 15.629s |
| Initial point 6 | 0.4 | 0.625 | 0.6875 | 3.154s | 19.544s |
| Initial point 7 | 0.4 | 0.625 | 0.6875 | 0.001s | 20.098s |
| Initial point 8 | 0.7 | 0.625 | 0.6875 | 3.779s | 24.411s |
| Initial point 9 | 0.9 | 0.6875 | 0.6875 | 0.001s | 24.951s |
| Initial point 10 | 0.8 | 0.625 | 0.6875 | 3.174s | 28.677s |
| Iteration 11 | 0.3 | 0.6875 | 0.6875 | 3.136s | 32.609s |
| Iteration 12 | 0.6 | 0.625 | 0.6875 | 3.139s | 36.841s |
| Iteration 13 | 0.5 | 0.4375 | 0.6875 | 3.142s | 41.842s |
| Iteration 14 | 0.0 | 0.6875 | 0.6875 | 3.070s | 45.842s |
| Iteration 15 | 0.0 | 0.6875 | 0.6875 | 0.000s | 46.506s |
| Iteration 16 | 0.3 | 0.6875 | 0.6875 | 0.000s | 47.163s |
| Iteration 17 | 0.3 | 0.6875 | 0.6875 | 0.000s | 47.810s |
| Iteration 18 | 0.0 | 0.6875 | 0.6875 | 0.000s | 48.467s |
| Iteration 19 | 0.9 | 0.6875 | 0.6875 | 0.000s | 50.606s |
| Iteration 20 | 0.6 | 0.625 | 0.6875 | 0.000s | 53.059s |
| Iteration 21 | 0.6 | 0.625 | 0.6875 | 0.000s | 54.068s |
| Iteration 22 | 0.0 | 0.6875 | 0.6875 | 0.000s | 54.755s |
| Iteration 23 | 0.3 | 0.6875 | 0.6875 | 0.000s | 55.409s |
| Iteration 24 | 0.9 | 0.6875 | 0.6875 | 0.000s | 56.073s |
| Iteration 25 | 0.3 | 0.6875 | 0.6875 | 0.000s | 56.748s |
| Iteration 26 | 0.0 | 0.6875 | 0.6875 | 0.000s | 57.656s |
| Iteration 27 | 0.1 | 0.3125 | 0.6875 | 0.000s | 58.330s |
| Iteration 28 | 0.9 | 0.6875 | 0.6875 | 0.000s | 59.023s |
| Iteration 29 | 0.2 | 0.5 | 0.6875 | 0.000s | 59.713s |
| Iteration 30 | 0.8 | 0.625 | 0.6875 | 0.000s | 1m:00s |
| Iteration 31 | 0.0 | 0.6875 | 0.6875 | 0.000s | 1m:01s |
| Iteration 32 | 0.9 | 0.6875 | 0.6875 | 0.000s | 1m:02s |
| Iteration 33 | 0.3 | 0.6875 | 0.6875 | 0.000s | 1m:03s |
| Iteration 34 | 0.3 | 0.6875 | 0.6875 | 0.000s | 1m:05s |
| Iteration 35 | 0.9 | 0.6875 | 0.6875 | 0.000s | 1m:06s |
| Iteration 36 | 0.0 | 0.6875 | 0.6875 | 0.000s | 1m:07s |
| Iteration 37 | 0.0 | 0.6875 | 0.6875 | 0.000s | 1m:09s |
| Iteration 38 | 0.9 | 0.6875 | 0.6875 | 0.000s | 1m:10s |
| Iteration 39 | 0.3 | 0.6875 | 0.6875 | 0.000s | 1m:11s |
| Iteration 40 | 0.0 | 0.6875 | 0.6875 | 0.000s | 1m:11s |
| Iteration 41 | 0.5 | 0.4375 | 0.6875 | 0.000s | 1m:12s |
| Iteration 42 | 0.3 | 0.6875 | 0.6875 | 0.000s | 1m:13s |
| Iteration 43 | 0.9 | 0.6875 | 0.6875 | 0.000s | 1m:14s |
| Iteration 44 | 0.0 | 0.6875 | 0.6875 | 0.000s | 1m:14s |
| Iteration 45 | 0.9 | 0.6875 | 0.6875 | 0.000s | 1m:16s |
| Iteration 46 | 0.3 | 0.6875 | 0.6875 | 0.001s | 1m:17s |
| Iteration 47 | 0.3 | 0.6875 | 0.6875 | 0.000s | 1m:18s |
| Iteration 48 | 0.9 | 0.6875 | 0.6875 | 0.000s | 1m:18s |
| Iteration 49 | 0.0 | 0.6875 | 0.6875 | 0.000s | 1m:19s |
| Iteration 50 | 0.3 | 0.6875 | 0.6875 | 0.000s | 1m:20s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'reg_param': 0.9}
Best evaluation --> roc_auc: 0.6875
Time elapsed: 1m:21s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7625
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.011s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.5 ± 0.0
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:21s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 10.4261 | dista.. | auto | 40 | 1 | 0.625 | 0.625 | 3.167s | 3.188s |
| Initial point 2 | 4.1465 | uniform | kd_tree | 39 | 2 | 0.3125 | 0.625 | 3.229s | 6.995s |
| Initial point 3 | 3.2754 | dista.. | ball_tree | 25 | 2 | 0.125 | 0.625 | 3.237s | 11.009s |
| Initial point 4 | 9.556 | uniform | ball_tree | 39 | 2 | 0.5 | 0.625 | 3.232s | 14.804s |
| Initial point 5 | 7.4859 | dista.. | auto | 30 | 2 | 0.625 | 0.625 | 3.259s | 18.650s |
| Initial point 6 | 8.6692 | dista.. | ball_tree | 21 | 2 | 0.5625 | 0.625 | 3.213s | 22.458s |
| Initial point 7 | 6.2008 | dista.. | ball_tree | 24 | 1 | 0.7812 | 0.7812 | 3.223s | 26.401s |
| Initial point 8 | 1.4859 | dista.. | ball_tree | 21 | 2 | 0.3125 | 0.7812 | 3.235s | 30.216s |
| Initial point 9 | 6.9073 | uniform | ball_tree | 24 | 1 | 0.5 | 0.7812 | 3.222s | 34.005s |
| Initial point 10 | 4.9061 | uniform | brute | 22 | 2 | 0.625 | 0.7812 | 3.836s | 38.432s |
| Iteration 11 | 4.6448 | dista.. | ball_tree | 26 | 1 | 0.75 | 0.7812 | 3.192s | 42.514s |
| Iteration 12 | 5.7535 | dista.. | ball_tree | 23 | 1 | 0.5938 | 0.7812 | 3.192s | 46.846s |
| Iteration 13 | 3.352 | dista.. | ball_tree | 40 | 1 | 0.2812 | 0.7812 | 3.201s | 50.914s |
| Iteration 14 | 5.9018 | dista.. | brute | 39 | 2 | 0.625 | 0.7812 | 3.213s | 55.061s |
| Iteration 15 | 5.3594 | uniform | auto | 39 | 1 | 0.375 | 0.7812 | 3.195s | 59.114s |
| Iteration 16 | 6.3873 | dista.. | ball_tree | 27 | 1 | 0.6875 | 0.7812 | 3.210s | 1m:05s |
| Iteration 17 | 4.8703 | dista.. | kd_tree | 22 | 2 | 0.25 | 0.7812 | 3.233s | 1m:11s |
| Iteration 18 | 8.7536 | dista.. | kd_tree | 25 | 1 | 0.875 | 0.875 | 3.225s | 1m:15s |
| Iteration 19 | 7.8195 | dista.. | kd_tree | 25 | 1 | 0.4688 | 0.875 | 3.215s | 1m:21s |
| Iteration 20 | 10.4555 | dista.. | auto | 28 | 1 | 0.4375 | 0.875 | 3.201s | 1m:27s |
| Iteration 21 | 1.9934 | dista.. | brute | 25 | 1 | 0.5 | 0.875 | 3.184s | 1m:31s |
| Iteration 22 | 9.9049 | dista.. | kd_tree | 20 | 1 | 0.5 | 0.875 | 3.221s | 1m:35s |
| Iteration 23 | 4.9051 | dista.. | auto | 26 | 1 | 0.625 | 0.875 | 3.226s | 1m:39s |
| Iteration 24 | 10.2127 | dista.. | auto | 37 | 2 | 0.6875 | 0.875 | 3.215s | 1m:44s |
| Iteration 25 | 10.2417 | uniform | brute | 20 | 2 | 0.625 | 0.875 | 3.202s | 1m:48s |
| Iteration 26 | 10.4555 | dista.. | brute | 32 | 2 | 0.8125 | 0.875 | 3.252s | 1m:52s |
| Iteration 27 | 10.4555 | dista.. | kd_tree | 31 | 2 | 0.625 | 0.875 | 3.197s | 1m:56s |
| Iteration 28 | 10.4555 | dista.. | kd_tree | 40 | 2 | 0.8125 | 0.875 | 3.211s | 2m:01s |
| Iteration 29 | 10.4555 | dista.. | kd_tree | 40 | 2 | 0.8125 | 0.875 | 0.001s | 2m:02s |
| Iteration 30 | 9.2262 | dista.. | brute | 40 | 2 | 0.5625 | 0.875 | 3.183s | 2m:06s |
| Iteration 31 | 8.8195 | dista.. | kd_tree | 25 | 1 | 0.875 | 0.875 | 3.195s | 2m:10s |
| Iteration 32 | 10.2191 | dista.. | brute | 37 | 2 | 0.875 | 0.875 | 3.221s | 2m:15s |
| Iteration 33 | 10.4537 | dista.. | brute | 39 | 2 | 0.3125 | 0.875 | 3.208s | 2m:20s |
| Iteration 34 | 8.7889 | dista.. | kd_tree | 25 | 1 | 0.1875 | 0.875 | 3.291s | 2m:25s |
| Iteration 35 | 10.4555 | uniform | ball_tree | 27 | 2 | 0.25 | 0.875 | 3.879s | 2m:30s |
| Iteration 36 | 0.1317 | uniform | auto | 20 | 2 | 0.5 | 0.875 | 3.179s | 2m:34s |
| Iteration 37 | 10.4555 | dista.. | ball_tree | 34 | 2 | 0.875 | 0.875 | 3.220s | 2m:38s |
| Iteration 38 | 0.0 | uniform | brute | 20 | 1 | 0.5 | 0.875 | 3.180s | 2m:43s |
| Iteration 39 | 10.4555 | dista.. | ball_tree | 28 | 2 | 0.1875 | 0.875 | 3.200s | 2m:47s |
| Iteration 40 | 10.2116 | dista.. | brute | 35 | 2 | 0.5 | 0.875 | 3.205s | 2m:51s |
| Iteration 41 | 0.3199 | uniform | brute | 31 | 1 | 0.5 | 0.875 | 3.208s | 2m:55s |
| Iteration 42 | 0.2034 | dista.. | auto | 35 | 2 | 0.5 | 0.875 | 3.140s | 2m:59s |
| Iteration 43 | 10.4555 | dista.. | ball_tree | 36 | 2 | 0.5625 | 0.875 | 3.174s | 3m:04s |
| Iteration 44 | 0.0199 | dista.. | auto | 32 | 1 | 0.5 | 0.875 | 3.190s | 3m:10s |
| Iteration 45 | 10.4555 | dista.. | auto | 35 | 2 | 0.75 | 0.875 | 3.180s | 3m:14s |
| Iteration 46 | 10.4555 | dista.. | auto | 35 | 2 | 0.75 | 0.875 | 0.001s | 3m:16s |
| Iteration 47 | 10.4555 | dista.. | auto | 35 | 2 | 0.75 | 0.875 | 0.001s | 3m:17s |
| Iteration 48 | 10.4555 | dista.. | auto | 35 | 2 | 0.75 | 0.875 | 0.001s | 3m:18s |
| Iteration 49 | 0.0279 | dista.. | brute | 20 | 1 | 0.5 | 0.875 | 3.258s | 3m:22s |
| Iteration 50 | 10.4555 | dista.. | auto | 34 | 2 | 0.6875 | 0.875 | 3.193s | 3m:27s |
Bayesian Optimization ---------------------------
Best call --> Iteration 18
Best parameters --> {'radius': 8.7536, 'weights': 'distance', 'algorithm': 'kd_tree', 'leaf_size': 25, 'p': 1}
Best evaluation --> roc_auc: 0.875
Time elapsed: 3m:28s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.1265
Time elapsed: 0.053s
-------------------------------------------------
Total time: 3m:28s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.3125 | 0.3125 | 3.540s | 3.547s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.6875 | 0.6875 | 3.553s | 7.671s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.375 | 0.6875 | 3.327s | 11.562s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.4688 | 0.6875 | 3.487s | 15.614s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.5 | 0.6875 | 3.332s | 19.502s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.5625 | 0.6875 | 3.532s | 24.186s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.4062 | 0.6875 | 3.167s | 27.970s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.7812 | 0.7812 | 3.551s | 33.074s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.6562 | 0.7812 | 3.168s | 37.090s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.5 | 0.7812 | 3.300s | 42.261s |
| Iteration 11 | 411 | 0.0185 | SAMME | 0.75 | 0.7812 | 3.373s | 47.508s |
| Iteration 12 | 408 | 0.0268 | SAMME | 0.75 | 0.7812 | 3.477s | 52.006s |
| Iteration 13 | 405 | 0.0149 | SAMME | 0.5 | 0.7812 | 3.529s | 56.388s |
| Iteration 14 | 426 | 0.0195 | SAMME | 0.8125 | 0.8125 | 3.499s | 1m:01s |
| Iteration 15 | 462 | 0.0201 | SAMME | 0.5 | 0.8125 | 4.080s | 1m:06s |
| Iteration 16 | 416 | 0.0204 | SAMME | 0.875 | 0.875 | 3.444s | 1m:10s |
| Iteration 17 | 417 | 0.0213 | SAMME | 0.75 | 0.875 | 3.447s | 1m:14s |
| Iteration 18 | 408 | 0.0202 | SAMME | 0.625 | 0.875 | 3.444s | 1m:19s |
| Iteration 19 | 422 | 0.0129 | SAMME.R | 0.6875 | 0.875 | 3.633s | 1m:23s |
| Iteration 20 | 421 | 0.0303 | SAMME.R | 0.625 | 0.875 | 3.622s | 1m:28s |
| Iteration 21 | 421 | 0.0132 | SAMME | 0.625 | 0.875 | 3.351s | 1m:32s |
| Iteration 22 | 435 | 0.0171 | SAMME.R | 0.5 | 0.875 | 3.471s | 1m:37s |
| Iteration 23 | 416 | 0.0201 | SAMME | 0.7188 | 0.875 | 3.418s | 1m:41s |
| Iteration 24 | 413 | 0.0825 | SAMME | 0.6875 | 0.875 | 3.423s | 1m:46s |
| Iteration 25 | 414 | 0.01 | SAMME.R | 0.75 | 0.875 | 3.474s | 1m:50s |
| Iteration 26 | 495 | 0.01 | SAMME | 0.8438 | 0.875 | 3.482s | 1m:54s |
| Iteration 27 | 50 | 10.0 | SAMME | 0.5 | 0.875 | 3.139s | 1m:58s |
| Iteration 28 | 50 | 0.01 | SAMME.R | 0.75 | 0.875 | 3.175s | 2m:02s |
| Iteration 29 | 50 | 0.01 | SAMME.R | 0.75 | 0.875 | 0.000s | 2m:03s |
| Iteration 30 | 500 | 0.0111 | SAMME | 0.8438 | 0.875 | 3.503s | 2m:07s |
| Iteration 31 | 500 | 0.01 | SAMME | 0.6875 | 0.875 | 3.498s | 2m:12s |
| Iteration 32 | 80 | 0.01 | SAMME | 0.6875 | 0.875 | 3.177s | 2m:16s |
| Iteration 33 | 74 | 0.01 | SAMME.R | 0.5625 | 0.875 | 3.187s | 2m:20s |
| Iteration 34 | 69 | 0.01 | SAMME | 0.4688 | 0.875 | 3.169s | 2m:24s |
| Iteration 35 | 494 | 0.0139 | SAMME | 0.5312 | 0.875 | 3.491s | 2m:28s |
| Iteration 36 | 500 | 0.01 | SAMME.R | 0.6875 | 0.875 | 3.530s | 2m:33s |
| Iteration 37 | 59 | 9.9801 | SAMME.R | 0.5 | 0.875 | 3.186s | 2m:37s |
| Iteration 38 | 500 | 0.01 | SAMME.R | 0.6875 | 0.875 | 0.000s | 2m:38s |
| Iteration 39 | 55 | 0.01 | SAMME | 0.75 | 0.875 | 3.183s | 2m:42s |
| Iteration 40 | 50 | 0.1755 | SAMME.R | 0.625 | 0.875 | 3.181s | 2m:46s |
| Iteration 41 | 496 | 0.0108 | SAMME | 0.5312 | 0.875 | 3.495s | 2m:51s |
| Iteration 42 | 500 | 0.01 | SAMME.R | 0.6875 | 0.875 | 0.001s | 2m:52s |
| Iteration 43 | 95 | 0.01 | SAMME | 0.625 | 0.875 | 3.215s | 2m:57s |
| Iteration 44 | 412 | 10.0 | SAMME | 0.75 | 0.875 | 3.176s | 3m:01s |
| Iteration 45 | 500 | 0.01 | SAMME.R | 0.6875 | 0.875 | 0.000s | 3m:02s |
| Iteration 46 | 402 | 10.0 | SAMME.R | 0.0625 | 0.875 | 3.457s | 3m:06s |
| Iteration 47 | 50 | 0.01 | SAMME.R | 0.75 | 0.875 | 0.001s | 3m:07s |
| Iteration 48 | 431 | 0.0193 | SAMME | 0.5625 | 0.875 | 3.469s | 3m:12s |
| Iteration 49 | 416 | 0.0206 | SAMME | 0.7188 | 0.875 | 3.445s | 3m:17s |
| Iteration 50 | 60 | 0.0772 | SAMME.R | 0.7812 | 0.875 | 3.216s | 3m:21s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'n_estimators': 416, 'learning_rate': 0.0204, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 0.875
Time elapsed: 3m:22s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9504
Test evaluation --> roc_auc: 0.925
Time elapsed: 0.335s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.795 ± 0.1382
Time elapsed: 1.538s
-------------------------------------------------
Total time: 3m:24s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.7188 | 0.7188 | 3.543s | 3.562s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.6562 | 0.7188 | 3.393s | 8.588s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.4375 | 0.7188 | 3.422s | 12.837s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.7188 | 3.261s | 16.671s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.5625 | 0.7188 | 3.448s | 20.703s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.625 | 0.7188 | 3.258s | 24.587s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.4688 | 0.7188 | 3.294s | 28.474s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.8125 | 0.8125 | 3.310s | 32.404s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.5625 | 0.8125 | 3.426s | 36.448s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.6875 | 0.8125 | 3.361s | 40.386s |
| Iteration 11 | 379 | entropy | 1 | 2 | 6 | auto | False | 0.0288 | --- | 0.75 | 0.8125 | 3.349s | 44.688s |
| Iteration 12 | 86 | entropy | None | 4 | 13 | log2 | False | 0.0168 | --- | 0.75 | 0.8125 | 3.197s | 48.831s |
| Iteration 13 | 337 | entropy | 1 | 6 | 2 | auto | False | 0.0006 | --- | 0.2812 | 0.8125 | 3.344s | 53.191s |
| Iteration 14 | 352 | entropy | None | 5 | 17 | auto | False | 0.0205 | --- | 0.8125 | 0.8125 | 3.346s | 58.954s |
| Iteration 15 | 491 | gini | None | 16 | 17 | auto | True | 0.0004 | 0.6 | 0.5 | 0.8125 | 3.550s | 1m:05s |
| Iteration 16 | 446 | entropy | None | 6 | 16 | auto | False | 0.0233 | --- | 0.875 | 0.875 | 3.446s | 1m:10s |
| Iteration 17 | 69 | entropy | None | 20 | 19 | 0.8 | False | 0.0331 | --- | 0.5938 | 0.875 | 3.219s | 1m:15s |
| Iteration 18 | 380 | entropy | None | 10 | 18 | auto | False | 0.025 | --- | 0.6875 | 0.875 | 3.375s | 1m:19s |
| Iteration 19 | 500 | entropy | None | 7 | 16 | auto | False | 0.0244 | --- | 0.875 | 0.875 | 3.454s | 1m:24s |
| Iteration 20 | 446 | gini | None | 6 | 8 | 0.9 | False | 0.0124 | --- | 0.5625 | 0.875 | 4.043s | 1m:29s |
| Iteration 21 | 264 | entropy | None | 6 | 13 | sqrt | False | 0.0307 | --- | 0.625 | 0.875 | 3.289s | 1m:33s |
| Iteration 22 | 500 | entropy | None | 6 | 16 | auto | False | 0.024 | --- | 0.75 | 0.875 | 3.460s | 1m:38s |
| Iteration 23 | 500 | entropy | None | 3 | 16 | auto | False | 0.0243 | --- | 0.6875 | 0.875 | 3.421s | 1m:42s |
| Iteration 24 | 40 | entropy | 6 | 7 | 18 | log2 | False | 0.0177 | --- | 0.875 | 0.875 | 3.214s | 1m:47s |
| Iteration 25 | 154 | entropy | 5 | 7 | 20 | 0.6 | False | 0.0195 | --- | 0.8125 | 0.875 | 3.237s | 1m:51s |
| Iteration 26 | 59 | entropy | 2 | 2 | 1 | 0.6 | True | 0.0243 | 0.5 | 0.8125 | 0.875 | 3.168s | 1m:55s |
| Iteration 27 | 224 | gini | 2 | 3 | 8 | log2 | True | 0.0313 | 0.6 | 0.8125 | 0.875 | 3.293s | 1m:60s |
| Iteration 28 | 84 | entropy | 8 | 6 | 1 | sqrt | True | 0.0265 | 0.8 | 0.875 | 0.875 | 3.208s | 2m:04s |
| Iteration 29 | 10 | entropy | 5 | 6 | 20 | auto | True | 0.0249 | 0.8 | 0.5 | 0.875 | 3.127s | 2m:08s |
| Iteration 30 | 424 | gini | None | 6 | 1 | 0.8 | True | 0.0344 | 0.7 | 0.8125 | 0.875 | 3.495s | 2m:13s |
| Iteration 31 | 456 | entropy | 6 | 12 | 1 | None | True | 0.0274 | 0.7 | 0.5625 | 0.875 | 3.511s | 2m:18s |
| Iteration 32 | 262 | entropy | 6 | 5 | 1 | log2 | True | 0.0269 | 0.8 | 0.8125 | 0.875 | 3.371s | 2m:23s |
| Iteration 33 | 161 | gini | 7 | 5 | 2 | 0.7 | True | 0.0159 | None | 0.4375 | 0.875 | 3.271s | 2m:27s |
| Iteration 34 | 10 | entropy | 2 | 3 | 1 | auto | True | 0.0302 | 0.7 | 0.4688 | 0.875 | 3.143s | 2m:31s |
| Iteration 35 | 404 | entropy | 8 | 5 | 1 | 0.7 | True | 0.0233 | 0.6 | 0.5625 | 0.875 | 3.467s | 2m:36s |
| Iteration 36 | 280 | entropy | 5 | 7 | 17 | sqrt | False | 0.02 | --- | 0.5625 | 0.875 | 3.310s | 2m:40s |
| Iteration 37 | 178 | entropy | 8 | 2 | 18 | log2 | False | 0.0044 | --- | 0.8125 | 0.875 | 3.259s | 2m:47s |
| Iteration 38 | 64 | entropy | 4 | 8 | 1 | sqrt | True | 0.0243 | 0.8 | 0.5 | 0.875 | 3.167s | 2m:52s |
| Iteration 39 | 131 | entropy | 1 | 7 | 19 | sqrt | False | 0.0204 | --- | 0.6875 | 0.875 | 3.220s | 2m:57s |
| Iteration 40 | 490 | entropy | 8 | 8 | 1 | 0.6 | True | 0.0139 | 0.8 | 0.5 | 0.875 | 3.563s | 3m:02s |
| Iteration 41 | 236 | entropy | 8 | 6 | 5 | sqrt | True | 0.0176 | 0.8 | 0.5 | 0.875 | 3.314s | 3m:08s |
| Iteration 42 | 269 | entropy | 7 | 16 | 18 | log2 | False | 0.0173 | --- | 0.875 | 0.875 | 3.300s | 3m:12s |
| Iteration 43 | 24 | entropy | 8 | 14 | 2 | log2 | True | 0.0275 | 0.8 | 0.8125 | 0.875 | 3.150s | 3m:17s |
| Iteration 44 | 388 | entropy | 7 | 17 | 20 | 0.5 | False | 0.0144 | --- | 0.6875 | 0.875 | 3.359s | 3m:22s |
| Iteration 45 | 269 | entropy | 6 | 9 | 18 | 0.8 | False | 0.0123 | --- | 0.5625 | 0.875 | 3.277s | 3m:26s |
| Iteration 46 | 192 | gini | 9 | 6 | 7 | sqrt | True | 0.0287 | 0.9 | 1.0 | 1.0 | 3.295s | 3m:31s |
| Iteration 47 | 445 | entropy | 9 | 3 | 19 | sqrt | True | 0.0317 | 0.7 | 0.5 | 1.0 | 3.504s | 3m:36s |
| Iteration 48 | 317 | gini | 9 | 9 | 5 | sqrt | True | 0.03 | 0.8 | 0.625 | 1.0 | 3.388s | 3m:41s |
| Iteration 49 | 91 | gini | 2 | 15 | 10 | sqrt | True | 0.0289 | 0.9 | 0.5 | 1.0 | 3.230s | 3m:45s |
| Iteration 50 | 250 | gini | 9 | 5 | 9 | sqrt | True | 0.0279 | 0.9 | 0.5625 | 1.0 | 3.329s | 3m:50s |
Bayesian Optimization ---------------------------
Best call --> Iteration 46
Best parameters --> {'n_estimators': 192, 'criterion': 'gini', 'max_depth': 9, 'min_samples_split': 6, 'min_samples_leaf': 7, 'max_features': 'sqrt', 'bootstrap': True, 'ccp_alpha': 0.0287, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:51s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9393
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.176s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.83 ± 0.1364
Time elapsed: 0.794s
-------------------------------------------------
Total time: 3m:52s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.215s | 3.234s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.625 | 0.625 | 3.189s | 7.084s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.625 | 3.227s | 10.922s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.625 | 3.162s | 14.699s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.625 | 3.206s | 18.494s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.625 | 3.171s | 22.263s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.625 | 3.194s | 26.044s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.625 | 3.185s | 29.977s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.6875 | 0.6875 | 3.191s | 33.777s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.6875 | 3.158s | 37.656s |
| Iteration 11 | 368 | 0.0124 | 9 | 0.2019 | 3 | 0.9 | 0.7 | 0.01 | 0 | 0.75 | 0.75 | 3.185s | 41.844s |
| Iteration 12 | 459 | 0.1266 | 8 | 0.15 | 1 | 0.9 | 1.0 | 0 | 0.1 | 0.6875 | 0.75 | 3.209s | 46.053s |
| Iteration 13 | 24 | 0.0282 | 2 | 0.1094 | 3 | 0.9 | 0.6 | 0 | 0.01 | 0.25 | 0.75 | 3.130s | 50.176s |
| Iteration 14 | 375 | 0.01 | 10 | 0.1705 | 3 | 1.0 | 0.7 | 0 | 0 | 0.875 | 0.875 | 3.212s | 54.422s |
| Iteration 15 | 337 | 0.919 | 4 | 0.1892 | 2 | 0.8 | 1.0 | 0 | 0 | 0.25 | 0.875 | 3.179s | 58.619s |
| Iteration 16 | 500 | 0.01 | 10 | 0.0 | 1 | 1.0 | 1.0 | 0 | 100 | 0.9062 | 0.9062 | 3.227s | 1m:03s |
| Iteration 17 | 500 | 0.01 | 7 | 0.3519 | 10 | 0.5 | 0.4 | 0 | 0 | 0.5 | 0.9062 | 3.161s | 1m:08s |
| Iteration 18 | 500 | 1.0 | 10 | 1.0 | 1 | 0.5 | 1.0 | 0 | 100 | 0.5 | 0.9062 | 3.239s | 1m:12s |
| Iteration 19 | 468 | 0.01 | 10 | 0.268 | 2 | 1.0 | 0.8 | 0 | 1 | 0.6875 | 0.9062 | 3.214s | 1m:17s |
| Iteration 20 | 325 | 0.01 | 10 | 0.0616 | 3 | 1.0 | 0.7 | 0 | 0 | 0.3125 | 0.9062 | 3.182s | 1m:21s |
| Iteration 21 | 500 | 0.01 | 2 | 0.4279 | 3 | 1.0 | 0.7 | 10 | 1 | 0.5 | 0.9062 | 3.201s | 1m:25s |
| Iteration 22 | 496 | 0.384 | 9 | 0.0714 | 4 | 1.0 | 0.5 | 0 | 0.01 | 0.5 | 0.9062 | 3.229s | 1m:29s |
| Iteration 23 | 329 | 0.2938 | 10 | 0.0059 | 4 | 0.8 | 0.9 | 10 | 100 | 0.5 | 0.9062 | 3.193s | 1m:34s |
| Iteration 24 | 134 | 0.0851 | 3 | 0.0198 | 1 | 0.8 | 1.0 | 0 | 100 | 0.8125 | 0.9062 | 3.180s | 1m:38s |
| Iteration 25 | 386 | 0.2107 | 8 | 0.158 | 6 | 0.9 | 0.4 | 1 | 0 | 0.75 | 0.9062 | 3.237s | 1m:43s |
| Iteration 26 | 489 | 0.0313 | 3 | 0.0 | 2 | 0.9 | 0.9 | 0 | 100 | 0.8125 | 0.9062 | 3.275s | 1m:48s |
| Iteration 27 | 400 | 0.01 | 10 | 0.0 | 6 | 0.8 | 0.8 | 10 | 0.1 | 0.5 | 0.9062 | 3.229s | 1m:52s |
| Iteration 28 | 232 | 0.0116 | 9 | 0.1738 | 4 | 1.0 | 0.4 | 0 | 0 | 0.8125 | 0.9062 | 3.231s | 1m:56s |
| Iteration 29 | 94 | 0.2417 | 8 | 0.0038 | 1 | 0.8 | 0.9 | 0 | 100 | 0.875 | 0.9062 | 3.198s | 2m:01s |
| Iteration 30 | 469 | 0.1115 | 10 | 0.0336 | 8 | 0.7 | 0.9 | 0 | 100 | 0.5 | 0.9062 | 3.234s | 2m:05s |
| Iteration 31 | 375 | 0.0362 | 5 | 0.0036 | 5 | 0.8 | 0.4 | 0 | 10 | 0.7188 | 0.9062 | 3.226s | 2m:09s |
| Iteration 32 | 414 | 0.0256 | 9 | 0.0 | 1 | 1.0 | 1.0 | 0 | 100 | 0.875 | 0.9062 | 3.250s | 2m:14s |
| Iteration 33 | 90 | 0.0601 | 10 | 0.0313 | 1 | 0.9 | 1.0 | 0 | 100 | 0.3125 | 0.9062 | 3.179s | 2m:18s |
| Iteration 34 | 184 | 0.4028 | 10 | 0.1675 | 5 | 0.9 | 0.9 | 0 | 1 | 0.3438 | 0.9062 | 3.174s | 2m:22s |
| Iteration 35 | 500 | 0.0173 | 8 | 0.0 | 1 | 1.0 | 0.7 | 0 | 0.1 | 0.5 | 0.9062 | 3.255s | 2m:27s |
| Iteration 36 | 295 | 0.1469 | 6 | 0.0129 | 1 | 0.9 | 0.7 | 0 | 100 | 0.6562 | 0.9062 | 3.202s | 2m:31s |
| Iteration 37 | 160 | 0.0527 | 10 | 0.1677 | 5 | 1.0 | 0.6 | 0 | 0 | 0.75 | 0.9062 | 3.188s | 2m:36s |
| Iteration 38 | 117 | 0.0652 | 10 | 0.002 | 2 | 1.0 | 0.6 | 0 | 100 | 0.75 | 0.9062 | 3.172s | 2m:40s |
| Iteration 39 | 440 | 0.058 | 10 | 0.1702 | 1 | 0.5 | 0.5 | 0 | 0 | 0.5625 | 0.9062 | 3.239s | 2m:45s |
| Iteration 40 | 163 | 0.778 | 2 | 0.1928 | 8 | 0.9 | 0.8 | 0.01 | 0 | 0.5 | 0.9062 | 3.189s | 2m:49s |
| Iteration 41 | 348 | 0.3719 | 10 | 0.0001 | 1 | 0.9 | 1.0 | 0 | 100 | 0.375 | 0.9062 | 3.210s | 2m:54s |
| Iteration 42 | 88 | 0.4783 | 8 | 0.0032 | 6 | 0.8 | 0.7 | 0.01 | 1 | 0.6562 | 0.9062 | 3.163s | 2m:58s |
| Iteration 43 | 499 | 0.0336 | 10 | 0.3873 | 4 | 1.0 | 1.0 | 0.1 | 10 | 0.6562 | 0.9062 | 3.249s | 3m:03s |
| Iteration 44 | 152 | 0.1363 | 7 | 0.0041 | 10 | 0.8 | 0.8 | 0 | 0.1 | 0.5 | 0.9062 | 3.203s | 3m:07s |
| Iteration 45 | 456 | 0.0548 | 10 | 0.1739 | 2 | 1.0 | 0.8 | 1 | 100 | 0.6562 | 0.9062 | 3.267s | 3m:13s |
| Iteration 46 | 86 | 0.0666 | 6 | 0.0089 | 1 | 0.8 | 0.6 | 0 | 100 | 1.0 | 1.0 | 3.178s | 3m:17s |
| Iteration 47 | 26 | 0.0149 | 6 | 0.0084 | 1 | 0.8 | 0.5 | 0 | 100 | 0.625 | 1.0 | 3.160s | 3m:22s |
| Iteration 48 | 219 | 0.0852 | 6 | 0.0088 | 2 | 0.8 | 0.7 | 0 | 100 | 0.5625 | 1.0 | 3.183s | 3m:26s |
| Iteration 49 | 336 | 0.0295 | 3 | 0.0 | 1 | 0.8 | 0.9 | 0 | 10 | 0.8125 | 1.0 | 3.898s | 3m:32s |
| Iteration 50 | 486 | 0.0203 | 9 | 0.2044 | 3 | 1.0 | 0.7 | 0 | 0.01 | 0.8125 | 1.0 | 3.241s | 3m:36s |
Bayesian Optimization ---------------------------
Best call --> Iteration 46
Best parameters --> {'n_estimators': 86, 'learning_rate': 0.0666, 'max_depth': 6, 'gamma': 0.0089, 'min_child_weight': 1, 'subsample': 0.8, 'colsample_bytree': 0.6, 'reg_alpha': 0, 'reg_lambda': 100}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:38s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.933
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.039s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.1122
Time elapsed: 0.118s
-------------------------------------------------
Total time: 3m:38s
Final results ==================== >>
Duration: 24m:30s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.82 ± 0.1327
Logistic Regression --> roc_auc: 0.71 ± 0.1114
Linear Discriminant Analysis --> roc_auc: 0.7 ± 0.0707
Quadratic Discriminant Analysis --> roc_auc: 0.5 ± 0.0 ~
Radius Nearest Neighbors --> roc_auc: 0.75 ± 0.1265 ~
AdaBoost --> roc_auc: 0.795 ± 0.1382
Random Forest --> roc_auc: 0.83 ± 0.1364 !
XGBoost --> roc_auc: 0.82 ± 0.1122
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 843 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAASATSGTYKYIF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAAPYSSASKIIF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CVVTNQAGTALIF.
>>> Dropping feature CASSLGRTEAFF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVSDDYKLSF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVFTSGTYKYIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAASTNTGNQFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CASSLDSNQPQHF.
>>> Dropping feature CASSPSSYEQYF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVLDSSYKLIF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAPNSGGGADGLTF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVLNAGNNRKLIW.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVRGYSSASKIIF.
>>> Dropping feature CAVRNTGFQKLVF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CAATDSNYQLIW.
>>> Dropping feature CAGNTGNQFYF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CAVDGQKLLF.
>>> Dropping feature CAVPYNQGGKLIF.
>>> Dropping feature CAYAGGTSYGKLTF.
>>> Dropping feature CAYRSYNTDKLIF.
>>> Dropping feature CALNTDKLIF.
>>> Dropping feature CAVPGSSNTGKLIF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CAVFNQAGTALIF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAASMNSGYSTLTF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAASKETSGSRLTF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 1.0 | 1.0 | 0.689s | 0.708s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 1.0 | 1.0 | 0.735s | 2.072s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.625 | 1.0 | 0.685s | 3.355s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.8125 | 1.0 | 0.726s | 4.669s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 1.0 | 1.0 | 0.736s | 6.037s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 1.0 | 1.0 | 0.770s | 7.393s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.8438 | 1.0 | 0.692s | 8.680s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.875 | 1.0 | 0.738s | 10.005s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.625 | 1.0 | 0.675s | 12.783s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.6875 | 1.0 | 0.673s | 14.329s |
| Iteration 11 | deviance | 0.2763 | 341 | 0.6 | squared_er.. | 15 | 12 | 8 | 0.7 | 0.0177 | 1.0 | 1.0 | 0.695s | 16.004s |
| Iteration 12 | deviance | 0.8334 | 29 | 1.0 | friedman_mse | 11 | 1 | 1 | 0.9 | 0.0158 | 0.8438 | 1.0 | 0.624s | 17.558s |
| Iteration 13 | exponen.. | 0.309 | 23 | 1.0 | friedman_mse | 9 | 6 | 8 | None | 0.0309 | 0.75 | 1.0 | 0.627s | 19.136s |
| Iteration 14 | exponen.. | 0.0606 | 449 | 1.0 | friedman_mse | 2 | 10 | 3 | sqrt | 0.0315 | 0.75 | 1.0 | 0.719s | 20.821s |
| Iteration 15 | deviance | 0.0149 | 135 | 0.5 | friedman_mse | 2 | 17 | 1 | 0.9 | 0.0345 | 0.5 | 1.0 | 0.664s | 22.347s |
| Iteration 16 | deviance | 0.1646 | 171 | 0.5 | squared_er.. | 7 | 10 | 6 | 0.7 | 0.0123 | 1.0 | 1.0 | 0.653s | 24.125s |
| Iteration 17 | deviance | 0.2856 | 160 | 0.8 | squared_er.. | 12 | 10 | 6 | None | 0.0201 | 0.7812 | 1.0 | 0.646s | 25.787s |
| Iteration 18 | exponen.. | 0.0245 | 10 | 0.5 | friedman_mse | 12 | 20 | 10 | 0.6 | 0.0163 | 0.5 | 1.0 | 0.627s | 27.297s |
| Iteration 19 | deviance | 0.6315 | 155 | 0.5 | friedman_mse | 20 | 4 | 8 | None | 0.035 | 0.6875 | 1.0 | 0.664s | 28.938s |
| Iteration 20 | exponen.. | 0.9148 | 90 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 1.0 | 1.0 | 0.657s | 30.549s |
| Iteration 21 | deviance | 0.0206 | 359 | 0.5 | squared_er.. | 14 | 11 | 10 | None | 0.0349 | 1.0 | 1.0 | 0.712s | 32.340s |
| Iteration 22 | deviance | 0.0478 | 383 | 0.5 | squared_er.. | 14 | 10 | 7 | None | 0.0234 | 0.8125 | 1.0 | 0.705s | 34.124s |
| Iteration 23 | deviance | 0.0108 | 313 | 1.0 | friedman_mse | 11 | 8 | 7 | 0.9 | 0.0218 | 0.875 | 1.0 | 0.745s | 35.839s |
| Iteration 24 | deviance | 0.0695 | 38 | 0.7 | squared_er.. | 19 | 10 | 4 | None | 0.0284 | 0.9375 | 1.0 | 0.627s | 37.512s |
| Iteration 25 | deviance | 0.056 | 190 | 0.6 | squared_er.. | 16 | 11 | 9 | None | 0.035 | 1.0 | 1.0 | 0.665s | 39.211s |
| Iteration 26 | deviance | 0.2328 | 284 | 0.6 | squared_er.. | 12 | 11 | 7 | 0.7 | 0.0159 | 1.0 | 1.0 | 1.430s | 41.720s |
| Iteration 27 | deviance | 0.1072 | 215 | 0.6 | squared_er.. | 19 | 10 | 5 | None | 0.0303 | 0.8125 | 1.0 | 0.689s | 43.587s |
| Iteration 28 | deviance | 0.0551 | 10 | 0.6 | squared_er.. | 6 | 14 | 6 | 0.7 | 0.0136 | 0.9062 | 1.0 | 0.626s | 45.233s |
| Iteration 29 | deviance | 0.7575 | 277 | 0.7 | squared_er.. | 3 | 8 | 8 | 0.7 | 0.0125 | 0.6875 | 1.0 | 0.691s | 47.267s |
| Iteration 30 | deviance | 0.1888 | 203 | 0.5 | squared_er.. | 8 | 9 | 6 | 0.7 | 0.0121 | 1.0 | 1.0 | 0.669s | 49.018s |
| Iteration 31 | exponen.. | 0.7759 | 320 | 0.9 | friedman_mse | 19 | 9 | 7 | 0.9 | 0.0296 | 0.875 | 1.0 | 0.714s | 50.813s |
| Iteration 32 | exponen.. | 0.2026 | 482 | 0.5 | squared_er.. | 20 | 11 | 3 | 0.6 | 0.0163 | 0.625 | 1.0 | 0.744s | 52.753s |
| Iteration 33 | deviance | 0.1388 | 119 | 0.6 | squared_er.. | 14 | 8 | 7 | 0.7 | 0.0163 | 0.5312 | 1.0 | 0.652s | 54.546s |
| Iteration 34 | deviance | 0.0169 | 101 | 0.6 | squared_er.. | 5 | 9 | 7 | 0.7 | 0.0103 | 0.9375 | 1.0 | 0.651s | 56.312s |
| Iteration 35 | deviance | 0.1666 | 94 | 0.6 | squared_er.. | 16 | 9 | 4 | 0.7 | 0.0133 | 0.8125 | 1.0 | 0.661s | 58.105s |
| Iteration 36 | exponen.. | 0.37 | 473 | 0.5 | squared_er.. | 8 | 9 | 7 | 0.7 | 0.0118 | 0.75 | 1.0 | 0.753s | 59.954s |
| Iteration 37 | deviance | 0.2057 | 343 | 0.5 | squared_er.. | 17 | 11 | 4 | 0.7 | 0.0165 | 1.0 | 1.0 | 0.708s | 1m:02s |
| Iteration 38 | deviance | 0.2376 | 21 | 0.8 | squared_er.. | 15 | 11 | 3 | 0.7 | 0.0168 | 1.0 | 1.0 | 0.636s | 1m:04s |
| Iteration 39 | deviance | 0.1907 | 228 | 0.5 | squared_er.. | 6 | 9 | 6 | 0.7 | 0.0118 | 0.625 | 1.0 | 0.694s | 1m:05s |
| Iteration 40 | deviance | 0.01 | 290 | 0.6 | friedman_mse | 16 | 12 | 3 | auto | 0.0153 | 0.625 | 1.0 | 0.703s | 1m:07s |
| Iteration 41 | deviance | 0.0673 | 157 | 0.6 | squared_er.. | 8 | 12 | 7 | sqrt | 0.022 | 0.9688 | 1.0 | 0.667s | 1m:09s |
| Iteration 42 | exponen.. | 0.0307 | 275 | 0.5 | friedman_mse | 18 | 1 | 4 | sqrt | 0.0048 | 0.9375 | 1.0 | 0.714s | 1m:11s |
| Iteration 43 | deviance | 0.0217 | 62 | 1.0 | squared_er.. | 6 | 12 | 1 | 0.6 | 0.0163 | 0.9062 | 1.0 | 0.650s | 1m:13s |
| Iteration 44 | deviance | 0.3416 | 367 | 0.6 | squared_er.. | 6 | 20 | 9 | None | 0.0076 | 0.5 | 1.0 | 0.708s | 1m:15s |
| Iteration 45 | exponen.. | 0.0133 | 454 | 0.9 | friedman_mse | 5 | 2 | 9 | 0.8 | 0.0258 | 1.0 | 1.0 | 0.781s | 1m:17s |
| Iteration 46 | exponen.. | 1.0 | 153 | 1.0 | friedman_mse | 2 | 2 | 5 | auto | 0.035 | 0.9062 | 1.0 | 0.674s | 1m:19s |
| Iteration 47 | deviance | 1.0 | 79 | 0.5 | squared_er.. | 14 | 12 | 10 | sqrt | 0.0043 | 0.6875 | 1.0 | 0.651s | 1m:21s |
| Iteration 48 | deviance | 0.01 | 500 | 0.5 | squared_er.. | 2 | 12 | 10 | None | 0.035 | 0.75 | 1.0 | 0.765s | 1m:22s |
| Iteration 49 | deviance | 0.1287 | 160 | 0.7 | squared_er.. | 8 | 12 | 6 | 0.9 | 0.0159 | 0.75 | 1.0 | 0.668s | 1m:24s |
| Iteration 50 | exponen.. | 0.0231 | 386 | 0.6 | squared_er.. | 4 | 1 | 10 | None | 0.008 | 0.875 | 1.0 | 0.759s | 1m:26s |
Bayesian Optimization ---------------------------
Best call --> Iteration 26
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.2328, 'n_estimators': 284, 'subsample': 0.6, 'criterion': 'squared_error', 'min_samples_split': 12, 'min_samples_leaf': 11, 'max_depth': 7, 'max_features': 0.7, 'ccp_alpha': 0.0159}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:28s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9741
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.075s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.1194
Time elapsed: 0.363s
-------------------------------------------------
Total time: 1m:28s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 1.0 | 1.0 | 0.654s | 0.666s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 1.0 | 1.0 | 0.701s | 1.987s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 1.0 | 1.0 | 0.705s | 3.283s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.375 | 1.0 | 1.276s | 5.177s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.6875 | 1.0 | 0.697s | 6.456s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.5 | 1.0 | 0.710s | 7.753s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.625 | 1.0 | 0.717s | 9.065s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.8125 | 1.0 | 0.702s | 10.411s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.625 | 1.0 | 0.752s | 11.757s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.4375 | 1.0 | 0.709s | 13.079s |
| Iteration 11 | l2 | 0.4117 | saga | 795 | --- | 0.875 | 1.0 | 0.737s | 14.774s |
| Iteration 12 | l2 | 0.1506 | lbfgs | 100 | --- | 0.5625 | 1.0 | 0.695s | 16.361s |
| Iteration 13 | l2 | 0.3735 | sag | 249 | --- | 1.0 | 1.0 | 0.735s | 18.059s |
| Iteration 14 | l2 | 100.0 | libli.. | 253 | --- | 0.5625 | 1.0 | 0.706s | 19.664s |
| Iteration 15 | l2 | 0.4 | libli.. | 195 | --- | 0.75 | 1.0 | 0.750s | 21.356s |
| Iteration 16 | l2 | 0.242 | libli.. | 910 | --- | 0.75 | 1.0 | 0.736s | 23.053s |
| Iteration 17 | l2 | 0.2852 | saga | 281 | --- | 0.625 | 1.0 | 0.697s | 24.780s |
| Iteration 18 | l2 | 0.0767 | libli.. | 815 | --- | 0.4375 | 1.0 | 0.642s | 26.369s |
| Iteration 19 | l2 | 43.8175 | libli.. | 671 | --- | 0.75 | 1.0 | 0.646s | 27.916s |
| Iteration 20 | l2 | 0.3594 | newto.. | 697 | --- | 0.25 | 1.0 | 0.643s | 29.442s |
| Iteration 21 | l2 | 0.3549 | sag | 813 | --- | 1.0 | 1.0 | 0.641s | 30.935s |
| Iteration 22 | l2 | 0.1838 | sag | 619 | --- | 0.6875 | 1.0 | 0.646s | 32.449s |
| Iteration 23 | l2 | 0.0836 | sag | 581 | --- | 1.0 | 1.0 | 0.645s | 34.016s |
| Iteration 24 | l2 | 0.0163 | sag | 401 | --- | 0.5 | 1.0 | 0.648s | 35.539s |
| Iteration 25 | l1 | 0.3671 | libli.. | 734 | --- | 0.9375 | 1.0 | 0.651s | 38.076s |
| Iteration 26 | l2 | 0.5482 | libli.. | 296 | --- | 0.6875 | 1.0 | 0.649s | 39.991s |
| Iteration 27 | l2 | 0.4007 | libli.. | 328 | --- | 0.375 | 1.0 | 0.640s | 41.642s |
| Iteration 28 | l2 | 1.1456 | sag | 680 | --- | 0.8125 | 1.0 | 0.650s | 43.163s |
| Iteration 29 | l2 | 3.5935 | sag | 778 | --- | 1.0 | 1.0 | 0.647s | 44.738s |
| Iteration 30 | l2 | 10.6817 | sag | 944 | --- | 0.4375 | 1.0 | 0.646s | 46.269s |
| Iteration 31 | l2 | 0.3891 | sag | 193 | --- | 0.8125 | 1.0 | 1.242s | 48.404s |
| Iteration 32 | l2 | 0.2885 | sag | 931 | --- | 0.5625 | 1.0 | 0.653s | 49.938s |
| Iteration 33 | none | --- | lbfgs | 913 | --- | 0.25 | 1.0 | 0.672s | 51.561s |
| Iteration 34 | l2 | 0.3753 | sag | 801 | --- | 1.0 | 1.0 | 0.649s | 53.145s |
| Iteration 35 | l2 | 0.4212 | sag | 973 | --- | 0.75 | 1.0 | 0.653s | 54.778s |
| Iteration 36 | l2 | 0.3141 | sag | 964 | --- | 0.5 | 1.0 | 0.642s | 56.471s |
| Iteration 37 | l2 | 0.0632 | sag | 651 | --- | 0.4375 | 1.0 | 0.643s | 58.036s |
| Iteration 38 | l2 | 0.0979 | sag | 198 | --- | 0.625 | 1.0 | 0.641s | 59.710s |
| Iteration 39 | l2 | 0.3698 | sag | 915 | --- | 0.8125 | 1.0 | 0.640s | 1m:01s |
| Iteration 40 | none | --- | sag | 948 | --- | 0.375 | 1.0 | 0.657s | 1m:03s |
| Iteration 41 | l2 | 0.1425 | sag | 788 | --- | 0.75 | 1.0 | 0.653s | 1m:05s |
| Iteration 42 | l2 | 0.1236 | sag | 804 | --- | 0.5 | 1.0 | 0.644s | 1m:06s |
| Iteration 43 | l2 | 0.3718 | sag | 223 | --- | 0.75 | 1.0 | 0.653s | 1m:08s |
| Iteration 44 | l2 | 0.0833 | sag | 547 | --- | 1.0 | 1.0 | 0.642s | 1m:10s |
| Iteration 45 | l2 | 0.0825 | sag | 938 | --- | 0.6875 | 1.0 | 0.641s | 1m:12s |
| Iteration 46 | none | --- | newto.. | 914 | --- | 0.75 | 1.0 | 0.653s | 1m:14s |
| Iteration 47 | l2 | 0.0843 | sag | 998 | --- | 0.3125 | 1.0 | 0.652s | 1m:15s |
| Iteration 48 | l2 | 0.3655 | sag | 606 | --- | 0.8125 | 1.0 | 0.647s | 1m:17s |
| Iteration 49 | l2 | 0.3711 | sag | 877 | --- | 0.5625 | 1.0 | 0.645s | 1m:19s |
| Iteration 50 | l2 | 0.3409 | sag | 409 | --- | 0.5 | 1.0 | 0.662s | 1m:21s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'penalty': 'l2', 'C': 0.3735, 'solver': 'sag', 'max_iter': 249}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:22s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7161
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.015s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.73 ± 0.1913
Time elapsed: 0.052s
-------------------------------------------------
Total time: 1m:22s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.9375 | 0.9375 | 0.656s | 0.662s |
| Initial point 2 | svd | --- | 1.0 | 1.0 | 0.656s | 1.884s |
| Initial point 3 | svd | --- | 1.0 | 1.0 | 0.001s | 2.592s |
| Initial point 4 | lsqr | 0.8 | 0.5 | 1.0 | 0.646s | 3.824s |
| Initial point 5 | eigen | 0.9 | 0.75 | 1.0 | 0.645s | 5.026s |
| Initial point 6 | lsqr | 0.7 | 0.625 | 1.0 | 0.647s | 6.236s |
| Initial point 7 | lsqr | 0.5 | 0.875 | 1.0 | 0.650s | 7.486s |
| Initial point 8 | lsqr | 0.9 | 0.8125 | 1.0 | 0.635s | 8.714s |
| Initial point 9 | lsqr | 0.6 | 0.5625 | 1.0 | 0.648s | 11.212s |
| Initial point 10 | eigen | 0.8 | 0.625 | 1.0 | 0.648s | 12.756s |
| Iteration 11 | svd | --- | 1.0 | 1.0 | 0.000s | 13.456s |
| Iteration 12 | svd | --- | 1.0 | 1.0 | 0.000s | 14.730s |
| Iteration 13 | svd | --- | 1.0 | 1.0 | 0.000s | 15.439s |
| Iteration 14 | svd | --- | 1.0 | 1.0 | 0.000s | 16.153s |
| Iteration 15 | svd | --- | 1.0 | 1.0 | 0.000s | 16.925s |
| Iteration 16 | svd | --- | 1.0 | 1.0 | 0.000s | 17.638s |
| Iteration 17 | eigen | 0.5 | 0.8125 | 1.0 | 0.635s | 19.010s |
| Iteration 18 | eigen | auto | 0.4375 | 1.0 | 0.635s | 20.549s |
| Iteration 19 | eigen | None | 0.75 | 1.0 | 0.648s | 21.964s |
| Iteration 20 | svd | --- | 1.0 | 1.0 | 0.000s | 22.736s |
| Iteration 21 | svd | --- | 1.0 | 1.0 | 0.000s | 23.483s |
| Iteration 22 | svd | --- | 1.0 | 1.0 | 0.000s | 24.264s |
| Iteration 23 | eigen | 0.7 | 0.875 | 1.0 | 0.634s | 25.669s |
| Iteration 24 | eigen | 0.6 | 0.5 | 1.0 | 0.632s | 27.047s |
| Iteration 25 | svd | --- | 1.0 | 1.0 | 0.000s | 27.854s |
| Iteration 26 | lsqr | 1.0 | 0.75 | 1.0 | 0.636s | 29.267s |
| Iteration 27 | svd | --- | 1.0 | 1.0 | 0.000s | 30.304s |
| Iteration 28 | svd | --- | 1.0 | 1.0 | 0.000s | 31.077s |
| Iteration 29 | lsqr | auto | 1.0 | 1.0 | 0.653s | 32.529s |
| Iteration 30 | lsqr | None | 0.375 | 1.0 | 0.635s | 33.992s |
| Iteration 31 | svd | --- | 1.0 | 1.0 | 0.000s | 34.904s |
| Iteration 32 | svd | --- | 1.0 | 1.0 | 0.000s | 35.705s |
| Iteration 33 | lsqr | auto | 1.0 | 1.0 | 0.000s | 36.510s |
| Iteration 34 | svd | --- | 1.0 | 1.0 | 0.000s | 37.341s |
| Iteration 35 | svd | --- | 1.0 | 1.0 | 0.000s | 38.141s |
| Iteration 36 | svd | --- | 1.0 | 1.0 | 0.000s | 39.023s |
| Iteration 37 | svd | --- | 1.0 | 1.0 | 0.000s | 39.843s |
| Iteration 38 | svd | --- | 1.0 | 1.0 | 0.000s | 40.699s |
| Iteration 39 | svd | --- | 1.0 | 1.0 | 0.000s | 41.550s |
| Iteration 40 | svd | --- | 1.0 | 1.0 | 0.000s | 42.468s |
| Iteration 41 | svd | --- | 1.0 | 1.0 | 0.000s | 43.337s |
| Iteration 42 | lsqr | auto | 1.0 | 1.0 | 0.000s | 44.180s |
| Iteration 43 | svd | --- | 1.0 | 1.0 | 0.000s | 45.126s |
| Iteration 44 | svd | --- | 1.0 | 1.0 | 0.000s | 46.030s |
| Iteration 45 | svd | --- | 1.0 | 1.0 | 0.000s | 46.912s |
| Iteration 46 | svd | --- | 1.0 | 1.0 | 0.000s | 47.865s |
| Iteration 47 | svd | --- | 1.0 | 1.0 | 0.000s | 48.760s |
| Iteration 48 | svd | --- | 1.0 | 1.0 | 0.000s | 49.730s |
| Iteration 49 | svd | --- | 1.0 | 1.0 | 0.000s | 50.919s |
| Iteration 50 | svd | --- | 1.0 | 1.0 | 0.001s | 51.931s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'solver': 'svd'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 52.900s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7009
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.68 ± 0.1965
Time elapsed: 0.028s
-------------------------------------------------
Total time: 52.939s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.9375 | 0.9375 | 0.631s | 0.634s |
| Initial point 2 | 0.9 | 0.875 | 0.9375 | 0.638s | 1.853s |
| Initial point 3 | 0.1 | 0.5625 | 0.9375 | 0.636s | 3.102s |
| Initial point 4 | 1.0 | 0.9375 | 0.9375 | 0.001s | 3.692s |
| Initial point 5 | 0.2 | 0.75 | 0.9375 | 0.632s | 4.893s |
| Initial point 6 | 0.4 | 0.5625 | 0.9375 | 0.632s | 6.108s |
| Initial point 7 | 0.4 | 0.5625 | 0.9375 | 0.000s | 6.676s |
| Initial point 8 | 0.7 | 0.8125 | 0.9375 | 0.650s | 8.112s |
| Initial point 9 | 0.9 | 0.875 | 0.9375 | 0.000s | 9.021s |
| Initial point 10 | 0.8 | 0.5625 | 0.9375 | 0.647s | 10.507s |
| Iteration 11 | 0.3 | 0.75 | 0.9375 | 0.638s | 12.319s |
| Iteration 12 | 0.6 | 0.75 | 0.9375 | 1.237s | 14.368s |
| Iteration 13 | 0.5 | 0.8125 | 0.9375 | 0.623s | 15.652s |
| Iteration 14 | 0.0 | 0.6875 | 0.9375 | 0.637s | 16.959s |
| Iteration 15 | 1.0 | 0.9375 | 0.9375 | 0.000s | 17.615s |
| Iteration 16 | 1.0 | 0.9375 | 0.9375 | 0.000s | 18.271s |
| Iteration 17 | 0.3 | 0.75 | 0.9375 | 0.000s | 18.933s |
| Iteration 18 | 1.0 | 0.9375 | 0.9375 | 0.000s | 19.587s |
| Iteration 19 | 0.9 | 0.875 | 0.9375 | 0.000s | 20.248s |
| Iteration 20 | 0.6 | 0.75 | 0.9375 | 0.000s | 20.900s |
| Iteration 21 | 0.6 | 0.75 | 0.9375 | 0.000s | 21.585s |
| Iteration 22 | 1.0 | 0.9375 | 0.9375 | 0.000s | 22.242s |
| Iteration 23 | 1.0 | 0.9375 | 0.9375 | 0.000s | 22.910s |
| Iteration 24 | 1.0 | 0.9375 | 0.9375 | 0.000s | 23.583s |
| Iteration 25 | 1.0 | 0.9375 | 0.9375 | 0.000s | 24.251s |
| Iteration 26 | 1.0 | 0.9375 | 0.9375 | 0.000s | 24.911s |
| Iteration 27 | 1.0 | 0.9375 | 0.9375 | 0.000s | 25.571s |
| Iteration 28 | 0.9 | 0.875 | 0.9375 | 0.000s | 26.245s |
| Iteration 29 | 1.0 | 0.9375 | 0.9375 | 0.000s | 26.949s |
| Iteration 30 | 0.8 | 0.5625 | 0.9375 | 0.000s | 27.642s |
| Iteration 31 | 1.0 | 0.9375 | 0.9375 | 0.000s | 29.560s |
| Iteration 32 | 1.0 | 0.9375 | 0.9375 | 0.000s | 31.752s |
| Iteration 33 | 1.0 | 0.9375 | 0.9375 | 0.000s | 32.792s |
| Iteration 34 | 1.0 | 0.9375 | 0.9375 | 0.000s | 33.490s |
| Iteration 35 | 1.0 | 0.9375 | 0.9375 | 0.000s | 34.193s |
| Iteration 36 | 1.0 | 0.9375 | 0.9375 | 0.000s | 34.901s |
| Iteration 37 | 1.0 | 0.9375 | 0.9375 | 0.000s | 35.604s |
| Iteration 38 | 1.0 | 0.9375 | 0.9375 | 0.000s | 36.313s |
| Iteration 39 | 1.0 | 0.9375 | 0.9375 | 0.000s | 37.030s |
| Iteration 40 | 1.0 | 0.9375 | 0.9375 | 0.000s | 37.766s |
| Iteration 41 | 1.0 | 0.9375 | 0.9375 | 0.000s | 38.582s |
| Iteration 42 | 1.0 | 0.9375 | 0.9375 | 0.000s | 39.325s |
| Iteration 43 | 1.0 | 0.9375 | 0.9375 | 0.000s | 40.056s |
| Iteration 44 | 1.0 | 0.9375 | 0.9375 | 0.000s | 41.221s |
| Iteration 45 | 1.0 | 0.9375 | 0.9375 | 0.000s | 42.070s |
| Iteration 46 | 1.0 | 0.9375 | 0.9375 | 0.000s | 42.911s |
| Iteration 47 | 1.0 | 0.9375 | 0.9375 | 0.000s | 43.783s |
| Iteration 48 | 1.0 | 0.9375 | 0.9375 | 0.000s | 44.708s |
| Iteration 49 | 1.0 | 0.9375 | 0.9375 | 0.000s | 45.638s |
| Iteration 50 | 1.0 | 0.9375 | 0.9375 | 0.000s | 46.585s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'reg_param': 1.0}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 47.487s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7312
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.0548
Time elapsed: 0.028s
-------------------------------------------------
Total time: 47.524s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.6826 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 0.644s | 0.664s |
| Initial point 2 | 5.0439 | uniform | kd_tree | 39 | 2 | 0.75 | 1.0 | 0.640s | 1.986s |
| Initial point 3 | 3.9843 | dista.. | ball_tree | 25 | 2 | 1.0 | 1.0 | 0.641s | 3.215s |
| Initial point 4 | 11.6241 | uniform | ball_tree | 39 | 2 | 0.5 | 1.0 | 0.642s | 4.467s |
| Initial point 5 | 9.106 | dista.. | auto | 30 | 2 | 0.625 | 1.0 | 0.652s | 5.726s |
| Initial point 6 | 10.5454 | dista.. | ball_tree | 21 | 2 | 0.75 | 1.0 | 0.638s | 6.942s |
| Initial point 7 | 7.5428 | dista.. | ball_tree | 24 | 1 | 0.5 | 1.0 | 0.642s | 8.185s |
| Initial point 8 | 1.8075 | dista.. | ball_tree | 21 | 2 | 0.8125 | 1.0 | 0.642s | 9.460s |
| Initial point 9 | 8.4022 | uniform | ball_tree | 24 | 1 | 0.8438 | 1.0 | 0.643s | 10.745s |
| Initial point 10 | 5.968 | uniform | brute | 22 | 2 | 0.5625 | 1.0 | 0.634s | 12.217s |
| Iteration 11 | 3.7034 | dista.. | kd_tree | 33 | 2 | 0.7188 | 1.0 | 0.633s | 13.704s |
| Iteration 12 | 3.4186 | dista.. | ball_tree | 29 | 2 | 0.75 | 1.0 | 0.630s | 15.218s |
| Iteration 13 | 3.9859 | dista.. | ball_tree | 24 | 2 | 0.875 | 1.0 | 0.626s | 16.725s |
| Iteration 14 | 0.0 | dista.. | auto | 40 | 1 | 0.5 | 1.0 | 0.633s | 18.209s |
| Iteration 15 | 12.1737 | dista.. | auto | 40 | 1 | 0.8125 | 1.0 | 1.201s | 20.223s |
| Iteration 16 | 12.7184 | dista.. | ball_tree | 39 | 1 | 0.9375 | 1.0 | 0.644s | 21.757s |
| Iteration 17 | 4.284 | dista.. | auto | 27 | 2 | 0.6875 | 1.0 | 0.631s | 23.264s |
| Iteration 18 | 12.6136 | uniform | brute | 40 | 1 | 0.5 | 1.0 | 0.630s | 24.737s |
| Iteration 19 | 3.5213 | dista.. | kd_tree | 25 | 2 | 0.75 | 1.0 | 0.632s | 26.309s |
| Iteration 20 | 12.6027 | dista.. | ball_tree | 39 | 1 | 0.75 | 1.0 | 0.645s | 27.862s |
| Iteration 21 | 3.8997 | dista.. | brute | 37 | 2 | 0.875 | 1.0 | 0.631s | 29.424s |
| Iteration 22 | 12.7184 | dista.. | brute | 20 | 2 | 0.75 | 1.0 | 0.631s | 31.024s |
| Iteration 23 | 12.7184 | dista.. | brute | 20 | 1 | 1.0 | 1.0 | 0.636s | 32.599s |
| Iteration 24 | 4.0762 | dista.. | kd_tree | 37 | 2 | 1.0 | 1.0 | 0.633s | 34.265s |
| Iteration 25 | 4.0695 | dista.. | brute | 27 | 2 | 0.8125 | 1.0 | 0.637s | 35.827s |
| Iteration 26 | 12.7184 | dista.. | brute | 32 | 1 | 0.875 | 1.0 | 0.634s | 37.542s |
| Iteration 27 | 8.6449 | uniform | ball_tree | 38 | 1 | 0.4688 | 1.0 | 0.629s | 39.135s |
| Iteration 28 | 8.2365 | uniform | auto | 21 | 1 | 0.75 | 1.0 | 0.637s | 40.691s |
| Iteration 29 | 11.9529 | dista.. | ball_tree | 26 | 1 | 0.75 | 1.0 | 0.635s | 42.327s |
| Iteration 30 | 1.5883 | dista.. | kd_tree | 39 | 2 | 0.4688 | 1.0 | 0.642s | 43.900s |
| Iteration 31 | 1.9902 | dista.. | auto | 25 | 2 | 0.75 | 1.0 | 0.637s | 45.512s |
| Iteration 32 | 4.0017 | dista.. | auto | 34 | 2 | 0.5625 | 1.0 | 0.629s | 47.221s |
| Iteration 33 | 5.4426 | dista.. | brute | 40 | 2 | 0.375 | 1.0 | 0.633s | 48.772s |
| Iteration 34 | 4.0454 | dista.. | ball_tree | 38 | 2 | 0.75 | 1.0 | 0.652s | 50.531s |
| Iteration 35 | 0.1906 | uniform | ball_tree | 40 | 1 | 0.5 | 1.0 | 0.684s | 52.224s |
| Iteration 36 | 8.9637 | dista.. | brute | 20 | 1 | 0.625 | 1.0 | 0.673s | 54.032s |
| Iteration 37 | 3.0719 | uniform | auto | 20 | 2 | 0.4375 | 1.0 | 0.677s | 55.813s |
| Iteration 38 | 12.7184 | dista.. | brute | 40 | 2 | 0.5625 | 1.0 | 0.676s | 57.624s |
| Iteration 39 | 12.7184 | dista.. | brute | 21 | 1 | 0.75 | 1.0 | 0.680s | 59.989s |
| Iteration 40 | 12.4374 | dista.. | brute | 20 | 1 | 0.5625 | 1.0 | 0.672s | 1m:02s |
| Iteration 41 | 0.0329 | uniform | brute | 20 | 1 | 0.5 | 1.0 | 0.676s | 1m:03s |
| Iteration 42 | 9.3753 | dista.. | brute | 40 | 1 | 0.75 | 1.0 | 0.685s | 1m:05s |
| Iteration 43 | 0.0 | dista.. | brute | 20 | 2 | 0.5 | 1.0 | 0.686s | 1m:07s |
| Iteration 44 | 3.9541 | dista.. | brute | 31 | 1 | 0.8125 | 1.0 | 0.642s | 1m:08s |
| Iteration 45 | 12.7184 | dista.. | auto | 40 | 1 | 0.875 | 1.0 | 0.646s | 1m:10s |
| Iteration 46 | 4.0913 | dista.. | brute | 26 | 1 | 0.875 | 1.0 | 0.655s | 1m:12s |
| Iteration 47 | 4.0062 | uniform | brute | 27 | 2 | 0.5 | 1.0 | 0.641s | 1m:14s |
| Iteration 48 | 4.5002 | dista.. | kd_tree | 25 | 1 | 0.5625 | 1.0 | 0.656s | 1m:16s |
| Iteration 49 | 4.1912 | dista.. | auto | 24 | 1 | 0.9375 | 1.0 | 0.645s | 1m:17s |
| Iteration 50 | 4.1359 | dista.. | brute | 22 | 1 | 0.75 | 1.0 | 0.650s | 1m:20s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'radius': 12.6826, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 40, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:23s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.73 ± 0.1122
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:23s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 1.0 | 1.0 | 1.021s | 1.027s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 1.0 | 1.0 | 1.033s | 2.926s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.6875 | 1.0 | 0.801s | 4.301s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.5625 | 1.0 | 0.935s | 5.829s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.8125 | 1.0 | 0.816s | 7.232s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 1.0 | 1.0 | 1.008s | 8.819s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.375 | 1.0 | 0.679s | 10.084s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.9062 | 1.0 | 0.949s | 11.646s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.5625 | 1.0 | 0.664s | 12.912s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.7188 | 1.0 | 0.769s | 14.263s |
| Iteration 11 | 482 | 0.1971 | SAMME.R | 0.875 | 1.0 | 1.034s | 16.096s |
| Iteration 12 | 448 | 4.7159 | SAMME.R | 0.375 | 1.0 | 1.015s | 17.870s |
| Iteration 13 | 500 | 6.423 | SAMME.R | 0.5 | 1.0 | 1.044s | 19.811s |
| Iteration 14 | 70 | 0.1876 | SAMME.R | 0.8125 | 1.0 | 0.708s | 22.696s |
| Iteration 15 | 357 | 0.0331 | SAMME.R | 0.8125 | 1.0 | 0.926s | 24.685s |
| Iteration 16 | 493 | 0.2497 | SAMME.R | 1.0 | 1.0 | 1.014s | 27.151s |
| Iteration 17 | 498 | 0.0794 | SAMME.R | 0.6875 | 1.0 | 1.070s | 28.957s |
| Iteration 18 | 357 | 0.3494 | SAMME.R | 1.0 | 1.0 | 0.949s | 30.701s |
| Iteration 19 | 359 | 0.3584 | SAMME | 1.0 | 1.0 | 0.920s | 32.368s |
| Iteration 20 | 57 | 0.4011 | SAMME.R | 1.0 | 1.0 | 0.712s | 33.853s |
| Iteration 21 | 429 | 0.3485 | SAMME | 1.0 | 1.0 | 0.965s | 35.604s |
| Iteration 22 | 492 | 0.3462 | SAMME.R | 1.0 | 1.0 | 1.063s | 37.439s |
| Iteration 23 | 449 | 0.3359 | SAMME.R | 0.9375 | 1.0 | 1.043s | 39.253s |
| Iteration 24 | 500 | 0.4828 | SAMME | 1.0 | 1.0 | 1.036s | 41.078s |
| Iteration 25 | 50 | 0.473 | SAMME.R | 1.0 | 1.0 | 0.709s | 42.580s |
| Iteration 26 | 500 | 0.3656 | SAMME | 1.0 | 1.0 | 1.023s | 44.436s |
| Iteration 27 | 50 | 0.3657 | SAMME.R | 1.0 | 1.0 | 0.703s | 46.000s |
| Iteration 28 | 476 | 0.3658 | SAMME | 1.0 | 1.0 | 0.945s | 47.846s |
| Iteration 29 | 50 | 0.4926 | SAMME.R | 0.75 | 1.0 | 0.655s | 49.387s |
| Iteration 30 | 500 | 0.3204 | SAMME | 1.0 | 1.0 | 0.969s | 52.727s |
| Iteration 31 | 79 | 0.3091 | SAMME | 1.0 | 1.0 | 0.677s | 54.592s |
| Iteration 32 | 500 | 0.3201 | SAMME | 0.75 | 1.0 | 0.970s | 56.375s |
| Iteration 33 | 50 | 0.3257 | SAMME.R | 0.8125 | 1.0 | 0.671s | 57.941s |
| Iteration 34 | 500 | 0.3754 | SAMME | 0.9375 | 1.0 | 0.980s | 59.796s |
| Iteration 35 | 202 | 0.01 | SAMME.R | 0.7188 | 1.0 | 0.793s | 1m:01s |
| Iteration 36 | 500 | 0.3069 | SAMME | 0.5625 | 1.0 | 0.979s | 1m:03s |
| Iteration 37 | 500 | 0.4842 | SAMME.R | 1.0 | 1.0 | 1.019s | 1m:05s |
| Iteration 38 | 483 | 0.4841 | SAMME.R | 1.0 | 1.0 | 1.016s | 1m:07s |
| Iteration 39 | 500 | 0.484 | SAMME.R | 0.5 | 1.0 | 1.633s | 1m:10s |
| Iteration 40 | 64 | 0.2667 | SAMME.R | 0.9375 | 1.0 | 0.725s | 1m:11s |
| Iteration 41 | 76 | 0.0281 | SAMME.R | 0.9688 | 1.0 | 0.752s | 1m:13s |
| Iteration 42 | 500 | 0.0283 | SAMME.R | 1.0 | 1.0 | 1.093s | 1m:15s |
| Iteration 43 | 490 | 0.0286 | SAMME.R | 1.0 | 1.0 | 1.075s | 1m:17s |
| Iteration 44 | 71 | 0.0285 | SAMME | 0.75 | 1.0 | 0.727s | 1m:18s |
| Iteration 45 | 186 | 10.0 | SAMME | 0.625 | 1.0 | 0.679s | 1m:20s |
| Iteration 46 | 500 | 0.0258 | SAMME.R | 0.625 | 1.0 | 1.085s | 1m:22s |
| Iteration 47 | 50 | 0.2423 | SAMME.R | 0.9375 | 1.0 | 0.725s | 1m:24s |
| Iteration 48 | 50 | 0.2429 | SAMME | 0.6875 | 1.0 | 0.715s | 1m:25s |
| Iteration 49 | 50 | 0.3914 | SAMME.R | 0.75 | 1.0 | 0.714s | 1m:27s |
| Iteration 50 | 50 | 0.3493 | SAMME.R | 0.8125 | 1.0 | 0.713s | 1m:29s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0283, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:30s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9991
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.469s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.81 ± 0.1114
Time elapsed: 2.078s
-------------------------------------------------
Total time: 1m:32s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 1.0 | 1.0 | 1.072s | 1.092s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 1.0 | 1.0 | 0.957s | 2.947s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.625 | 1.0 | 0.979s | 4.778s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 1.0 | 0.788s | 6.167s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 1.0 | 1.0 | 0.985s | 7.743s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.9375 | 1.0 | 0.820s | 9.141s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.75 | 1.0 | 0.859s | 10.582s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.8125 | 1.0 | 0.844s | 12.026s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.875 | 1.0 | 0.947s | 13.560s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.5625 | 1.0 | 0.883s | 15.015s |
| Iteration 11 | 145 | gini | 4 | 5 | 8 | auto | False | 0.035 | --- | 1.0 | 1.0 | 0.726s | 16.830s |
| Iteration 12 | 400 | gini | 5 | 8 | 5 | 0.5 | False | 0.0202 | --- | 0.6875 | 1.0 | 0.878s | 19.237s |
| Iteration 13 | 488 | entropy | None | 18 | 6 | 0.7 | True | 0.0197 | 0.7 | 0.9375 | 1.0 | 1.004s | 21.313s |
| Iteration 14 | 480 | gini | 3 | 19 | 1 | 0.9 | False | 0.0036 | --- | 0.625 | 1.0 | 0.931s | 24.633s |
| Iteration 15 | 414 | gini | None | 15 | 10 | log2 | True | 0.0176 | 0.8 | 0.875 | 1.0 | 0.951s | 26.910s |
| Iteration 16 | 482 | entropy | 1 | 17 | 1 | sqrt | True | 0.0218 | 0.7 | 1.0 | 1.0 | 1.015s | 28.859s |
| Iteration 17 | 90 | gini | 2 | 2 | 10 | sqrt | True | 0.0 | None | 0.6875 | 1.0 | 0.703s | 31.094s |
| Iteration 18 | 10 | gini | 6 | 2 | 17 | 0.8 | False | 0.0017 | --- | 0.4375 | 1.0 | 0.643s | 32.721s |
| Iteration 19 | 500 | gini | 1 | 20 | 2 | 0.7 | True | 0.0169 | 0.7 | 0.875 | 1.0 | 1.018s | 34.834s |
| Iteration 20 | 500 | entropy | 1 | 20 | 1 | auto | True | 0.0348 | 0.9 | 0.8125 | 1.0 | 1.023s | 36.863s |
| Iteration 21 | 39 | entropy | 4 | 9 | 18 | 0.9 | False | 0.0166 | --- | 0.875 | 1.0 | 0.657s | 38.568s |
| Iteration 22 | 489 | entropy | 1 | 19 | 7 | 0.7 | False | 0.0001 | --- | 0.875 | 1.0 | 0.918s | 40.468s |
| Iteration 23 | 464 | entropy | None | 19 | 6 | 0.5 | True | 0.0304 | 0.9 | 1.0 | 1.0 | 1.002s | 42.449s |
| Iteration 24 | 224 | entropy | 5 | 16 | 14 | 0.5 | False | 0.0234 | --- | 0.75 | 1.0 | 0.805s | 44.258s |
| Iteration 25 | 448 | entropy | 9 | 2 | 8 | 0.6 | False | 0.0337 | --- | 1.0 | 1.0 | 0.959s | 46.372s |
| Iteration 26 | 320 | gini | 9 | 20 | 20 | 0.6 | True | 0.0347 | 0.8 | 0.5 | 1.0 | 0.915s | 48.561s |
| Iteration 27 | 179 | entropy | 9 | 2 | 4 | 0.7 | False | 0.022 | --- | 1.0 | 1.0 | 0.792s | 50.349s |
| Iteration 28 | 34 | entropy | 9 | 2 | 6 | sqrt | False | 0.0034 | --- | 0.9375 | 1.0 | 0.692s | 52.204s |
| Iteration 29 | 325 | entropy | 4 | 2 | 3 | auto | True | 0.0048 | 0.8 | 0.75 | 1.0 | 0.931s | 54.257s |
| Iteration 30 | 439 | entropy | 9 | 2 | 4 | 0.8 | True | 0.0248 | 0.8 | 1.0 | 1.0 | 1.036s | 56.478s |
| Iteration 31 | 111 | entropy | 1 | 12 | 20 | 0.8 | True | 0.0273 | None | 0.5625 | 1.0 | 0.759s | 58.322s |
| Iteration 32 | 472 | gini | 8 | 19 | 1 | auto | False | 0.001 | --- | 0.8125 | 1.0 | 0.962s | 1m:00s |
| Iteration 33 | 68 | entropy | None | 9 | 1 | auto | True | 0.0093 | 0.5 | 0.75 | 1.0 | 0.705s | 1m:03s |
| Iteration 34 | 500 | gini | 9 | 3 | 7 | None | False | 0.035 | --- | 0.875 | 1.0 | 0.976s | 1m:05s |
| Iteration 35 | 177 | entropy | 9 | 9 | 1 | sqrt | True | 0.014 | 0.9 | 0.875 | 1.0 | 0.803s | 1m:07s |
| Iteration 36 | 128 | gini | 4 | 14 | 11 | 0.9 | False | 0.0343 | --- | 0.625 | 1.0 | 0.739s | 1m:09s |
| Iteration 37 | 435 | entropy | 9 | 16 | 7 | log2 | True | 0.0173 | 0.7 | 0.6875 | 1.0 | 0.999s | 1m:11s |
| Iteration 38 | 500 | gini | None | 20 | 15 | auto | False | 0.0 | --- | 1.0 | 1.0 | 0.949s | 1m:13s |
| Iteration 39 | 367 | entropy | None | 20 | 20 | 0.7 | True | 0.0311 | 0.8 | 0.5 | 1.0 | 1.532s | 1m:15s |
| Iteration 40 | 445 | entropy | 1 | 18 | 1 | sqrt | True | 0.0055 | 0.5 | 0.625 | 1.0 | 1.000s | 1m:18s |
| Iteration 41 | 78 | entropy | 9 | 5 | 3 | 0.7 | False | 0.0176 | --- | 0.625 | 1.0 | 0.713s | 1m:20s |
| Iteration 42 | 500 | gini | None | 2 | 11 | auto | False | 0.035 | --- | 0.875 | 1.0 | 0.973s | 1m:22s |
| Iteration 43 | 500 | entropy | None | 20 | 11 | auto | False | 0.0 | --- | 0.9375 | 1.0 | 0.931s | 1m:24s |
| Iteration 44 | 500 | entropy | 8 | 5 | 12 | auto | False | 0.022 | --- | 0.6875 | 1.0 | 0.955s | 1m:26s |
| Iteration 45 | 433 | entropy | None | 19 | 5 | 0.5 | True | 0.0268 | 0.6 | 0.75 | 1.0 | 0.999s | 1m:28s |
| Iteration 46 | 500 | entropy | 3 | 19 | 6 | None | True | 0.0214 | None | 0.875 | 1.0 | 1.066s | 1m:30s |
| Iteration 47 | 500 | entropy | 7 | 18 | 8 | auto | True | 0.0334 | 0.5 | 0.625 | 1.0 | 1.052s | 1m:32s |
| Iteration 48 | 500 | entropy | None | 20 | 13 | log2 | False | 0.035 | --- | 0.8125 | 1.0 | 0.928s | 1m:34s |
| Iteration 49 | 55 | entropy | 6 | 2 | 6 | sqrt | True | 0.035 | None | 0.625 | 1.0 | 0.721s | 1m:36s |
| Iteration 50 | 317 | gini | 1 | 16 | 5 | 0.9 | True | 0.0157 | 0.9 | 0.4375 | 1.0 | 0.907s | 1m:38s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'n_estimators': 499, 'criterion': 'entropy', 'max_depth': 1, 'min_samples_split': 20, 'min_samples_leaf': 5, 'max_features': 0.5, 'bootstrap': True, 'ccp_alpha': 0.0234, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:40s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.875
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.436s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.76 ± 0.0735
Time elapsed: 1.965s
-------------------------------------------------
Total time: 1m:42s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.769s | 0.788s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 1.0 | 1.0 | 0.755s | 2.125s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 1.0 | 0.754s | 3.467s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 1.0 | 0.730s | 4.803s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 1.0 | 0.737s | 6.200s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 1.0 | 0.728s | 7.524s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 1.0 | 0.734s | 8.845s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 1.0 | 0.725s | 10.153s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.6562 | 1.0 | 0.751s | 11.490s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 1.0 | 0.725s | 12.809s |
| Iteration 11 | 179 | 0.0142 | 8 | 0.2399 | 3 | 0.7 | 1.0 | 0 | 1 | 1.0 | 1.0 | 0.704s | 14.517s |
| Iteration 12 | 368 | 0.0305 | 6 | 0.3725 | 3 | 0.8 | 0.9 | 0.01 | 0.1 | 0.75 | 1.0 | 0.697s | 16.584s |
| Iteration 13 | 126 | 0.0374 | 2 | 0.065 | 2 | 0.5 | 1.0 | 0.01 | 0.1 | 1.0 | 1.0 | 0.696s | 18.196s |
| Iteration 14 | 126 | 0.0124 | 9 | 0.056 | 2 | 0.9 | 0.8 | 1 | 1 | 0.6875 | 1.0 | 0.711s | 19.915s |
| Iteration 15 | 55 | 0.01 | 2 | 0.0 | 1 | 1.0 | 1.0 | 0 | 1 | 0.7188 | 1.0 | 0.678s | 21.921s |
| Iteration 16 | 309 | 0.0135 | 2 | 0.2369 | 2 | 0.5 | 0.9 | 0 | 10 | 1.0 | 1.0 | 0.730s | 23.647s |
| Iteration 17 | 108 | 0.0273 | 8 | 0.0096 | 2 | 0.6 | 1.0 | 0.1 | 0.1 | 0.8125 | 1.0 | 0.703s | 25.898s |
| Iteration 18 | 319 | 0.0317 | 2 | 0.3923 | 1 | 0.7 | 0.7 | 0.1 | 0.01 | 1.0 | 1.0 | 0.732s | 27.569s |
| Iteration 19 | 42 | 0.0186 | 4 | 0.292 | 1 | 0.5 | 0.8 | 0 | 0.01 | 0.9375 | 1.0 | 0.682s | 29.222s |
| Iteration 20 | 500 | 0.0888 | 9 | 0.3006 | 1 | 0.5 | 1.0 | 100 | 0 | 0.5 | 1.0 | 0.763s | 30.992s |
| Iteration 21 | 38 | 0.7349 | 9 | 0.5446 | 1 | 1.0 | 0.7 | 0.1 | 100 | 0.75 | 1.0 | 0.684s | 32.637s |
| Iteration 22 | 469 | 0.0179 | 3 | 0.3965 | 2 | 0.7 | 0.9 | 0.1 | 0.01 | 0.875 | 1.0 | 0.772s | 34.412s |
| Iteration 23 | 500 | 0.01 | 1 | 0.2537 | 1 | 0.5 | 1.0 | 0.01 | 10 | 1.0 | 1.0 | 0.759s | 36.139s |
| Iteration 24 | 500 | 1.0 | 10 | 0.2884 | 1 | 0.5 | 0.6 | 0.01 | 1 | 1.0 | 1.0 | 0.752s | 37.900s |
| Iteration 25 | 265 | 0.1875 | 5 | 0.2758 | 1 | 0.5 | 1.0 | 0.01 | 100 | 1.0 | 1.0 | 0.725s | 39.623s |
| Iteration 26 | 500 | 1.0 | 10 | 0.0 | 4 | 0.5 | 0.4 | 0 | 0 | 0.5 | 1.0 | 0.753s | 41.371s |
| Iteration 27 | 329 | 0.0153 | 3 | 0.2786 | 1 | 0.5 | 1.0 | 0.01 | 10 | 0.8125 | 1.0 | 0.745s | 43.110s |
| Iteration 28 | 441 | 0.1176 | 3 | 0.2467 | 2 | 0.5 | 1.0 | 0 | 0.01 | 1.0 | 1.0 | 0.752s | 44.918s |
| Iteration 29 | 482 | 0.3329 | 1 | 1.0 | 1 | 0.5 | 0.6 | 0 | 0 | 0.6875 | 1.0 | 0.761s | 46.788s |
| Iteration 30 | 445 | 0.155 | 10 | 0.4106 | 1 | 0.5 | 1.0 | 0 | 0.01 | 1.0 | 1.0 | 0.754s | 48.613s |
| Iteration 31 | 382 | 1.0 | 10 | 0.3771 | 1 | 0.5 | 1.0 | 0 | 100 | 0.75 | 1.0 | 0.742s | 50.487s |
| Iteration 32 | 447 | 0.0256 | 3 | 0.2675 | 2 | 0.5 | 1.0 | 0.01 | 0 | 0.5625 | 1.0 | 0.751s | 52.860s |
| Iteration 33 | 20 | 0.01 | 2 | 0.3515 | 1 | 0.5 | 1.0 | 0 | 0.1 | 0.5 | 1.0 | 0.681s | 54.589s |
| Iteration 34 | 20 | 0.01 | 10 | 0.0 | 1 | 1.0 | 0.4 | 0.01 | 100 | 0.75 | 1.0 | 0.680s | 56.327s |
| Iteration 35 | 249 | 0.0169 | 9 | 0.0278 | 10 | 0.7 | 1.0 | 0 | 10 | 0.5 | 1.0 | 0.712s | 58.036s |
| Iteration 36 | 454 | 0.0286 | 8 | 0.9329 | 10 | 0.9 | 0.4 | 100 | 0.01 | 0.5 | 1.0 | 0.746s | 59.778s |
| Iteration 37 | 500 | 0.0332 | 6 | 0.0 | 1 | 0.9 | 0.4 | 0 | 0.01 | 1.0 | 1.0 | 0.766s | 1m:02s |
| Iteration 38 | 500 | 0.01 | 1 | 0.0 | 1 | 1.0 | 1.0 | 0 | 100 | 0.9375 | 1.0 | 0.763s | 1m:04s |
| Iteration 39 | 500 | 0.0243 | 6 | 0.0 | 1 | 0.8 | 0.9 | 0 | 1 | 0.75 | 1.0 | 0.794s | 1m:05s |
| Iteration 40 | 345 | 1.0 | 1 | 0.0 | 1 | 0.7 | 0.4 | 0 | 0 | 0.6875 | 1.0 | 0.723s | 1m:07s |
| Iteration 41 | 161 | 0.5279 | 1 | 0.9376 | 1 | 0.8 | 1.0 | 0.1 | 10 | 0.9375 | 1.0 | 0.708s | 1m:09s |
| Iteration 42 | 417 | 0.9596 | 6 | 0.9559 | 1 | 0.5 | 0.4 | 0.1 | 0 | 0.75 | 1.0 | 1.363s | 1m:12s |
| Iteration 43 | 500 | 0.0116 | 10 | 0.2856 | 1 | 1.0 | 1.0 | 0.01 | 0 | 1.0 | 1.0 | 0.784s | 1m:13s |
| Iteration 44 | 474 | 0.0249 | 2 | 0.9646 | 1 | 0.9 | 1.0 | 0.01 | 1 | 0.875 | 1.0 | 0.756s | 1m:15s |
| Iteration 45 | 500 | 0.5487 | 10 | 0.2488 | 1 | 1.0 | 1.0 | 0.1 | 0 | 1.0 | 1.0 | 0.771s | 1m:17s |
| Iteration 46 | 500 | 0.5826 | 1 | 0.8227 | 1 | 0.9 | 1.0 | 0.1 | 10 | 0.8125 | 1.0 | 0.759s | 1m:19s |
| Iteration 47 | 20 | 0.01 | 10 | 0.0 | 1 | 1.0 | 1.0 | 0.01 | 100 | 0.6875 | 1.0 | 0.679s | 1m:21s |
| Iteration 48 | 500 | 0.01 | 10 | 0.0 | 1 | 1.0 | 1.0 | 0.01 | 100 | 0.5625 | 1.0 | 0.788s | 1m:24s |
| Iteration 49 | 319 | 1.0 | 9 | 1.0 | 1 | 1.0 | 1.0 | 0.1 | 0 | 1.0 | 1.0 | 0.738s | 1m:26s |
| Iteration 50 | 141 | 0.0443 | 2 | 0.522 | 1 | 1.0 | 0.7 | 0.1 | 0 | 0.75 | 1.0 | 0.710s | 1m:28s |
Bayesian Optimization ---------------------------
Best call --> Iteration 43
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0116, 'max_depth': 10, 'gamma': 0.2856, 'min_child_weight': 1, 'subsample': 1.0, 'colsample_bytree': 1.0, 'reg_alpha': 0.01, 'reg_lambda': 0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.130s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.1122
Time elapsed: 0.411s
-------------------------------------------------
Total time: 1m:30s
Final results ==================== >>
Duration: 10m:38s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.8 ± 0.1194 ~
Logistic Regression --> roc_auc: 0.73 ± 0.1913
Linear Discriminant Analysis --> roc_auc: 0.68 ± 0.1965
Quadratic Discriminant Analysis --> roc_auc: 0.8 ± 0.0548
Radius Nearest Neighbors --> roc_auc: 0.73 ± 0.1122 ~
AdaBoost --> roc_auc: 0.81 ± 0.1114
Random Forest --> roc_auc: 0.76 ± 0.0735
XGBoost --> roc_auc: 0.82 ± 0.1122 !
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAASATSGTYKYIF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAAPYSSASKIIF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CVVTNQAGTALIF.
>>> Dropping feature CASSLGRTEAFF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVSDDYKLSF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVFTSGTYKYIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAASTNTGNQFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CASSLDSNQPQHF.
>>> Dropping feature CASSPSSYEQYF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVLDSSYKLIF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAPNSGGGADGLTF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVLNAGNNRKLIW.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVRGYSSASKIIF.
>>> Dropping feature CAVRNTGFQKLVF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CAATDSNYQLIW.
>>> Dropping feature CAGNTGNQFYF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CAVDGQKLLF.
>>> Dropping feature CAVPYNQGGKLIF.
>>> Dropping feature CAYAGGTSYGKLTF.
>>> Dropping feature CAYRSYNTDKLIF.
>>> Dropping feature CALNTDKLIF.
>>> Dropping feature CAVPGSSNTGKLIF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CAVFNQAGTALIF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAASMNSGYSTLTF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAASKETSGSRLTF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.8125 | 0.8125 | 3.233s | 3.253s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.8125 | 0.8125 | 3.222s | 7.064s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.8125 | 0.8125 | 3.168s | 10.919s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.625 | 0.8125 | 3.192s | 14.747s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.6875 | 0.8125 | 3.212s | 18.565s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.9375 | 0.9375 | 3.258s | 22.422s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.3438 | 0.9375 | 3.232s | 26.262s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.875 | 0.9375 | 3.267s | 30.123s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.625 | 0.9375 | 3.187s | 33.894s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.5625 | 0.9375 | 3.148s | 37.628s |
| Iteration 11 | deviance | 1.0 | 10 | 0.5 | squared_er.. | 12 | 8 | 1 | None | 0.0045 | 0.5625 | 0.9375 | 3.162s | 41.756s |
| Iteration 12 | deviance | 0.115 | 478 | 0.5 | squared_er.. | 12 | 5 | 8 | log2 | 0.0048 | 0.8125 | 0.9375 | 3.217s | 46.040s |
| Iteration 13 | deviance | 1.0 | 500 | 0.5 | squared_er.. | 17 | 20 | 10 | auto | 0.0 | 0.5 | 0.9375 | 3.241s | 51.748s |
| Iteration 14 | deviance | 0.2324 | 450 | 0.6 | squared_er.. | 11 | 8 | 9 | 0.5 | 0.0081 | 0.9375 | 0.9375 | 3.210s | 57.600s |
| Iteration 15 | exponen.. | 0.0193 | 411 | 0.9 | squared_er.. | 17 | 15 | 1 | 0.7 | 0.0123 | 0.5625 | 0.9375 | 3.225s | 1m:02s |
| Iteration 16 | deviance | 0.3437 | 454 | 0.6 | squared_er.. | 10 | 6 | 10 | log2 | 0.0088 | 1.0 | 1.0 | 3.228s | 1m:06s |
| Iteration 17 | deviance | 0.3848 | 457 | 0.6 | squared_er.. | 7 | 1 | 4 | 0.9 | 0.022 | 0.625 | 1.0 | 3.243s | 1m:11s |
| Iteration 18 | exponen.. | 0.8046 | 458 | 0.5 | squared_er.. | 8 | 5 | 6 | 0.8 | 0.0084 | 0.5 | 1.0 | 3.275s | 1m:15s |
| Iteration 19 | deviance | 0.1463 | 337 | 0.7 | squared_er.. | 10 | 1 | 4 | sqrt | 0.0004 | 0.5 | 1.0 | 3.230s | 1m:20s |
| Iteration 20 | deviance | 0.545 | 288 | 0.5 | squared_er.. | 11 | 2 | 10 | 0.7 | 0.0102 | 0.5938 | 1.0 | 3.202s | 1m:24s |
| Iteration 21 | deviance | 0.4043 | 303 | 0.9 | friedman_mse | 13 | 8 | 10 | None | 0.0173 | 0.6875 | 1.0 | 3.205s | 1m:28s |
| Iteration 22 | deviance | 0.0999 | 454 | 0.6 | squared_er.. | 13 | 3 | 10 | log2 | 0.0254 | 1.0 | 1.0 | 3.236s | 1m:32s |
| Iteration 23 | exponen.. | 0.0295 | 453 | 0.6 | squared_er.. | 10 | 4 | 9 | log2 | 0.0069 | 0.625 | 1.0 | 3.261s | 1m:37s |
| Iteration 24 | deviance | 0.9333 | 453 | 0.6 | squared_er.. | 18 | 12 | 10 | auto | 0.0277 | 0.375 | 1.0 | 3.238s | 1m:41s |
| Iteration 25 | deviance | 0.0439 | 441 | 0.8 | squared_er.. | 3 | 4 | 10 | log2 | 0.0082 | 0.875 | 1.0 | 3.278s | 1m:45s |
| Iteration 26 | deviance | 0.0136 | 452 | 0.6 | squared_er.. | 10 | 4 | 10 | log2 | 0.0051 | 0.625 | 1.0 | 3.226s | 1m:50s |
| Iteration 27 | deviance | 0.1743 | 454 | 0.5 | squared_er.. | 12 | 12 | 10 | log2 | 0.004 | 0.5625 | 1.0 | 3.192s | 1m:55s |
| Iteration 28 | deviance | 0.0754 | 453 | 0.5 | squared_er.. | 13 | 9 | 6 | 0.5 | 0.023 | 0.875 | 1.0 | 3.254s | 2m:02s |
| Iteration 29 | deviance | 0.0954 | 443 | 0.6 | squared_er.. | 13 | 3 | 10 | log2 | 0.0291 | 0.9375 | 1.0 | 3.177s | 2m:06s |
| Iteration 30 | deviance | 0.468 | 269 | 0.7 | squared_er.. | 18 | 15 | 7 | log2 | 0.0036 | 0.8125 | 1.0 | 3.167s | 2m:11s |
| Iteration 31 | deviance | 0.3143 | 419 | 0.6 | squared_er.. | 20 | 2 | 7 | log2 | 0.0099 | 0.5 | 1.0 | 3.225s | 2m:15s |
| Iteration 32 | deviance | 0.2047 | 478 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0233 | 0.2812 | 1.0 | 3.217s | 2m:20s |
| Iteration 33 | deviance | 0.0976 | 485 | 0.6 | friedman_mse | 13 | 3 | 7 | 0.6 | 0.0234 | 0.5 | 1.0 | 3.268s | 2m:24s |
| Iteration 34 | deviance | 0.1027 | 465 | 0.7 | squared_er.. | 8 | 3 | 6 | log2 | 0.033 | 0.6875 | 1.0 | 3.282s | 2m:28s |
| Iteration 35 | deviance | 0.299 | 431 | 0.5 | squared_er.. | 10 | 7 | 10 | log2 | 0.0044 | 0.6875 | 1.0 | 3.245s | 2m:33s |
| Iteration 36 | deviance | 0.3512 | 294 | 0.7 | squared_er.. | 10 | 15 | 8 | log2 | 0.0208 | 0.9375 | 1.0 | 3.226s | 2m:37s |
| Iteration 37 | deviance | 0.1017 | 460 | 0.8 | squared_er.. | 13 | 13 | 5 | log2 | 0.0025 | 1.0 | 1.0 | 3.277s | 2m:42s |
| Iteration 38 | deviance | 0.1016 | 324 | 0.7 | squared_er.. | 14 | 14 | 7 | log2 | 0.0275 | 0.9062 | 1.0 | 3.225s | 2m:46s |
| Iteration 39 | deviance | 0.3601 | 500 | 1.0 | squared_er.. | 9 | 5 | 10 | log2 | 0.0261 | 0.6875 | 1.0 | 3.269s | 2m:51s |
| Iteration 40 | deviance | 0.1011 | 157 | 0.8 | squared_er.. | 13 | 18 | 4 | log2 | 0.0227 | 0.75 | 1.0 | 3.194s | 2m:55s |
| Iteration 41 | deviance | 0.3324 | 246 | 0.5 | squared_er.. | 10 | 6 | 4 | 0.5 | 0.0322 | 1.0 | 1.0 | 3.226s | 2m:60s |
| Iteration 42 | deviance | 0.3501 | 444 | 0.5 | squared_er.. | 10 | 2 | 2 | log2 | 0.0188 | 0.875 | 1.0 | 3.287s | 3m:05s |
| Iteration 43 | deviance | 0.3376 | 369 | 0.7 | squared_er.. | 10 | 18 | 10 | 0.6 | 0.0286 | 0.7812 | 1.0 | 3.248s | 3m:09s |
| Iteration 44 | exponen.. | 0.3407 | 426 | 0.7 | squared_er.. | 10 | 11 | 9 | log2 | 0.0161 | 0.9375 | 1.0 | 3.283s | 3m:14s |
| Iteration 45 | exponen.. | 0.3219 | 254 | 0.5 | squared_er.. | 10 | 15 | 4 | 0.5 | 0.0149 | 0.5 | 1.0 | 3.225s | 3m:19s |
| Iteration 46 | deviance | 0.1033 | 500 | 0.7 | squared_er.. | 13 | 12 | 5 | log2 | 0.0176 | 0.875 | 1.0 | 3.325s | 3m:24s |
| Iteration 47 | deviance | 0.0996 | 110 | 0.6 | squared_er.. | 15 | 2 | 10 | log2 | 0.0034 | 0.6875 | 1.0 | 3.179s | 3m:28s |
| Iteration 48 | deviance | 0.3044 | 296 | 0.5 | squared_er.. | 10 | 7 | 3 | 0.5 | 0.008 | 0.8125 | 1.0 | 3.238s | 3m:33s |
| Iteration 49 | deviance | 0.3356 | 292 | 0.6 | squared_er.. | 10 | 3 | 3 | 0.5 | 0.0333 | 0.375 | 1.0 | 3.222s | 3m:39s |
| Iteration 50 | deviance | 0.3461 | 295 | 0.6 | squared_er.. | 20 | 6 | 4 | sqrt | 0.0194 | 0.25 | 1.0 | 3.180s | 3m:44s |
Bayesian Optimization ---------------------------
Best call --> Iteration 37
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.1017, 'n_estimators': 460, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 13, 'min_samples_leaf': 13, 'max_depth': 5, 'max_features': 'log2', 'ccp_alpha': 0.0025}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:46s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9875
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.115s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.93 ± 0.0245
Time elapsed: 0.554s
-------------------------------------------------
Total time: 3m:46s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.875 | 0.875 | 3.212s | 3.224s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.4375 | 0.875 | 3.198s | 7.008s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.75 | 0.875 | 3.105s | 10.721s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.625 | 0.875 | 3.174s | 14.491s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.5 | 0.875 | 3.161s | 18.285s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.625 | 0.875 | 3.180s | 22.084s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.5 | 0.875 | 3.182s | 25.878s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.8125 | 0.875 | 3.185s | 29.659s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.5 | 0.875 | 3.182s | 33.434s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.5625 | 0.875 | 3.194s | 37.225s |
| Iteration 11 | l1 | 5.8536 | libli.. | 170 | --- | 0.5 | 0.875 | 3.213s | 41.317s |
| Iteration 12 | l2 | 0.001 | newto.. | 100 | --- | 0.75 | 0.875 | 3.185s | 45.410s |
| Iteration 13 | none | --- | newto.. | 1000 | --- | 0.5625 | 0.875 | 3.200s | 49.566s |
| Iteration 14 | l2 | 57.9153 | lbfgs | 885 | --- | 0.625 | 0.875 | 3.184s | 53.573s |
| Iteration 15 | none | --- | lbfgs | 994 | --- | 0.4375 | 0.875 | 3.211s | 57.578s |
| Iteration 16 | l1 | 0.017 | saga | 126 | --- | 0.5 | 0.875 | 3.216s | 1m:02s |
| Iteration 17 | l2 | 12.7009 | sag | 128 | --- | 0.375 | 0.875 | 3.194s | 1m:06s |
| Iteration 18 | l2 | 0.0024 | newto.. | 253 | --- | 0.4375 | 0.875 | 3.213s | 1m:10s |
| Iteration 19 | l2 | 0.0035 | newto.. | 233 | --- | 0.75 | 0.875 | 3.841s | 1m:15s |
| Iteration 20 | l1 | 11.1744 | libli.. | 117 | --- | 0.1875 | 0.875 | 3.193s | 1m:19s |
| Iteration 21 | none | --- | newto.. | 984 | --- | 0.4375 | 0.875 | 3.237s | 1m:23s |
| Iteration 22 | none | --- | sag | 521 | --- | 0.375 | 0.875 | 3.183s | 1m:27s |
| Iteration 23 | none | --- | sag | 1000 | --- | 0.25 | 0.875 | 3.221s | 1m:31s |
| Iteration 24 | none | --- | saga | 989 | --- | 0.375 | 0.875 | 3.217s | 1m:36s |
| Iteration 25 | l2 | 0.0016 | lbfgs | 108 | --- | 1.0 | 1.0 | 3.291s | 1m:40s |
| Iteration 26 | l2 | 0.0063 | lbfgs | 145 | --- | 0.5 | 1.0 | 3.193s | 1m:44s |
| Iteration 27 | l2 | 3.2526 | lbfgs | 129 | --- | 0.625 | 1.0 | 3.235s | 1m:48s |
| Iteration 28 | l2 | 0.0146 | lbfgs | 107 | --- | 0.6875 | 1.0 | 3.200s | 1m:52s |
| Iteration 29 | l2 | 0.0036 | lbfgs | 311 | --- | 0.8125 | 1.0 | 3.223s | 1m:56s |
| Iteration 30 | l2 | 0.0107 | lbfgs | 113 | --- | 0.6875 | 1.0 | 3.205s | 2m:00s |
| Iteration 31 | l2 | 0.0013 | newto.. | 650 | --- | 0.3125 | 1.0 | 3.222s | 2m:04s |
| Iteration 32 | none | --- | lbfgs | 212 | --- | 0.0625 | 1.0 | 3.196s | 2m:09s |
| Iteration 33 | l2 | 0.002 | newto.. | 539 | --- | 0.375 | 1.0 | 3.219s | 2m:13s |
| Iteration 34 | l2 | 0.0015 | lbfgs | 585 | --- | 0.5 | 1.0 | 3.246s | 2m:17s |
| Iteration 35 | l2 | 0.0014 | lbfgs | 111 | --- | 0.6875 | 1.0 | 3.180s | 2m:21s |
| Iteration 36 | l2 | 0.0031 | lbfgs | 158 | --- | 0.875 | 1.0 | 3.206s | 2m:25s |
| Iteration 37 | l2 | 0.001 | lbfgs | 100 | --- | 0.375 | 1.0 | 3.217s | 2m:29s |
| Iteration 38 | l2 | 0.0054 | lbfgs | 348 | --- | 0.75 | 1.0 | 3.223s | 2m:33s |
| Iteration 39 | l2 | 0.0034 | lbfgs | 111 | --- | 0.1875 | 1.0 | 3.232s | 2m:37s |
| Iteration 40 | l2 | 0.002 | lbfgs | 122 | --- | 0.75 | 1.0 | 3.195s | 2m:42s |
| Iteration 41 | l2 | 54.2082 | newto.. | 920 | --- | 0.75 | 1.0 | 3.242s | 2m:46s |
| Iteration 42 | l2 | 0.0049 | lbfgs | 836 | --- | 0.625 | 1.0 | 3.200s | 2m:50s |
| Iteration 43 | l2 | 0.0019 | lbfgs | 832 | --- | 0.625 | 1.0 | 3.184s | 2m:54s |
| Iteration 44 | l2 | 0.4251 | newto.. | 665 | --- | 0.75 | 1.0 | 3.818s | 2m:59s |
| Iteration 45 | l2 | 0.4045 | newto.. | 560 | --- | 0.625 | 1.0 | 3.209s | 3m:03s |
| Iteration 46 | l2 | 0.1032 | newto.. | 604 | --- | 0.6875 | 1.0 | 3.218s | 3m:08s |
| Iteration 47 | l2 | 0.3776 | newto.. | 592 | --- | 0.625 | 1.0 | 3.222s | 3m:12s |
| Iteration 48 | l2 | 0.1057 | newto.. | 615 | --- | 0.8125 | 1.0 | 3.216s | 3m:16s |
| Iteration 49 | none | --- | newto.. | 941 | --- | 0.625 | 1.0 | 3.209s | 3m:20s |
| Iteration 50 | l2 | 0.0659 | newto.. | 594 | --- | 0.5 | 1.0 | 3.195s | 3m:25s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'penalty': 'l2', 'C': 0.0016, 'solver': 'lbfgs', 'max_iter': 108}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:26s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7866
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.58 ± 0.051
Time elapsed: 0.060s
-------------------------------------------------
Total time: 3m:26s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.75 | 0.75 | 3.191s | 3.196s |
| Initial point 2 | svd | --- | 0.4375 | 0.75 | 3.179s | 7.013s |
| Initial point 3 | svd | --- | 0.4375 | 0.75 | 0.001s | 7.604s |
| Initial point 4 | lsqr | 0.8 | 0.625 | 0.75 | 3.173s | 11.382s |
| Initial point 5 | eigen | 0.9 | 0.25 | 0.75 | 3.188s | 15.209s |
| Initial point 6 | lsqr | 0.7 | 0.75 | 0.75 | 3.196s | 18.989s |
| Initial point 7 | lsqr | 0.5 | 0.5625 | 0.75 | 3.083s | 23.790s |
| Initial point 8 | lsqr | 0.9 | 0.25 | 0.75 | 3.099s | 29.292s |
| Initial point 9 | lsqr | 0.6 | 0.75 | 0.75 | 3.095s | 33.380s |
| Initial point 10 | eigen | 0.8 | 0.6875 | 0.75 | 3.173s | 37.146s |
| Iteration 11 | eigen | 0.7 | 1.0 | 1.0 | 3.215s | 41.072s |
| Iteration 12 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 41.781s |
| Iteration 13 | svd | --- | 0.4375 | 1.0 | 0.000s | 42.489s |
| Iteration 14 | svd | --- | 0.4375 | 1.0 | 0.000s | 43.199s |
| Iteration 15 | eigen | auto | 0.6875 | 1.0 | 3.166s | 47.093s |
| Iteration 16 | eigen | None | 0.4375 | 1.0 | 3.196s | 51.102s |
| Iteration 17 | lsqr | auto | 0.5625 | 1.0 | 3.193s | 55.036s |
| Iteration 18 | eigen | 0.7 | 1.0 | 1.0 | 0.001s | 55.786s |
| Iteration 19 | eigen | 0.6 | 0.75 | 1.0 | 3.187s | 59.824s |
| Iteration 20 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:01s |
| Iteration 21 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:02s |
| Iteration 22 | svd | --- | 0.4375 | 1.0 | 0.000s | 1m:03s |
| Iteration 23 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:05s |
| Iteration 24 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:06s |
| Iteration 25 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:07s |
| Iteration 26 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:08s |
| Iteration 27 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:10s |
| Iteration 28 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:11s |
| Iteration 29 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 30 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 31 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:13s |
| Iteration 32 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:15s |
| Iteration 33 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:16s |
| Iteration 34 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:17s |
| Iteration 35 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:18s |
| Iteration 36 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:19s |
| Iteration 37 | eigen | 0.7 | 1.0 | 1.0 | 0.001s | 1m:20s |
| Iteration 38 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:21s |
| Iteration 39 | eigen | 0.7 | 1.0 | 1.0 | 0.001s | 1m:21s |
| Iteration 40 | eigen | 0.7 | 1.0 | 1.0 | 0.001s | 1m:22s |
| Iteration 41 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:23s |
| Iteration 42 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:24s |
| Iteration 43 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:25s |
| Iteration 44 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:26s |
| Iteration 45 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:27s |
| Iteration 46 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:28s |
| Iteration 47 | eigen | 0.7 | 1.0 | 1.0 | 0.001s | 1m:29s |
| Iteration 48 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:30s |
| Iteration 49 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:31s |
| Iteration 50 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:32s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:33s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6482
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.58 ± 0.1166
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:33s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.75 | 0.75 | 3.146s | 3.149s |
| Initial point 2 | 0.9 | 0.1875 | 0.75 | 3.164s | 6.900s |
| Initial point 3 | 0.1 | 0.4375 | 0.75 | 3.148s | 10.626s |
| Initial point 4 | 1.0 | 0.75 | 0.75 | 0.000s | 11.217s |
| Initial point 5 | 0.2 | 0.25 | 0.75 | 3.149s | 14.962s |
| Initial point 6 | 0.4 | 0.5625 | 0.75 | 3.168s | 18.692s |
| Initial point 7 | 0.4 | 0.5625 | 0.75 | 0.000s | 19.303s |
| Initial point 8 | 0.7 | 0.1875 | 0.75 | 3.150s | 23.530s |
| Initial point 9 | 0.9 | 0.1875 | 0.75 | 0.001s | 24.214s |
| Initial point 10 | 0.8 | 0.6875 | 0.75 | 3.177s | 28.099s |
| Iteration 11 | 0.3 | 0.9375 | 0.9375 | 3.168s | 31.927s |
| Iteration 12 | 0.6 | 0.4375 | 0.9375 | 3.166s | 35.763s |
| Iteration 13 | 0.5 | 0.5625 | 0.9375 | 3.172s | 39.605s |
| Iteration 14 | 0.0 | 0.6875 | 0.9375 | 3.181s | 43.512s |
| Iteration 15 | 0.3 | 0.9375 | 0.9375 | 0.000s | 44.213s |
| Iteration 16 | 0.3 | 0.9375 | 0.9375 | 0.000s | 44.894s |
| Iteration 17 | 0.3 | 0.9375 | 0.9375 | 0.000s | 45.553s |
| Iteration 18 | 0.3 | 0.9375 | 0.9375 | 0.000s | 46.229s |
| Iteration 19 | 0.3 | 0.9375 | 0.9375 | 0.000s | 46.903s |
| Iteration 20 | 0.3 | 0.9375 | 0.9375 | 0.000s | 47.582s |
| Iteration 21 | 0.3 | 0.9375 | 0.9375 | 0.000s | 48.255s |
| Iteration 22 | 0.3 | 0.9375 | 0.9375 | 0.000s | 48.955s |
| Iteration 23 | 0.3 | 0.9375 | 0.9375 | 0.000s | 49.636s |
| Iteration 24 | 0.3 | 0.9375 | 0.9375 | 0.000s | 50.459s |
| Iteration 25 | 0.6 | 0.4375 | 0.9375 | 0.000s | 51.144s |
| Iteration 26 | 0.3 | 0.9375 | 0.9375 | 0.000s | 51.856s |
| Iteration 27 | 0.3 | 0.9375 | 0.9375 | 0.000s | 52.545s |
| Iteration 28 | 0.7 | 0.1875 | 0.9375 | 0.000s | 53.243s |
| Iteration 29 | 0.3 | 0.9375 | 0.9375 | 0.000s | 53.971s |
| Iteration 30 | 0.8 | 0.6875 | 0.9375 | 0.000s | 54.690s |
| Iteration 31 | 0.3 | 0.9375 | 0.9375 | 0.000s | 55.471s |
| Iteration 32 | 0.3 | 0.9375 | 0.9375 | 0.000s | 56.178s |
| Iteration 33 | 0.3 | 0.9375 | 0.9375 | 0.000s | 56.921s |
| Iteration 34 | 0.3 | 0.9375 | 0.9375 | 0.000s | 57.662s |
| Iteration 35 | 0.3 | 0.9375 | 0.9375 | 0.000s | 58.400s |
| Iteration 36 | 0.3 | 0.9375 | 0.9375 | 0.000s | 59.192s |
| Iteration 37 | 0.3 | 0.9375 | 0.9375 | 0.000s | 59.960s |
| Iteration 38 | 0.3 | 0.9375 | 0.9375 | 0.000s | 1m:01s |
| Iteration 39 | 0.3 | 0.9375 | 0.9375 | 0.000s | 1m:02s |
| Iteration 40 | 0.3 | 0.9375 | 0.9375 | 0.000s | 1m:02s |
| Iteration 41 | 0.3 | 0.9375 | 0.9375 | 0.000s | 1m:03s |
| Iteration 42 | 0.3 | 0.9375 | 0.9375 | 0.001s | 1m:04s |
| Iteration 43 | 0.3 | 0.9375 | 0.9375 | 0.000s | 1m:05s |
| Iteration 44 | 0.3 | 0.9375 | 0.9375 | 0.000s | 1m:05s |
| Iteration 45 | 0.3 | 0.9375 | 0.9375 | 0.000s | 1m:07s |
| Iteration 46 | 0.3 | 0.9375 | 0.9375 | 0.000s | 1m:08s |
| Iteration 47 | 0.3 | 0.9375 | 0.9375 | 0.000s | 1m:09s |
| Iteration 48 | 0.3 | 0.9375 | 0.9375 | 0.001s | 1m:10s |
| Iteration 49 | 0.3 | 0.9375 | 0.9375 | 0.001s | 1m:11s |
| Iteration 50 | 0.3 | 0.9375 | 0.9375 | 0.000s | 1m:12s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'reg_param': 0.3}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 1m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.5509
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.43 ± 0.06
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:13s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.0033 | dista.. | auto | 40 | 1 | 0.9375 | 0.9375 | 3.193s | 3.214s |
| Initial point 2 | 4.7737 | uniform | kd_tree | 39 | 2 | 0.5 | 0.9375 | 3.212s | 6.993s |
| Initial point 3 | 3.7709 | dista.. | ball_tree | 25 | 2 | 0.8125 | 0.9375 | 3.793s | 11.446s |
| Initial point 4 | 11.0015 | uniform | ball_tree | 39 | 2 | 0.5 | 0.9375 | 3.192s | 15.231s |
| Initial point 5 | 8.6182 | dista.. | auto | 30 | 2 | 0.75 | 0.9375 | 3.178s | 18.987s |
| Initial point 6 | 9.9806 | dista.. | ball_tree | 21 | 2 | 0.5625 | 0.9375 | 3.184s | 22.779s |
| Initial point 7 | 7.1388 | dista.. | ball_tree | 24 | 1 | 0.5625 | 0.9375 | 3.174s | 26.562s |
| Initial point 8 | 1.7107 | dista.. | ball_tree | 21 | 2 | 0.625 | 0.9375 | 3.191s | 30.343s |
| Initial point 9 | 7.9522 | uniform | ball_tree | 24 | 1 | 0.375 | 0.9375 | 3.204s | 34.142s |
| Initial point 10 | 5.6483 | uniform | brute | 22 | 2 | 0.5625 | 0.9375 | 3.102s | 39.088s |
| Iteration 11 | 12.0371 | uniform | kd_tree | 40 | 1 | 0.1875 | 0.9375 | 3.157s | 43.633s |
| Iteration 12 | 2.9122 | dista.. | ball_tree | 40 | 1 | 0.375 | 0.9375 | 3.205s | 47.952s |
| Iteration 13 | 12.0371 | dista.. | brute | 20 | 1 | 0.9375 | 0.9375 | 3.240s | 52.100s |
| Iteration 14 | 6.0766 | dista.. | auto | 40 | 2 | 0.4375 | 0.9375 | 3.199s | 56.190s |
| Iteration 15 | 12.0371 | dista.. | brute | 20 | 1 | 0.9375 | 0.9375 | 0.001s | 56.995s |
| Iteration 16 | 11.7209 | dista.. | brute | 20 | 1 | 1.0 | 1.0 | 3.223s | 1m:01s |
| Iteration 17 | 11.053 | dista.. | brute | 20 | 1 | 0.5 | 1.0 | 3.239s | 1m:05s |
| Iteration 18 | 0.0 | uniform | auto | 23 | 1 | 0.5 | 1.0 | 3.242s | 1m:09s |
| Iteration 19 | 11.5941 | dista.. | auto | 40 | 2 | 0.8125 | 1.0 | 3.230s | 1m:14s |
| Iteration 20 | 12.0222 | dista.. | brute | 20 | 2 | 0.5625 | 1.0 | 3.197s | 1m:18s |
| Iteration 21 | 11.8356 | uniform | brute | 38 | 1 | 0.5312 | 1.0 | 3.175s | 1m:22s |
| Iteration 22 | 11.76 | dista.. | brute | 20 | 1 | 0.8125 | 1.0 | 3.180s | 1m:26s |
| Iteration 23 | 11.7191 | uniform | auto | 40 | 1 | 0.4375 | 1.0 | 3.179s | 1m:30s |
| Iteration 24 | 11.625 | dista.. | brute | 20 | 1 | 0.625 | 1.0 | 3.213s | 1m:35s |
| Iteration 25 | 12.0371 | dista.. | auto | 40 | 1 | 0.9375 | 1.0 | 3.183s | 1m:40s |
| Iteration 26 | 11.929 | dista.. | auto | 26 | 1 | 0.5625 | 1.0 | 3.181s | 1m:44s |
| Iteration 27 | 12.0371 | dista.. | ball_tree | 21 | 1 | 0.6875 | 1.0 | 3.158s | 1m:48s |
| Iteration 28 | 0.0 | dista.. | ball_tree | 38 | 2 | 0.5 | 1.0 | 3.197s | 1m:52s |
| Iteration 29 | 11.8906 | dista.. | ball_tree | 40 | 1 | 1.0 | 1.0 | 3.196s | 1m:56s |
| Iteration 30 | 12.0371 | dista.. | kd_tree | 40 | 1 | 0.75 | 1.0 | 3.781s | 2m:01s |
| Iteration 31 | 12.0371 | dista.. | auto | 40 | 1 | 0.9375 | 1.0 | 0.001s | 2m:02s |
| Iteration 32 | 11.7095 | dista.. | auto | 40 | 1 | 0.4375 | 1.0 | 3.181s | 2m:06s |
| Iteration 33 | 11.8684 | dista.. | ball_tree | 40 | 1 | 0.375 | 1.0 | 3.162s | 2m:12s |
| Iteration 34 | 0.002 | uniform | ball_tree | 38 | 1 | 0.5 | 1.0 | 3.178s | 2m:17s |
| Iteration 35 | 0.005 | dista.. | ball_tree | 40 | 2 | 0.5 | 1.0 | 3.157s | 2m:22s |
| Iteration 36 | 0.0009 | uniform | brute | 35 | 1 | 0.5 | 1.0 | 3.188s | 2m:26s |
| Iteration 37 | 12.0371 | dista.. | brute | 40 | 2 | 0.4375 | 1.0 | 3.183s | 2m:31s |
| Iteration 38 | 3.3779 | dista.. | ball_tree | 20 | 2 | 0.8125 | 1.0 | 3.189s | 2m:36s |
| Iteration 39 | 12.0371 | dista.. | brute | 20 | 1 | 0.9375 | 1.0 | 0.001s | 2m:37s |
| Iteration 40 | 11.9235 | dista.. | brute | 20 | 1 | 0.6875 | 1.0 | 3.162s | 2m:41s |
| Iteration 41 | 12.0371 | dista.. | auto | 20 | 1 | 1.0 | 1.0 | 3.173s | 2m:46s |
| Iteration 42 | 12.0371 | dista.. | auto | 20 | 1 | 1.0 | 1.0 | 0.000s | 2m:48s |
| Iteration 43 | 0.0 | uniform | auto | 25 | 2 | 0.5 | 1.0 | 3.146s | 2m:52s |
| Iteration 44 | 0.0015 | dista.. | ball_tree | 21 | 1 | 0.5 | 1.0 | 3.221s | 2m:56s |
| Iteration 45 | 12.0371 | dista.. | auto | 40 | 1 | 0.9375 | 1.0 | 0.001s | 2m:58s |
| Iteration 46 | 12.0371 | dista.. | auto | 20 | 1 | 1.0 | 1.0 | 0.001s | 2m:59s |
| Iteration 47 | 12.0371 | dista.. | brute | 40 | 1 | 0.5 | 1.0 | 3.224s | 3m:04s |
| Iteration 48 | 12.0371 | dista.. | auto | 20 | 1 | 1.0 | 1.0 | 0.001s | 3m:05s |
| Iteration 49 | 12.0371 | dista.. | auto | 20 | 2 | 0.5625 | 1.0 | 3.202s | 3m:09s |
| Iteration 50 | 12.0371 | dista.. | auto | 20 | 1 | 1.0 | 1.0 | 0.001s | 3m:10s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'radius': 11.7209, 'weights': 'distance', 'algorithm': 'brute', 'leaf_size': 20, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.0927
Time elapsed: 0.053s
-------------------------------------------------
Total time: 3m:12s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.875 | 0.875 | 3.651s | 3.659s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.6875 | 0.875 | 3.589s | 9.039s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.75 | 0.875 | 3.324s | 13.463s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.625 | 0.875 | 3.485s | 17.527s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.625 | 0.875 | 3.346s | 21.458s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.8125 | 0.875 | 3.572s | 25.591s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.2812 | 0.875 | 3.180s | 29.389s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.8125 | 0.875 | 3.485s | 33.465s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.5625 | 0.875 | 3.228s | 37.283s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.5312 | 0.875 | 3.268s | 41.147s |
| Iteration 11 | 495 | 10.0 | SAMME.R | 0.9062 | 0.9062 | 3.561s | 45.531s |
| Iteration 12 | 373 | 0.1346 | SAMME | 0.875 | 0.9062 | 3.426s | 49.782s |
| Iteration 13 | 486 | 10.0 | SAMME.R | 0.625 | 0.9062 | 3.617s | 54.930s |
| Iteration 14 | 344 | 0.0681 | SAMME | 0.7812 | 0.9062 | 3.415s | 59.139s |
| Iteration 15 | 405 | 10.0 | SAMME.R | 0.625 | 0.9062 | 3.530s | 1m:05s |
| Iteration 16 | 375 | 0.01 | SAMME | 1.0 | 1.0 | 3.479s | 1m:09s |
| Iteration 17 | 383 | 10.0 | SAMME | 0.375 | 1.0 | 3.172s | 1m:13s |
| Iteration 18 | 350 | 0.01 | SAMME | 0.5938 | 1.0 | 3.421s | 1m:17s |
| Iteration 19 | 340 | 0.0344 | SAMME.R | 0.5625 | 1.0 | 3.443s | 1m:22s |
| Iteration 20 | 500 | 1.1782 | SAMME.R | 0.3125 | 1.0 | 3.571s | 1m:26s |
| Iteration 21 | 423 | 0.0103 | SAMME | 0.75 | 1.0 | 3.464s | 1m:31s |
| Iteration 22 | 351 | 0.2361 | SAMME.R | 1.0 | 1.0 | 3.453s | 1m:35s |
| Iteration 23 | 339 | 0.2364 | SAMME.R | 0.4375 | 1.0 | 3.417s | 1m:39s |
| Iteration 24 | 395 | 0.0137 | SAMME | 0.75 | 1.0 | 3.469s | 1m:43s |
| Iteration 25 | 354 | 0.2437 | SAMME.R | 0.75 | 1.0 | 3.464s | 1m:48s |
| Iteration 26 | 410 | 0.2501 | SAMME | 0.625 | 1.0 | 3.448s | 1m:52s |
| Iteration 27 | 463 | 0.0104 | SAMME.R | 0.5938 | 1.0 | 3.543s | 1m:57s |
| Iteration 28 | 499 | 0.0132 | SAMME | 0.875 | 1.0 | 3.519s | 2m:01s |
| Iteration 29 | 467 | 0.0133 | SAMME | 0.9062 | 1.0 | 3.490s | 2m:05s |
| Iteration 30 | 500 | 0.0279 | SAMME | 0.6875 | 1.0 | 3.505s | 2m:10s |
| Iteration 31 | 52 | 0.4258 | SAMME | 0.6875 | 1.0 | 3.205s | 2m:14s |
| Iteration 32 | 51 | 0.7593 | SAMME.R | 0.5625 | 1.0 | 3.176s | 2m:18s |
| Iteration 33 | 495 | 0.0101 | SAMME | 0.6562 | 1.0 | 3.521s | 2m:22s |
| Iteration 34 | 52 | 0.0121 | SAMME.R | 0.625 | 1.0 | 3.195s | 2m:26s |
| Iteration 35 | 51 | 3.8895 | SAMME | 0.6875 | 1.0 | 3.147s | 2m:30s |
| Iteration 36 | 446 | 0.0141 | SAMME | 0.8438 | 1.0 | 3.475s | 2m:35s |
| Iteration 37 | 448 | 0.0151 | SAMME | 0.75 | 1.0 | 3.482s | 2m:39s |
| Iteration 38 | 57 | 9.6885 | SAMME.R | 0.875 | 1.0 | 3.885s | 2m:44s |
| Iteration 39 | 163 | 9.8368 | SAMME.R | 0.625 | 1.0 | 3.330s | 2m:48s |
| Iteration 40 | 215 | 0.2373 | SAMME | 0.6875 | 1.0 | 3.343s | 2m:52s |
| Iteration 41 | 51 | 3.9252 | SAMME.R | 0.875 | 1.0 | 3.235s | 2m:56s |
| Iteration 42 | 51 | 3.7628 | SAMME.R | 0.625 | 1.0 | 3.218s | 3m:01s |
| Iteration 43 | 80 | 0.1031 | SAMME.R | 0.75 | 1.0 | 3.251s | 3m:05s |
| Iteration 44 | 411 | 0.01 | SAMME | 0.8125 | 1.0 | 3.492s | 3m:09s |
| Iteration 45 | 68 | 0.01 | SAMME | 0.6562 | 1.0 | 3.278s | 3m:13s |
| Iteration 46 | 444 | 0.01 | SAMME | 0.9375 | 1.0 | 3.479s | 3m:17s |
| Iteration 47 | 448 | 0.01 | SAMME | 0.625 | 1.0 | 3.489s | 3m:23s |
| Iteration 48 | 426 | 0.0184 | SAMME | 0.75 | 1.0 | 3.511s | 3m:28s |
| Iteration 49 | 440 | 0.01 | SAMME | 0.375 | 1.0 | 3.442s | 3m:32s |
| Iteration 50 | 500 | 0.0168 | SAMME | 0.2812 | 1.0 | 3.454s | 3m:36s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'n_estimators': 375, 'learning_rate': 0.01, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:37s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9451
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.303s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.78 ± 0.0678
Time elapsed: 1.380s
-------------------------------------------------
Total time: 3m:39s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.9375 | 0.9375 | 3.551s | 3.571s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.5 | 0.9375 | 3.394s | 7.663s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.75 | 0.9375 | 3.413s | 11.774s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.9375 | 3.254s | 15.953s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.8125 | 0.9375 | 3.426s | 20.125s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.9375 | 0.9375 | 3.275s | 24.077s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.3125 | 0.9375 | 3.303s | 28.161s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.75 | 0.9375 | 3.321s | 32.181s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.875 | 0.9375 | 3.398s | 36.269s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.5625 | 0.9375 | 3.385s | 40.277s |
| Iteration 11 | 269 | gini | 7 | 14 | 10 | 0.6 | False | 0.0188 | --- | 1.0 | 1.0 | 3.307s | 44.665s |
| Iteration 12 | 307 | gini | 4 | 18 | 10 | 0.7 | False | 0.0 | --- | 0.75 | 1.0 | 3.287s | 48.986s |
| Iteration 13 | 421 | gini | 9 | 7 | 10 | log2 | False | 0.0106 | --- | 1.0 | 1.0 | 3.371s | 53.511s |
| Iteration 14 | 324 | gini | 8 | 12 | 10 | 0.5 | False | 0.0179 | --- | 0.8125 | 1.0 | 3.312s | 57.968s |
| Iteration 15 | 356 | entropy | 9 | 3 | 9 | 0.5 | False | 0.0216 | --- | 0.75 | 1.0 | 3.352s | 1m:02s |
| Iteration 16 | 478 | gini | None | 20 | 4 | 0.5 | True | 0.0112 | 0.8 | 1.0 | 1.0 | 4.290s | 1m:08s |
| Iteration 17 | 329 | entropy | 3 | 16 | 3 | 0.7 | True | 0.0268 | 0.8 | 0.75 | 1.0 | 3.429s | 1m:12s |
| Iteration 18 | 56 | gini | None | 12 | 6 | 0.5 | True | 0.0087 | None | 0.5625 | 1.0 | 3.224s | 1m:17s |
| Iteration 19 | 40 | gini | 7 | 4 | 11 | 0.7 | False | 0.0305 | --- | 0.5 | 1.0 | 3.182s | 1m:21s |
| Iteration 20 | 486 | gini | 9 | 14 | 10 | 0.6 | False | 0.0012 | --- | 0.5938 | 1.0 | 3.449s | 1m:26s |
| Iteration 21 | 414 | gini | 2 | 7 | 10 | sqrt | False | 0.0045 | --- | 0.75 | 1.0 | 3.417s | 1m:30s |
| Iteration 22 | 264 | gini | 7 | 13 | 10 | 0.5 | False | 0.0181 | --- | 1.0 | 1.0 | 3.298s | 1m:35s |
| Iteration 23 | 120 | gini | 7 | 16 | 10 | 0.6 | False | 0.0286 | --- | 0.6875 | 1.0 | 3.235s | 1m:41s |
| Iteration 24 | 266 | gini | 2 | 20 | 12 | 0.9 | False | 0.0306 | --- | 0.6875 | 1.0 | 3.352s | 1m:45s |
| Iteration 25 | 430 | gini | 8 | 13 | 18 | 0.5 | False | 0.0162 | --- | 0.875 | 1.0 | 3.416s | 1m:50s |
| Iteration 26 | 421 | gini | 9 | 5 | 7 | log2 | False | 0.0081 | --- | 0.625 | 1.0 | 3.407s | 1m:55s |
| Iteration 27 | 403 | entropy | 9 | 3 | 11 | 0.5 | False | 0.0202 | --- | 0.5625 | 1.0 | 3.382s | 1m:59s |
| Iteration 28 | 424 | gini | 9 | 12 | 10 | 0.8 | False | 0.005 | --- | 0.875 | 1.0 | 3.398s | 2m:04s |
| Iteration 29 | 420 | gini | 9 | 6 | 10 | sqrt | False | 0.0172 | --- | 0.9375 | 1.0 | 3.366s | 2m:09s |
| Iteration 30 | 250 | gini | 7 | 6 | 10 | 0.9 | False | 0.0241 | --- | 0.75 | 1.0 | 3.297s | 2m:13s |
| Iteration 31 | 347 | gini | 7 | 13 | 10 | auto | False | 0.0184 | --- | 0.8125 | 1.0 | 3.353s | 2m:18s |
| Iteration 32 | 261 | gini | 7 | 2 | 10 | auto | False | 0.0196 | --- | 0.4375 | 1.0 | 3.263s | 2m:23s |
| Iteration 33 | 487 | gini | 1 | 20 | 4 | auto | True | 0.0275 | 0.8 | 0.5625 | 1.0 | 3.496s | 2m:27s |
| Iteration 34 | 245 | gini | 3 | 14 | 10 | 0.6 | False | 0.018 | --- | 0.625 | 1.0 | 3.305s | 2m:34s |
| Iteration 35 | 463 | gini | 9 | 7 | 10 | auto | False | 0.0 | --- | 0.6875 | 1.0 | 3.355s | 2m:39s |
| Iteration 36 | 263 | gini | 7 | 14 | 10 | 0.6 | False | 0.0188 | --- | 0.875 | 1.0 | 3.288s | 2m:43s |
| Iteration 37 | 276 | gini | 7 | 12 | 10 | auto | False | 0.0075 | --- | 0.75 | 1.0 | 3.319s | 2m:48s |
| Iteration 38 | 243 | gini | 8 | 5 | 11 | 0.5 | False | 0.0124 | --- | 1.0 | 1.0 | 3.267s | 2m:53s |
| Iteration 39 | 40 | gini | 9 | 8 | 10 | 0.5 | False | 0.0131 | --- | 0.875 | 1.0 | 3.179s | 2m:58s |
| Iteration 40 | 135 | gini | 8 | 5 | 11 | log2 | False | 0.0174 | --- | 0.625 | 1.0 | 3.243s | 3m:03s |
| Iteration 41 | 169 | gini | 8 | 7 | 11 | 0.6 | False | 0.0103 | --- | 1.0 | 1.0 | 3.262s | 3m:08s |
| Iteration 42 | 220 | gini | 8 | 6 | 11 | 0.6 | False | 0.011 | --- | 0.625 | 1.0 | 3.286s | 3m:13s |
| Iteration 43 | 346 | gini | 9 | 7 | 14 | 0.5 | False | 0.0104 | --- | 0.6875 | 1.0 | 3.399s | 3m:19s |
| Iteration 44 | 409 | gini | None | 20 | 4 | 0.8 | True | 0.01 | 0.8 | 0.875 | 1.0 | 3.482s | 3m:24s |
| Iteration 45 | 135 | gini | 9 | 5 | 10 | 0.6 | False | 0.0122 | --- | 0.6875 | 1.0 | 3.235s | 3m:28s |
| Iteration 46 | 422 | gini | 9 | 8 | 10 | 0.6 | False | 0.0275 | --- | 0.9375 | 1.0 | 3.444s | 3m:33s |
| Iteration 47 | 430 | gini | 7 | 13 | 10 | 0.8 | False | 0.0181 | --- | 0.6562 | 1.0 | 3.428s | 3m:38s |
| Iteration 48 | 272 | gini | 7 | 13 | 8 | sqrt | False | 0.018 | --- | 0.75 | 1.0 | 3.335s | 3m:43s |
| Iteration 49 | 250 | gini | 8 | 5 | 12 | 0.5 | False | 0.0126 | --- | 0.25 | 1.0 | 3.377s | 3m:48s |
| Iteration 50 | 405 | gini | 9 | 14 | 10 | 0.9 | False | 0.0164 | --- | 0.3438 | 1.0 | 3.388s | 3m:54s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'n_estimators': 478, 'criterion': 'gini', 'max_depth': None, 'min_samples_split': 20, 'min_samples_leaf': 4, 'max_features': 0.5, 'bootstrap': True, 'ccp_alpha': 0.0112, 'max_samples': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:55s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.933
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.428s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.85 ± 0.0837
Time elapsed: 1.955s
-------------------------------------------------
Total time: 3m:57s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.317s | 3.336s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.6875 | 0.6875 | 3.287s | 7.355s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.6875 | 3.255s | 11.283s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.6875 | 3.204s | 16.049s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.6875 | 3.190s | 20.155s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.6875 | 3.160s | 24.489s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.6875 | 3.184s | 28.407s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.6875 | 3.194s | 32.512s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.8125 | 0.8125 | 3.214s | 36.337s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.8125 | 3.314s | 40.308s |
| Iteration 11 | 57 | 0.0129 | 7 | 0.008 | 3 | 0.7 | 0.8 | 0.01 | 0.1 | 1.0 | 1.0 | 3.274s | 45.097s |
| Iteration 12 | 68 | 0.0678 | 9 | 0.0373 | 2 | 0.7 | 0.9 | 0 | 0.01 | 0.8125 | 1.0 | 3.285s | 49.541s |
| Iteration 13 | 20 | 0.01 | 7 | 0.0 | 3 | 0.7 | 0.8 | 0.01 | 0.1 | 0.9375 | 1.0 | 3.202s | 53.752s |
| Iteration 14 | 479 | 0.0111 | 2 | 0.0 | 2 | 0.9 | 0.4 | 0.01 | 1 | 0.8125 | 1.0 | 3.255s | 58.054s |
| Iteration 15 | 55 | 0.161 | 7 | 0.0 | 4 | 0.9 | 0.8 | 0 | 100 | 0.8125 | 1.0 | 3.189s | 1m:02s |
| Iteration 16 | 20 | 0.4605 | 8 | 0.0829 | 1 | 1.0 | 0.9 | 0.01 | 1 | 1.0 | 1.0 | 3.862s | 1m:07s |
| Iteration 17 | 20 | 1.0 | 1 | 1.0 | 1 | 0.5 | 0.4 | 0.1 | 0 | 0.625 | 1.0 | 3.195s | 1m:12s |
| Iteration 18 | 225 | 0.0174 | 3 | 0.0 | 2 | 0.7 | 1.0 | 0.01 | 1 | 0.6875 | 1.0 | 3.274s | 1m:16s |
| Iteration 19 | 309 | 0.0864 | 8 | 0.0 | 1 | 0.6 | 0.6 | 0.01 | 10 | 0.75 | 1.0 | 3.251s | 1m:20s |
| Iteration 20 | 59 | 0.0317 | 9 | 0.0 | 5 | 1.0 | 0.9 | 0.01 | 1 | 0.75 | 1.0 | 3.210s | 1m:25s |
| Iteration 21 | 20 | 0.0312 | 10 | 1.0 | 2 | 1.0 | 0.4 | 0.01 | 0 | 0.75 | 1.0 | 3.208s | 1m:31s |
| Iteration 22 | 20 | 0.1115 | 8 | 0.1716 | 1 | 0.9 | 0.8 | 0.01 | 1 | 0.9375 | 1.0 | 3.200s | 1m:37s |
| Iteration 23 | 32 | 0.01 | 9 | 0.0 | 3 | 0.7 | 0.5 | 0 | 0.1 | 0.875 | 1.0 | 3.170s | 1m:43s |
| Iteration 24 | 142 | 0.2932 | 6 | 0.0 | 1 | 1.0 | 0.5 | 0 | 0.01 | 0.5625 | 1.0 | 3.180s | 1m:48s |
| Iteration 25 | 29 | 0.0331 | 10 | 0.0169 | 2 | 0.5 | 1.0 | 0.01 | 1 | 0.875 | 1.0 | 3.210s | 1m:52s |
| Iteration 26 | 47 | 0.5879 | 9 | 0.0 | 2 | 1.0 | 0.9 | 0.1 | 0.01 | 0.6875 | 1.0 | 3.200s | 1m:56s |
| Iteration 27 | 20 | 0.0112 | 5 | 0.1505 | 1 | 0.7 | 0.7 | 0.1 | 0.1 | 0.8125 | 1.0 | 3.179s | 2m:01s |
| Iteration 28 | 20 | 0.8898 | 8 | 0.4444 | 1 | 0.7 | 1.0 | 0.1 | 100 | 0.8438 | 1.0 | 3.212s | 2m:05s |
| Iteration 29 | 500 | 0.0142 | 8 | 0.0669 | 10 | 0.9 | 0.9 | 0 | 100 | 0.5 | 1.0 | 3.282s | 2m:10s |
| Iteration 30 | 20 | 0.1927 | 1 | 0.7342 | 1 | 1.0 | 0.5 | 0 | 10 | 0.8125 | 1.0 | 3.196s | 2m:15s |
| Iteration 31 | 20 | 0.5506 | 9 | 0.0538 | 10 | 0.9 | 0.4 | 100 | 10 | 0.5 | 1.0 | 3.210s | 2m:21s |
| Iteration 32 | 500 | 0.6788 | 7 | 0.9743 | 1 | 0.8 | 0.8 | 0 | 100 | 0.2812 | 1.0 | 3.351s | 2m:26s |
| Iteration 33 | 68 | 0.01 | 5 | 0.8801 | 3 | 0.6 | 1.0 | 0.01 | 0.1 | 0.625 | 1.0 | 3.218s | 2m:31s |
| Iteration 34 | 20 | 0.6439 | 4 | 0.0 | 1 | 1.0 | 0.6 | 0.01 | 10 | 0.6875 | 1.0 | 3.211s | 2m:35s |
| Iteration 35 | 20 | 0.01 | 6 | 0.1689 | 3 | 0.5 | 0.8 | 0.01 | 100 | 0.6875 | 1.0 | 3.194s | 2m:40s |
| Iteration 36 | 64 | 0.0165 | 5 | 0.0 | 3 | 0.7 | 0.9 | 1 | 0.1 | 0.9375 | 1.0 | 3.288s | 2m:44s |
| Iteration 37 | 20 | 0.501 | 7 | 0.1264 | 1 | 0.9 | 1.0 | 0.1 | 1 | 1.0 | 1.0 | 3.336s | 2m:49s |
| Iteration 38 | 60 | 0.0143 | 8 | 0.0 | 3 | 0.7 | 0.9 | 0.01 | 0.1 | 0.9375 | 1.0 | 3.272s | 2m:54s |
| Iteration 39 | 215 | 0.1809 | 9 | 0.0311 | 3 | 0.5 | 0.8 | 1 | 1 | 0.6875 | 1.0 | 3.234s | 2m:59s |
| Iteration 40 | 23 | 0.0276 | 5 | 0.0973 | 1 | 1.0 | 1.0 | 0.01 | 1 | 0.75 | 1.0 | 3.191s | 3m:04s |
| Iteration 41 | 20 | 0.4087 | 6 | 0.1242 | 1 | 0.8 | 0.9 | 0 | 1 | 1.0 | 1.0 | 3.200s | 3m:10s |
| Iteration 42 | 62 | 0.0143 | 9 | 0.0 | 3 | 0.9 | 0.8 | 0.01 | 0.1 | 0.625 | 1.0 | 3.204s | 3m:15s |
| Iteration 43 | 20 | 0.5754 | 7 | 0.1195 | 1 | 0.9 | 0.9 | 0.1 | 1 | 0.875 | 1.0 | 3.230s | 3m:19s |
| Iteration 44 | 20 | 0.1276 | 10 | 0.0 | 2 | 0.7 | 1.0 | 1 | 1 | 0.875 | 1.0 | 3.227s | 3m:24s |
| Iteration 45 | 20 | 0.741 | 7 | 0.3463 | 5 | 0.9 | 1.0 | 0 | 1 | 0.4375 | 1.0 | 3.178s | 3m:30s |
| Iteration 46 | 20 | 1.0 | 10 | 0.1707 | 1 | 0.9 | 0.9 | 0.01 | 100 | 0.75 | 1.0 | 3.209s | 3m:35s |
| Iteration 47 | 20 | 0.298 | 2 | 0.3696 | 1 | 0.8 | 1.0 | 0.01 | 1 | 0.625 | 1.0 | 3.191s | 3m:39s |
| Iteration 48 | 20 | 0.1983 | 7 | 0.0144 | 2 | 0.6 | 0.9 | 1 | 1 | 0.75 | 1.0 | 3.209s | 3m:44s |
| Iteration 49 | 20 | 0.1951 | 2 | 0.1145 | 1 | 0.8 | 1.0 | 1 | 1 | 0.3125 | 1.0 | 3.239s | 3m:49s |
| Iteration 50 | 361 | 0.1205 | 6 | 0.0194 | 3 | 0.7 | 0.8 | 0.1 | 0.01 | 0.1875 | 1.0 | 3.219s | 3m:54s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'n_estimators': 20, 'learning_rate': 0.4605, 'max_depth': 8, 'gamma': 0.0829, 'min_child_weight': 1, 'subsample': 1.0, 'colsample_bytree': 0.9, 'reg_alpha': 0.01, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:55s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.028s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.95 ± 0.0548
Time elapsed: 0.080s
-------------------------------------------------
Total time: 3m:56s
Final results ==================== >>
Duration: 24m:42s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.93 ± 0.0245
Logistic Regression --> roc_auc: 0.58 ± 0.051
Linear Discriminant Analysis --> roc_auc: 0.58 ± 0.1166
Quadratic Discriminant Analysis --> roc_auc: 0.43 ± 0.06 ~
Radius Nearest Neighbors --> roc_auc: 0.82 ± 0.0927
AdaBoost --> roc_auc: 0.78 ± 0.0678
Random Forest --> roc_auc: 0.85 ± 0.0837
XGBoost --> roc_auc: 0.95 ± 0.0548 !
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 833 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CAATSGSARQLTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAATNFGNEKLTF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CALTSGTYKYIF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVRGAAGNKLTF.
>>> Dropping feature CAVRPNDYKLSF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CALGDDKIIF.
>>> Dropping feature CALSDSNYQLIW.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CAVEDQTGANNLFF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVLDSSYKLIF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAAGGYQKVTF.
>>> Dropping feature CAGNQAGTALIF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAPNSGGGADGLTF.
>>> Dropping feature CATDSNDYKLSF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVLNAGNNRKLIW.
>>> Dropping feature CAVRGYSSASKIIF.
>>> Dropping feature CAVRNTGFQKLVF.
>>> Dropping feature CAYRSAGTGNQFYF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CAGNSGNTPLVF.
>>> Dropping feature CAGNTGNQFYF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVEDTGGFKTIF.
>>> Dropping feature CAVSETGNQFYF.
>>> Dropping feature CAVSSGGGADGLTF.
>>> Dropping feature CAVSSSNTGKLIF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CAVPGSSNTGKLIF.
>>> Dropping feature CAYRSANFGNEKLTF.
>>> Dropping feature CAVKGGSEKLVF.
>>> Dropping feature CAVSPSGGYQKVTF.
>>> Dropping feature CASSLGGNQPQHF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.6875 | 0.6875 | 0.647s | 0.667s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.7188 | 0.7188 | 0.719s | 2.065s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.75 | 0.75 | 0.679s | 3.355s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.25 | 0.75 | 0.737s | 4.750s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 1.0 | 1.0 | 0.715s | 6.091s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.875 | 1.0 | 0.769s | 7.551s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 1.0 | 1.0 | 0.737s | 8.920s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 1.0 | 1.0 | 0.770s | 10.352s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.6875 | 1.0 | 0.713s | 11.687s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.75 | 1.0 | 0.701s | 13.075s |
| Iteration 11 | exponen.. | 0.0338 | 301 | 0.6 | friedman_mse | 10 | 2 | 9 | auto | 0.0139 | 0.8125 | 1.0 | 0.742s | 14.846s |
| Iteration 12 | exponen.. | 0.3689 | 410 | 0.6 | squared_er.. | 8 | 5 | 9 | log2 | 0.0046 | 0.8125 | 1.0 | 0.753s | 16.500s |
| Iteration 13 | exponen.. | 0.0379 | 316 | 0.9 | squared_er.. | 17 | 7 | 5 | 0.7 | 0.0091 | 0.875 | 1.0 | 0.746s | 18.163s |
| Iteration 14 | exponen.. | 0.0405 | 212 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0196 | 0.9375 | 1.0 | 0.710s | 19.862s |
| Iteration 15 | deviance | 0.0144 | 425 | 0.8 | friedman_mse | 17 | 11 | 8 | None | 0.002 | 0.9375 | 1.0 | 0.768s | 21.656s |
| Iteration 16 | exponen.. | 0.1086 | 240 | 0.6 | friedman_mse | 9 | 3 | 8 | sqrt | 0.0208 | 1.0 | 1.0 | 1.431s | 24.308s |
| Iteration 17 | exponen.. | 0.0398 | 240 | 0.8 | squared_er.. | 8 | 4 | 10 | auto | 0.0196 | 0.5625 | 1.0 | 0.705s | 26.129s |
| Iteration 18 | exponen.. | 0.0855 | 367 | 0.6 | friedman_mse | 9 | 3 | 10 | sqrt | 0.0077 | 0.5 | 1.0 | 0.729s | 27.913s |
| Iteration 19 | exponen.. | 0.0457 | 436 | 0.6 | squared_er.. | 10 | 9 | 4 | 0.8 | 0.004 | 0.75 | 1.0 | 0.747s | 29.768s |
| Iteration 20 | exponen.. | 0.8926 | 294 | 0.9 | squared_er.. | 7 | 4 | 1 | auto | 0.035 | 0.75 | 1.0 | 0.695s | 31.615s |
| Iteration 21 | deviance | 0.5342 | 429 | 0.9 | squared_er.. | 16 | 10 | 10 | 0.7 | 0.0207 | 0.6562 | 1.0 | 0.732s | 33.611s |
| Iteration 22 | exponen.. | 0.3434 | 472 | 0.8 | squared_er.. | 7 | 4 | 8 | 0.5 | 0.0323 | 0.6875 | 1.0 | 0.752s | 35.518s |
| Iteration 23 | exponen.. | 0.0386 | 218 | 0.6 | friedman_mse | 10 | 3 | 9 | 0.8 | 0.0175 | 0.875 | 1.0 | 0.691s | 37.303s |
| Iteration 24 | exponen.. | 0.3025 | 293 | 0.9 | squared_er.. | 2 | 4 | 9 | sqrt | 0.0331 | 0.9375 | 1.0 | 0.709s | 39.227s |
| Iteration 25 | exponen.. | 0.0463 | 253 | 0.9 | friedman_mse | 10 | 2 | 2 | auto | 0.0216 | 0.8125 | 1.0 | 0.701s | 41.282s |
| Iteration 26 | exponen.. | 0.0985 | 267 | 0.7 | squared_er.. | 15 | 9 | 9 | 0.6 | 0.0034 | 0.8125 | 1.0 | 0.706s | 43.253s |
| Iteration 27 | exponen.. | 0.0123 | 500 | 0.7 | squared_er.. | 14 | 8 | 4 | 0.7 | 0.0053 | 1.0 | 1.0 | 0.776s | 45.363s |
| Iteration 28 | exponen.. | 0.5439 | 130 | 0.7 | squared_er.. | 13 | 3 | 2 | None | 0.0047 | 0.875 | 1.0 | 0.664s | 47.259s |
| Iteration 29 | exponen.. | 0.2069 | 129 | 0.8 | friedman_mse | 10 | 3 | 6 | auto | 0.0179 | 0.8125 | 1.0 | 0.680s | 49.389s |
| Iteration 30 | exponen.. | 0.21 | 10 | 0.5 | squared_er.. | 2 | 1 | 3 | auto | 0.0267 | 0.4375 | 1.0 | 0.634s | 51.287s |
| Iteration 31 | exponen.. | 0.0259 | 460 | 0.7 | squared_er.. | 14 | 7 | 3 | 0.8 | 0.0044 | 0.875 | 1.0 | 0.758s | 53.253s |
| Iteration 32 | exponen.. | 0.4016 | 150 | 0.5 | friedman_mse | 9 | 3 | 10 | 0.6 | 0.0219 | 1.0 | 1.0 | 0.691s | 55.144s |
| Iteration 33 | exponen.. | 0.0106 | 468 | 0.5 | friedman_mse | 10 | 3 | 3 | sqrt | 0.0252 | 0.75 | 1.0 | 0.761s | 57.206s |
| Iteration 34 | exponen.. | 0.0543 | 107 | 0.7 | squared_er.. | 14 | 8 | 7 | 0.9 | 0.0063 | 0.75 | 1.0 | 0.717s | 59.228s |
| Iteration 35 | exponen.. | 0.1711 | 133 | 0.7 | squared_er.. | 2 | 5 | 3 | log2 | 0.0305 | 0.75 | 1.0 | 0.662s | 1m:01s |
| Iteration 36 | exponen.. | 0.0746 | 215 | 0.5 | friedman_mse | 9 | 3 | 3 | 0.5 | 0.0209 | 0.875 | 1.0 | 0.685s | 1m:03s |
| Iteration 37 | exponen.. | 0.0166 | 238 | 0.6 | friedman_mse | 9 | 3 | 10 | sqrt | 0.0212 | 0.875 | 1.0 | 0.707s | 1m:05s |
| Iteration 38 | exponen.. | 0.7064 | 255 | 0.5 | friedman_mse | 9 | 3 | 10 | log2 | 0.0211 | 0.6875 | 1.0 | 0.693s | 1m:07s |
| Iteration 39 | exponen.. | 0.065 | 90 | 0.6 | friedman_mse | 10 | 1 | 10 | sqrt | 0.0302 | 0.6875 | 1.0 | 0.661s | 1m:09s |
| Iteration 40 | exponen.. | 0.0116 | 10 | 0.5 | friedman_mse | 10 | 20 | 8 | 0.6 | 0.0201 | 0.5 | 1.0 | 0.632s | 1m:11s |
| Iteration 41 | deviance | 0.038 | 500 | 0.8 | squared_er.. | 16 | 9 | 10 | auto | 0.0057 | 0.9375 | 1.0 | 1.350s | 1m:14s |
| Iteration 42 | exponen.. | 0.3283 | 10 | 0.5 | friedman_mse | 12 | 1 | 6 | 0.5 | 0.0196 | 0.8125 | 1.0 | 0.685s | 1m:16s |
| Iteration 43 | exponen.. | 1.0 | 500 | 0.5 | squared_er.. | 19 | 4 | 3 | 0.9 | 0.0044 | 0.8125 | 1.0 | 0.804s | 1m:18s |
| Iteration 44 | exponen.. | 0.01 | 500 | 0.9 | squared_er.. | 18 | 14 | 2 | 0.8 | 0.0038 | 0.875 | 1.0 | 0.823s | 1m:20s |
| Iteration 45 | exponen.. | 0.01 | 500 | 1.0 | squared_er.. | 15 | 9 | 6 | auto | 0.0082 | 1.0 | 1.0 | 0.827s | 1m:22s |
| Iteration 46 | exponen.. | 0.01 | 500 | 0.8 | squared_er.. | 15 | 9 | 3 | 0.8 | 0.0072 | 1.0 | 1.0 | 0.836s | 1m:24s |
| Iteration 47 | exponen.. | 0.01 | 500 | 0.5 | squared_er.. | 15 | 9 | 7 | 0.9 | 0.0074 | 1.0 | 1.0 | 0.814s | 1m:27s |
| Iteration 48 | exponen.. | 0.04 | 232 | 0.8 | friedman_mse | 8 | 3 | 3 | 0.9 | 0.0004 | 0.5 | 1.0 | 0.751s | 1m:29s |
| Iteration 49 | exponen.. | 0.1099 | 59 | 0.8 | friedman_mse | 9 | 5 | 9 | 0.7 | 0.0109 | 0.875 | 1.0 | 0.637s | 1m:31s |
| Iteration 50 | exponen.. | 0.1074 | 430 | 0.8 | friedman_mse | 9 | 8 | 3 | auto | 0.0218 | 0.875 | 1.0 | 0.731s | 1m:33s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.1086, 'n_estimators': 240, 'subsample': 0.6, 'criterion': 'friedman_mse', 'min_samples_split': 9, 'min_samples_leaf': 3, 'max_depth': 8, 'max_features': 'sqrt', 'ccp_alpha': 0.0208}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:35s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9973
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.071s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.0447
Time elapsed: 0.332s
-------------------------------------------------
Total time: 1m:35s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.5 | 0.5 | 0.645s | 0.657s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.4375 | 0.5 | 0.647s | 2.000s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.25 | 0.5 | 0.634s | 3.288s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.5 | 0.5 | 0.642s | 4.941s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.75 | 0.75 | 0.638s | 6.237s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.125 | 0.75 | 0.638s | 7.463s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.5 | 0.75 | 0.645s | 8.694s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.75 | 0.75 | 0.638s | 9.901s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.5625 | 0.75 | 0.636s | 11.121s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.75 | 0.75 | 0.646s | 12.356s |
| Iteration 11 | l2 | 3.8541 | lbfgs | 564 | --- | 0.4375 | 0.75 | 0.651s | 13.802s |
| Iteration 12 | l2 | 0.0029 | saga | 248 | --- | 0.6875 | 0.75 | 0.643s | 15.383s |
| Iteration 13 | l1 | 0.0017 | libli.. | 989 | --- | 0.5 | 0.75 | 0.653s | 16.828s |
| Iteration 14 | l2 | 1.8343 | saga | 100 | --- | 0.5 | 0.75 | 0.651s | 18.319s |
| Iteration 15 | l2 | 0.0033 | saga | 428 | --- | 0.5625 | 0.75 | 0.645s | 19.824s |
| Iteration 16 | l1 | 8.4735 | libli.. | 374 | --- | 0.625 | 0.75 | 1.226s | 21.881s |
| Iteration 17 | l2 | 13.0302 | lbfgs | 566 | --- | 0.4375 | 0.75 | 0.657s | 23.522s |
| Iteration 18 | l2 | 9.6302 | lbfgs | 566 | --- | 0.25 | 0.75 | 0.648s | 25.546s |
| Iteration 19 | l2 | 0.001 | newto.. | 222 | --- | 0.4375 | 0.75 | 0.655s | 27.105s |
| Iteration 20 | l1 | 7.6706 | libli.. | 110 | --- | 0.5625 | 0.75 | 0.643s | 28.735s |
| Iteration 21 | l1 | 97.8214 | libli.. | 616 | --- | 0.5 | 0.75 | 0.650s | 30.334s |
| Iteration 22 | l2 | 0.002 | saga | 398 | --- | 0.875 | 0.875 | 0.648s | 31.867s |
| Iteration 23 | l2 | 0.001 | saga | 120 | --- | 0.6875 | 0.875 | 0.646s | 33.466s |
| Iteration 24 | l2 | 0.0015 | saga | 819 | --- | 0.75 | 0.875 | 0.645s | 35.096s |
| Iteration 25 | l2 | 0.0013 | saga | 953 | --- | 0.5 | 0.875 | 0.648s | 36.805s |
| Iteration 26 | l2 | 0.002 | saga | 100 | --- | 0.5 | 0.875 | 0.641s | 38.395s |
| Iteration 27 | l2 | 0.001 | saga | 209 | --- | 0.75 | 0.875 | 0.645s | 39.954s |
| Iteration 28 | elast.. | 0.001 | saga | 631 | 0.2 | 0.5 | 0.875 | 0.661s | 41.526s |
| Iteration 29 | l1 | 0.001 | saga | 287 | --- | 0.5 | 0.875 | 0.638s | 43.151s |
| Iteration 30 | l2 | 0.4549 | newto.. | 511 | --- | 0.5 | 0.875 | 0.634s | 44.877s |
| Iteration 31 | l1 | 4.5417 | saga | 952 | --- | 0.6875 | 0.875 | 0.639s | 46.475s |
| Iteration 32 | l2 | 50.7817 | saga | 964 | --- | 0.625 | 0.875 | 0.645s | 48.036s |
| Iteration 33 | none | --- | saga | 126 | --- | 0.375 | 0.875 | 0.683s | 49.686s |
| Iteration 34 | l1 | 2.1052 | saga | 996 | --- | 0.75 | 0.875 | 0.682s | 51.810s |
| Iteration 35 | l1 | 7.0978 | saga | 952 | --- | 0.5 | 0.875 | 0.682s | 53.425s |
| Iteration 36 | l2 | 58.6664 | lbfgs | 956 | --- | 0.5 | 0.875 | 0.690s | 55.079s |
| Iteration 37 | l1 | 0.0011 | saga | 112 | --- | 0.5 | 0.875 | 0.683s | 58.098s |
| Iteration 38 | l2 | 81.6584 | sag | 997 | --- | 0.75 | 0.875 | 0.681s | 1m:00s |
| Iteration 39 | l1 | 100.0 | saga | 382 | --- | 0.5625 | 0.875 | 0.679s | 1m:02s |
| Iteration 40 | l2 | 1.0669 | sag | 119 | --- | 0.5625 | 0.875 | 1.264s | 1m:04s |
| Iteration 41 | none | --- | lbfgs | 408 | --- | 0.375 | 0.875 | 0.680s | 1m:06s |
| Iteration 42 | l2 | 56.2687 | saga | 914 | --- | 0.625 | 0.875 | 0.643s | 1m:07s |
| Iteration 43 | l2 | 100.0 | saga | 1000 | --- | 0.6875 | 0.875 | 0.646s | 1m:09s |
| Iteration 44 | none | --- | sag | 902 | --- | 0.625 | 0.875 | 0.642s | 1m:11s |
| Iteration 45 | l2 | 82.5234 | saga | 674 | --- | 0.625 | 0.875 | 0.658s | 1m:12s |
| Iteration 46 | l2 | 0.0017 | saga | 1000 | --- | 0.75 | 0.875 | 0.657s | 1m:14s |
| Iteration 47 | l2 | 0.0193 | saga | 973 | --- | 0.75 | 0.875 | 0.672s | 1m:16s |
| Iteration 48 | l2 | 0.0014 | saga | 954 | --- | 0.875 | 0.875 | 0.635s | 1m:17s |
| Iteration 49 | l2 | 0.0026 | lbfgs | 568 | --- | 0.5625 | 0.875 | 0.633s | 1m:19s |
| Iteration 50 | l2 | 0.0014 | saga | 981 | --- | 0.75 | 0.875 | 0.661s | 1m:21s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'penalty': 'l2', 'C': 0.002, 'solver': 'saga', 'max_iter': 398}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:22s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7196
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.015s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.06
Time elapsed: 0.051s
-------------------------------------------------
Total time: 1m:22s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.25 | 0.25 | 0.637s | 0.643s |
| Initial point 2 | svd | --- | 0.5 | 0.5 | 0.641s | 1.888s |
| Initial point 3 | svd | --- | 0.5 | 0.5 | 0.000s | 2.514s |
| Initial point 4 | lsqr | 0.8 | 0.5625 | 0.5625 | 0.642s | 3.734s |
| Initial point 5 | eigen | 0.9 | 0.5 | 0.5625 | 0.637s | 4.964s |
| Initial point 6 | lsqr | 0.7 | 0.4375 | 0.5625 | 0.636s | 6.202s |
| Initial point 7 | lsqr | 0.5 | 0.4375 | 0.5625 | 0.638s | 7.452s |
| Initial point 8 | lsqr | 0.9 | 0.625 | 0.625 | 0.629s | 8.698s |
| Initial point 9 | lsqr | 0.6 | 0.0 | 0.625 | 0.632s | 9.931s |
| Initial point 10 | eigen | 0.8 | 0.8125 | 0.8125 | 0.640s | 11.163s |
| Iteration 11 | eigen | 0.8 | 0.8125 | 0.8125 | 0.000s | 11.892s |
| Iteration 12 | eigen | 0.7 | 0.5625 | 0.8125 | 0.630s | 13.305s |
| Iteration 13 | svd | --- | 0.5 | 0.8125 | 0.000s | 14.048s |
| Iteration 14 | lsqr | auto | 0.5 | 0.8125 | 0.638s | 15.412s |
| Iteration 15 | eigen | auto | 0.5625 | 0.8125 | 0.636s | 16.770s |
| Iteration 16 | svd | --- | 0.5 | 0.8125 | 0.000s | 17.546s |
| Iteration 17 | eigen | None | 0.375 | 0.8125 | 0.635s | 18.907s |
| Iteration 18 | lsqr | 1.0 | 0.125 | 0.8125 | 0.643s | 20.739s |
| Iteration 19 | svd | --- | 0.5 | 0.8125 | 0.000s | 21.476s |
| Iteration 20 | svd | --- | 0.5 | 0.8125 | 0.000s | 22.232s |
| Iteration 21 | svd | --- | 0.5 | 0.8125 | 0.000s | 23.003s |
| Iteration 22 | eigen | 0.5 | 0.75 | 0.8125 | 1.226s | 25.009s |
| Iteration 23 | lsqr | None | 0.5 | 0.8125 | 0.628s | 26.479s |
| Iteration 24 | svd | --- | 0.5 | 0.8125 | 0.000s | 27.258s |
| Iteration 25 | eigen | 0.6 | 0.5 | 0.8125 | 0.632s | 28.681s |
| Iteration 26 | eigen | 0.8 | 0.8125 | 0.8125 | 0.000s | 29.502s |
| Iteration 27 | eigen | 0.8 | 0.8125 | 0.8125 | 0.001s | 30.286s |
| Iteration 28 | eigen | 0.8 | 0.8125 | 0.8125 | 0.000s | 31.114s |
| Iteration 29 | eigen | 0.8 | 0.8125 | 0.8125 | 0.000s | 31.926s |
| Iteration 30 | eigen | auto | 0.5625 | 0.8125 | 0.000s | 32.748s |
| Iteration 31 | eigen | 0.8 | 0.8125 | 0.8125 | 0.000s | 33.563s |
| Iteration 32 | eigen | 0.8 | 0.8125 | 0.8125 | 0.001s | 34.372s |
| Iteration 33 | eigen | 0.8 | 0.8125 | 0.8125 | 0.000s | 35.177s |
| Iteration 34 | eigen | 0.8 | 0.8125 | 0.8125 | 0.000s | 36.002s |
| Iteration 35 | eigen | 0.5 | 0.75 | 0.8125 | 0.001s | 36.956s |
| Iteration 36 | lsqr | 0.9 | 0.625 | 0.8125 | 0.000s | 37.846s |
| Iteration 37 | eigen | 0.8 | 0.8125 | 0.8125 | 0.000s | 38.686s |
| Iteration 38 | svd | --- | 0.5 | 0.8125 | 0.000s | 39.559s |
| Iteration 39 | eigen | 0.8 | 0.8125 | 0.8125 | 0.000s | 40.418s |
| Iteration 40 | eigen | 0.8 | 0.8125 | 0.8125 | 0.000s | 41.302s |
| Iteration 41 | eigen | 0.8 | 0.8125 | 0.8125 | 0.000s | 42.220s |
| Iteration 42 | eigen | 0.8 | 0.8125 | 0.8125 | 0.001s | 43.125s |
| Iteration 43 | eigen | 0.8 | 0.8125 | 0.8125 | 0.000s | 44.035s |
| Iteration 44 | eigen | 0.8 | 0.8125 | 0.8125 | 0.000s | 45.465s |
| Iteration 45 | eigen | 0.8 | 0.8125 | 0.8125 | 0.000s | 46.411s |
| Iteration 46 | eigen | 0.8 | 0.8125 | 0.8125 | 0.000s | 47.326s |
| Iteration 47 | eigen | 0.8 | 0.8125 | 0.8125 | 0.000s | 48.263s |
| Iteration 48 | eigen | 0.8 | 0.8125 | 0.8125 | 0.000s | 49.789s |
| Iteration 49 | eigen | 0.8 | 0.8125 | 0.8125 | 0.000s | 50.828s |
| Iteration 50 | eigen | 0.8 | 0.8125 | 0.8125 | 0.001s | 51.778s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.8}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 52.726s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7009
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.1225
Time elapsed: 0.030s
-------------------------------------------------
Total time: 52.766s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.25 | 0.25 | 0.653s | 0.656s |
| Initial point 2 | 0.9 | 0.25 | 0.25 | 0.653s | 1.887s |
| Initial point 3 | 0.1 | 0.3125 | 0.3125 | 0.680s | 3.183s |
| Initial point 4 | 1.0 | 0.25 | 0.3125 | 0.000s | 3.755s |
| Initial point 5 | 0.2 | 0.4375 | 0.4375 | 0.654s | 4.993s |
| Initial point 6 | 0.4 | 0.5 | 0.5 | 0.632s | 7.728s |
| Initial point 7 | 0.4 | 0.5 | 0.5 | 0.000s | 8.689s |
| Initial point 8 | 0.7 | 0.5 | 0.5 | 0.636s | 9.945s |
| Initial point 9 | 0.9 | 0.25 | 0.5 | 0.000s | 10.512s |
| Initial point 10 | 0.8 | 0.8125 | 0.8125 | 0.629s | 11.712s |
| Iteration 11 | 0.3 | 0.375 | 0.8125 | 0.628s | 14.028s |
| Iteration 12 | 0.6 | 0.4375 | 0.8125 | 0.628s | 16.661s |
| Iteration 13 | 0.8 | 0.8125 | 0.8125 | 0.000s | 19.426s |
| Iteration 14 | 0.8 | 0.8125 | 0.8125 | 0.000s | 20.394s |
| Iteration 15 | 0.5 | 0.6875 | 0.8125 | 0.634s | 21.724s |
| Iteration 16 | 0.0 | 0.875 | 0.875 | 0.640s | 23.270s |
| Iteration 17 | 0.0 | 0.875 | 0.875 | 0.000s | 23.996s |
| Iteration 18 | 0.0 | 0.875 | 0.875 | 0.000s | 24.727s |
| Iteration 19 | 0.0 | 0.875 | 0.875 | 0.000s | 25.427s |
| Iteration 20 | 0.0 | 0.875 | 0.875 | 0.000s | 26.123s |
| Iteration 21 | 0.0 | 0.875 | 0.875 | 0.000s | 26.814s |
| Iteration 22 | 0.0 | 0.875 | 0.875 | 0.000s | 27.500s |
| Iteration 23 | 0.0 | 0.875 | 0.875 | 0.000s | 28.204s |
| Iteration 24 | 0.0 | 0.875 | 0.875 | 0.000s | 28.903s |
| Iteration 25 | 0.5 | 0.6875 | 0.875 | 0.000s | 29.604s |
| Iteration 26 | 0.0 | 0.875 | 0.875 | 0.000s | 30.335s |
| Iteration 27 | 0.0 | 0.875 | 0.875 | 0.000s | 31.060s |
| Iteration 28 | 0.0 | 0.875 | 0.875 | 0.001s | 32.366s |
| Iteration 29 | 0.0 | 0.875 | 0.875 | 0.001s | 33.265s |
| Iteration 30 | 0.0 | 0.875 | 0.875 | 0.000s | 34.002s |
| Iteration 31 | 0.0 | 0.875 | 0.875 | 0.000s | 34.777s |
| Iteration 32 | 0.0 | 0.875 | 0.875 | 0.001s | 35.551s |
| Iteration 33 | 0.0 | 0.875 | 0.875 | 0.000s | 36.363s |
| Iteration 34 | 0.0 | 0.875 | 0.875 | 0.000s | 37.100s |
| Iteration 35 | 0.0 | 0.875 | 0.875 | 0.000s | 37.821s |
| Iteration 36 | 0.0 | 0.875 | 0.875 | 0.000s | 38.567s |
| Iteration 37 | 0.0 | 0.875 | 0.875 | 0.000s | 39.356s |
| Iteration 38 | 0.0 | 0.875 | 0.875 | 0.000s | 40.244s |
| Iteration 39 | 0.0 | 0.875 | 0.875 | 0.000s | 41.021s |
| Iteration 40 | 0.0 | 0.875 | 0.875 | 0.000s | 41.795s |
| Iteration 41 | 0.0 | 0.875 | 0.875 | 0.000s | 42.790s |
| Iteration 42 | 0.0 | 0.875 | 0.875 | 0.000s | 45.132s |
| Iteration 43 | 0.0 | 0.875 | 0.875 | 0.000s | 46.249s |
| Iteration 44 | 0.0 | 0.875 | 0.875 | 0.000s | 47.027s |
| Iteration 45 | 0.0 | 0.875 | 0.875 | 0.000s | 47.824s |
| Iteration 46 | 0.0 | 0.875 | 0.875 | 0.001s | 48.961s |
| Iteration 47 | 0.0 | 0.875 | 0.875 | 0.000s | 50.067s |
| Iteration 48 | 0.0 | 0.875 | 0.875 | 0.000s | 51.186s |
| Iteration 49 | 0.0 | 0.875 | 0.875 | 0.001s | 52.296s |
| Iteration 50 | 0.0 | 0.875 | 0.875 | 0.001s | 53.376s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'reg_param': 0.0}
Best evaluation --> roc_auc: 0.875
Time elapsed: 54.480s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8589
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.008s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.1225
Time elapsed: 0.027s
-------------------------------------------------
Total time: 54.516s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.2587 | dista.. | auto | 40 | 1 | 0.75 | 0.75 | 0.646s | 0.666s |
| Initial point 2 | 4.8753 | uniform | kd_tree | 39 | 2 | 0.4062 | 0.75 | 0.636s | 2.163s |
| Initial point 3 | 3.8512 | dista.. | ball_tree | 25 | 2 | 0.8125 | 0.8125 | 0.641s | 3.411s |
| Initial point 4 | 11.2356 | uniform | ball_tree | 39 | 2 | 0.5 | 0.8125 | 0.647s | 6.132s |
| Initial point 5 | 8.8017 | dista.. | auto | 30 | 2 | 0.75 | 0.8125 | 0.645s | 7.739s |
| Initial point 6 | 10.193 | dista.. | ball_tree | 21 | 2 | 0.5625 | 0.8125 | 0.646s | 10.098s |
| Initial point 7 | 7.2907 | dista.. | ball_tree | 24 | 1 | 0.75 | 0.8125 | 0.660s | 12.797s |
| Initial point 8 | 1.7471 | dista.. | ball_tree | 21 | 2 | 0.5625 | 0.8125 | 0.643s | 15.380s |
| Initial point 9 | 8.1214 | uniform | ball_tree | 24 | 1 | 0.5312 | 0.8125 | 0.646s | 18.142s |
| Initial point 10 | 5.7685 | uniform | brute | 22 | 2 | 0.5 | 0.8125 | 0.662s | 19.801s |
| Iteration 11 | 1.579 | dista.. | kd_tree | 28 | 1 | 0.6875 | 0.8125 | 0.641s | 21.439s |
| Iteration 12 | 2.4342 | dista.. | ball_tree | 26 | 2 | 0.25 | 0.8125 | 0.648s | 23.060s |
| Iteration 13 | 3.7217 | dista.. | ball_tree | 25 | 2 | 0.8125 | 0.8125 | 0.653s | 24.698s |
| Iteration 14 | 4.2289 | dista.. | ball_tree | 25 | 2 | 0.9375 | 0.9375 | 0.682s | 26.430s |
| Iteration 15 | 6.9916 | dista.. | ball_tree | 30 | 2 | 0.4375 | 0.9375 | 0.687s | 28.023s |
| Iteration 16 | 4.9002 | dista.. | ball_tree | 25 | 2 | 0.875 | 0.9375 | 0.706s | 29.864s |
| Iteration 17 | 7.7872 | dista.. | ball_tree | 25 | 2 | 0.5 | 0.9375 | 0.689s | 31.605s |
| Iteration 18 | 4.4513 | dista.. | ball_tree | 25 | 2 | 0.3125 | 0.9375 | 0.673s | 33.202s |
| Iteration 19 | 2.2402 | uniform | kd_tree | 25 | 1 | 0.75 | 0.9375 | 0.685s | 34.780s |
| Iteration 20 | 0.4796 | dista.. | auto | 25 | 2 | 1.0 | 1.0 | 0.675s | 37.311s |
| Iteration 21 | 0.019 | uniform | ball_tree | 40 | 2 | 0.5 | 1.0 | 1.260s | 39.633s |
| Iteration 22 | 0.0 | dista.. | ball_tree | 25 | 2 | 0.5 | 1.0 | 0.675s | 41.201s |
| Iteration 23 | 12.2352 | uniform | auto | 28 | 2 | 0.5 | 1.0 | 0.684s | 42.754s |
| Iteration 24 | 1.5229 | dista.. | auto | 25 | 2 | 0.7188 | 1.0 | 0.680s | 44.296s |
| Iteration 25 | 1.2795 | uniform | auto | 25 | 2 | 0.875 | 1.0 | 0.682s | 45.844s |
| Iteration 26 | 0.7502 | uniform | auto | 25 | 2 | 0.9375 | 1.0 | 0.673s | 47.432s |
| Iteration 27 | 0.2007 | uniform | auto | 25 | 2 | 0.4375 | 1.0 | 0.684s | 48.973s |
| Iteration 28 | 1.4877 | dista.. | ball_tree | 35 | 2 | 0.125 | 1.0 | 0.633s | 50.516s |
| Iteration 29 | 12.2774 | uniform | ball_tree | 32 | 1 | 0.625 | 1.0 | 0.634s | 52.014s |
| Iteration 30 | 12.2502 | uniform | ball_tree | 33 | 1 | 0.4062 | 1.0 | 0.636s | 53.535s |
| Iteration 31 | 1.9838 | uniform | auto | 25 | 1 | 0.4688 | 1.0 | 0.649s | 55.130s |
| Iteration 32 | 0.8183 | dista.. | ball_tree | 25 | 2 | 0.7812 | 1.0 | 0.634s | 56.892s |
| Iteration 33 | 1.1424 | dista.. | auto | 25 | 2 | 0.5 | 1.0 | 0.640s | 58.404s |
| Iteration 34 | 1.3774 | dista.. | ball_tree | 24 | 2 | 0.9375 | 1.0 | 0.633s | 1m:00s |
| Iteration 35 | 12.2124 | uniform | ball_tree | 24 | 2 | 0.5 | 1.0 | 0.676s | 1m:02s |
| Iteration 36 | 0.0011 | dista.. | brute | 24 | 2 | 0.5 | 1.0 | 0.712s | 1m:03s |
| Iteration 37 | 2.2541 | uniform | auto | 25 | 2 | 0.9375 | 1.0 | 0.715s | 1m:05s |
| Iteration 38 | 2.8199 | uniform | auto | 25 | 2 | 0.5312 | 1.0 | 0.634s | 1m:07s |
| Iteration 39 | 0.5241 | dista.. | ball_tree | 25 | 2 | 0.75 | 1.0 | 0.646s | 1m:08s |
| Iteration 40 | 1.7014 | dista.. | ball_tree | 25 | 2 | 0.5938 | 1.0 | 0.642s | 1m:10s |
| Iteration 41 | 3.6342 | uniform | ball_tree | 40 | 1 | 0.6875 | 1.0 | 0.642s | 1m:12s |
| Iteration 42 | 1.3247 | uniform | auto | 25 | 2 | 0.1875 | 1.0 | 0.645s | 1m:13s |
| Iteration 43 | 1.1255 | dista.. | kd_tree | 25 | 2 | 0.5625 | 1.0 | 0.649s | 1m:15s |
| Iteration 44 | 2.0893 | dista.. | auto | 25 | 2 | 0.6562 | 1.0 | 0.641s | 1m:17s |
| Iteration 45 | 2.2483 | dista.. | ball_tree | 25 | 2 | 1.0 | 1.0 | 1.251s | 1m:19s |
| Iteration 46 | 3.5657 | dista.. | kd_tree | 25 | 2 | 0.7812 | 1.0 | 0.642s | 1m:20s |
| Iteration 47 | 4.0103 | dista.. | ball_tree | 25 | 2 | 0.75 | 1.0 | 0.645s | 1m:22s |
| Iteration 48 | 4.2121 | dista.. | kd_tree | 25 | 2 | 0.5625 | 1.0 | 0.650s | 1m:24s |
| Iteration 49 | 9.5937 | uniform | auto | 39 | 1 | 0.4688 | 1.0 | 0.641s | 1m:25s |
| Iteration 50 | 11.7154 | dista.. | auto | 25 | 1 | 0.875 | 1.0 | 0.643s | 1m:27s |
Bayesian Optimization ---------------------------
Best call --> Iteration 45
Best parameters --> {'radius': 2.2483, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 25, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:28s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.015s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.63 ± 0.0678
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:28s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.4062 | 0.4062 | 1.032s | 1.039s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.7812 | 0.7812 | 1.036s | 2.692s |
| Initial point 3 | 225 | 1.0215 | SAMME | 1.0 | 1.0 | 0.793s | 4.105s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.875 | 1.0 | 0.960s | 5.669s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.875 | 1.0 | 0.817s | 7.098s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.9375 | 1.0 | 1.030s | 8.810s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.5 | 1.0 | 0.656s | 11.455s |
| Initial point 8 | 411 | 0.019 | SAMME | 1.0 | 1.0 | 0.916s | 13.322s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.875 | 1.0 | 0.644s | 14.569s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.6875 | 1.0 | 0.750s | 15.919s |
| Iteration 11 | 408 | 0.0135 | SAMME | 0.9062 | 1.0 | 0.913s | 17.742s |
| Iteration 12 | 246 | 0.8261 | SAMME | 0.9375 | 1.0 | 0.823s | 21.086s |
| Iteration 13 | 222 | 1.605 | SAMME.R | 0.875 | 1.0 | 0.810s | 24.752s |
| Iteration 14 | 381 | 0.089 | SAMME.R | 0.9375 | 1.0 | 0.934s | 28.329s |
| Iteration 15 | 389 | 2.2213 | SAMME.R | 0.375 | 1.0 | 0.943s | 31.929s |
| Iteration 16 | 99 | 0.7831 | SAMME | 0.875 | 1.0 | 0.720s | 33.834s |
| Iteration 17 | 229 | 0.336 | SAMME | 0.5312 | 1.0 | 0.799s | 35.616s |
| Iteration 18 | 130 | 0.9386 | SAMME | 0.5 | 1.0 | 0.741s | 37.309s |
| Iteration 19 | 406 | 0.0309 | SAMME | 0.875 | 1.0 | 0.925s | 39.258s |
| Iteration 20 | 429 | 0.0205 | SAMME | 0.75 | 1.0 | 1.554s | 41.770s |
| Iteration 21 | 235 | 1.1014 | SAMME | 0.9375 | 1.0 | 0.864s | 43.688s |
| Iteration 22 | 440 | 0.2093 | SAMME.R | 0.8125 | 1.0 | 1.066s | 45.628s |
| Iteration 23 | 408 | 0.0195 | SAMME | 0.8125 | 1.0 | 0.984s | 47.501s |
| Iteration 24 | 245 | 1.3975 | SAMME | 1.0 | 1.0 | 0.871s | 49.355s |
| Iteration 25 | 260 | 1.7365 | SAMME | 0.75 | 1.0 | 0.877s | 51.138s |
| Iteration 26 | 277 | 1.0498 | SAMME | 0.5625 | 1.0 | 0.909s | 53.220s |
| Iteration 27 | 238 | 1.424 | SAMME | 1.0 | 1.0 | 0.798s | 55.352s |
| Iteration 28 | 239 | 1.4394 | SAMME | 0.875 | 1.0 | 0.792s | 57.062s |
| Iteration 29 | 368 | 0.0333 | SAMME.R | 0.875 | 1.0 | 0.909s | 58.868s |
| Iteration 30 | 397 | 0.09 | SAMME.R | 0.5625 | 1.0 | 0.939s | 1m:01s |
| Iteration 31 | 369 | 0.0982 | SAMME.R | 0.8125 | 1.0 | 0.913s | 1m:03s |
| Iteration 32 | 230 | 1.2899 | SAMME | 1.0 | 1.0 | 0.790s | 1m:04s |
| Iteration 33 | 228 | 1.3924 | SAMME | 0.8125 | 1.0 | 0.780s | 1m:06s |
| Iteration 34 | 242 | 1.0931 | SAMME.R | 0.625 | 1.0 | 0.812s | 1m:08s |
| Iteration 35 | 466 | 0.1268 | SAMME.R | 0.75 | 1.0 | 0.993s | 1m:10s |
| Iteration 36 | 243 | 1.112 | SAMME | 0.8125 | 1.0 | 0.795s | 1m:12s |
| Iteration 37 | 241 | 2.1981 | SAMME | 0.7188 | 1.0 | 0.644s | 1m:13s |
| Iteration 38 | 230 | 0.9599 | SAMME | 0.9375 | 1.0 | 0.785s | 1m:15s |
| Iteration 39 | 221 | 0.9755 | SAMME | 0.5625 | 1.0 | 0.782s | 1m:17s |
| Iteration 40 | 233 | 1.3094 | SAMME | 0.8125 | 1.0 | 0.789s | 1m:18s |
| Iteration 41 | 238 | 0.8818 | SAMME | 1.0 | 1.0 | 0.805s | 1m:20s |
| Iteration 42 | 238 | 0.8736 | SAMME | 0.4375 | 1.0 | 0.800s | 1m:22s |
| Iteration 43 | 490 | 1.4785 | SAMME | 0.8125 | 1.0 | 1.561s | 1m:24s |
| Iteration 44 | 284 | 1.2986 | SAMME.R | 0.9375 | 1.0 | 0.901s | 1m:26s |
| Iteration 45 | 84 | 1.3035 | SAMME.R | 0.9375 | 1.0 | 0.730s | 1m:28s |
| Iteration 46 | 254 | 0.039 | SAMME.R | 1.0 | 1.0 | 0.865s | 1m:30s |
| Iteration 47 | 104 | 0.039 | SAMME | 0.75 | 1.0 | 0.744s | 1m:31s |
| Iteration 48 | 72 | 0.0269 | SAMME.R | 0.6875 | 1.0 | 0.719s | 1m:33s |
| Iteration 49 | 432 | 1.2995 | SAMME.R | 0.8125 | 1.0 | 1.021s | 1m:35s |
| Iteration 50 | 162 | 0.6581 | SAMME | 0.6875 | 1.0 | 0.788s | 1m:37s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'n_estimators': 411, 'learning_rate': 0.019, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:38s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8911
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.330s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.87 ± 0.0812
Time elapsed: 1.497s
-------------------------------------------------
Total time: 1m:40s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.75 | 0.75 | 1.059s | 1.077s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.6875 | 0.75 | 0.937s | 2.855s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.8125 | 0.8125 | 0.975s | 4.664s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.8125 | 0.780s | 6.134s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.6875 | 0.8125 | 0.935s | 7.757s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.5625 | 0.8125 | 0.776s | 9.401s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 1.0 | 1.0 | 0.812s | 10.874s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 1.0 | 1.0 | 0.811s | 12.320s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 1.0 | 1.0 | 0.911s | 13.938s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.875 | 1.0 | 0.905s | 15.522s |
| Iteration 11 | 10 | gini | 8 | 15 | 17 | auto | True | 0.0262 | 0.7 | 0.5 | 1.0 | 0.637s | 17.141s |
| Iteration 12 | 182 | entropy | 6 | 12 | 11 | sqrt | False | 0.0322 | --- | 0.75 | 1.0 | 0.736s | 18.831s |
| Iteration 13 | 175 | entropy | 1 | 20 | 3 | 0.9 | False | 0.0325 | --- | 0.75 | 1.0 | 0.731s | 20.973s |
| Iteration 14 | 291 | entropy | 3 | 12 | 10 | sqrt | False | 0.0283 | --- | 0.875 | 1.0 | 0.803s | 23.364s |
| Iteration 15 | 500 | gini | 2 | 17 | 11 | 0.9 | False | 0.0111 | --- | 0.875 | 1.0 | 0.943s | 25.532s |
| Iteration 16 | 395 | entropy | 4 | 4 | 12 | auto | False | 0.0181 | --- | 1.0 | 1.0 | 0.923s | 28.373s |
| Iteration 17 | 10 | entropy | 7 | 15 | 4 | auto | True | 0.0084 | 0.7 | 0.4375 | 1.0 | 0.635s | 30.517s |
| Iteration 18 | 329 | entropy | 4 | 15 | 15 | auto | False | 0.0156 | --- | 0.4375 | 1.0 | 0.834s | 32.525s |
| Iteration 19 | 104 | entropy | 3 | 3 | 7 | auto | False | 0.0216 | --- | 0.9375 | 1.0 | 0.691s | 34.335s |
| Iteration 20 | 236 | entropy | None | 5 | 20 | auto | True | 0.024 | 0.7 | 0.5 | 1.0 | 0.819s | 36.148s |
| Iteration 21 | 210 | gini | 2 | 18 | 18 | 0.7 | False | 0.0297 | --- | 0.6875 | 1.0 | 1.349s | 38.480s |
| Iteration 22 | 379 | entropy | 3 | 13 | 5 | 0.7 | False | 0.0006 | --- | 0.9375 | 1.0 | 0.862s | 40.407s |
| Iteration 23 | 181 | entropy | 2 | 5 | 6 | auto | False | 0.014 | --- | 0.8125 | 1.0 | 0.750s | 42.277s |
| Iteration 24 | 385 | entropy | 5 | 3 | 20 | auto | False | 0.0254 | --- | 0.6562 | 1.0 | 0.848s | 44.288s |
| Iteration 25 | 10 | entropy | 9 | 6 | 19 | None | False | 0.0023 | --- | 0.625 | 1.0 | 0.636s | 45.958s |
| Iteration 26 | 500 | entropy | None | 3 | 1 | auto | False | 0.0266 | --- | 0.8125 | 1.0 | 0.952s | 47.936s |
| Iteration 27 | 500 | entropy | None | 5 | 1 | None | False | 0.0176 | --- | 0.8438 | 1.0 | 0.984s | 50.005s |
| Iteration 28 | 377 | entropy | 4 | 19 | 11 | sqrt | False | 0.025 | --- | 0.625 | 1.0 | 0.860s | 52.999s |
| Iteration 29 | 385 | entropy | None | 8 | 19 | 0.5 | False | 0.0332 | --- | 0.8125 | 1.0 | 0.859s | 55.118s |
| Iteration 30 | 476 | gini | 5 | 15 | 7 | None | False | 0.0103 | --- | 0.6562 | 1.0 | 0.921s | 58.559s |
| Iteration 31 | 363 | entropy | 4 | 20 | 12 | 0.6 | False | 0.0303 | --- | 0.9375 | 1.0 | 0.843s | 1m:01s |
| Iteration 32 | 447 | entropy | 4 | 2 | 12 | sqrt | False | 0.0063 | --- | 0.875 | 1.0 | 0.884s | 1m:03s |
| Iteration 33 | 407 | entropy | 5 | 9 | 8 | 0.6 | False | 0.0341 | --- | 0.75 | 1.0 | 0.875s | 1m:05s |
| Iteration 34 | 442 | gini | 5 | 15 | 8 | 0.9 | False | 0.0005 | --- | 0.8125 | 1.0 | 0.905s | 1m:07s |
| Iteration 35 | 389 | gini | 4 | 15 | 19 | 0.7 | False | 0.0091 | --- | 0.7812 | 1.0 | 0.853s | 1m:09s |
| Iteration 36 | 433 | gini | 5 | 15 | 9 | 0.7 | False | 0.0028 | --- | 0.875 | 1.0 | 0.885s | 1m:11s |
| Iteration 37 | 466 | entropy | 1 | 2 | 13 | auto | False | 0.0349 | --- | 0.8125 | 1.0 | 0.890s | 1m:13s |
| Iteration 38 | 416 | entropy | 4 | 18 | 3 | 0.7 | False | 0.0052 | --- | 0.875 | 1.0 | 0.880s | 1m:15s |
| Iteration 39 | 436 | entropy | 6 | 20 | 9 | 0.6 | False | 0.0054 | --- | 0.75 | 1.0 | 0.897s | 1m:17s |
| Iteration 40 | 195 | entropy | None | 2 | 1 | 0.6 | False | 0.0018 | --- | 0.9375 | 1.0 | 0.777s | 1m:19s |
| Iteration 41 | 206 | gini | None | 2 | 1 | 0.5 | False | 0.0049 | --- | 1.0 | 1.0 | 0.797s | 1m:21s |
| Iteration 42 | 351 | gini | 4 | 13 | 9 | 0.7 | False | 0.0045 | --- | 0.6875 | 1.0 | 0.887s | 1m:24s |
| Iteration 43 | 10 | gini | None | 2 | 1 | 0.5 | False | 0.0 | --- | 0.7812 | 1.0 | 0.679s | 1m:25s |
| Iteration 44 | 336 | gini | None | 11 | 1 | None | True | 0.0319 | 0.8 | 0.9375 | 1.0 | 0.947s | 1m:28s |
| Iteration 45 | 438 | entropy | 5 | 16 | 8 | 0.9 | False | 0.0217 | --- | 1.0 | 1.0 | 0.946s | 1m:30s |
| Iteration 46 | 228 | gini | 3 | 4 | 1 | sqrt | False | 0.0002 | --- | 0.9375 | 1.0 | 0.857s | 1m:33s |
| Iteration 47 | 442 | entropy | 3 | 11 | 8 | 0.9 | False | 0.0263 | --- | 0.8125 | 1.0 | 0.949s | 1m:35s |
| Iteration 48 | 500 | entropy | None | 2 | 1 | None | True | 0.0 | 0.6 | 0.625 | 1.0 | 1.059s | 1m:38s |
| Iteration 49 | 246 | gini | None | 20 | 1 | None | True | 0.0328 | 0.9 | 0.5625 | 1.0 | 0.863s | 1m:41s |
| Iteration 50 | 217 | entropy | 9 | 20 | 2 | None | False | 0.0025 | --- | 0.875 | 1.0 | 0.804s | 1m:43s |
Bayesian Optimization ---------------------------
Best call --> Iteration 45
Best parameters --> {'n_estimators': 438, 'criterion': 'entropy', 'max_depth': 5, 'min_samples_split': 16, 'min_samples_leaf': 8, 'max_features': 0.9, 'bootstrap': False, 'ccp_alpha': 0.0217}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:44s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9196
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.324s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.83 ± 0.1077
Time elapsed: 1.436s
-------------------------------------------------
Total time: 1m:46s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.779s | 0.799s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.8438 | 0.8438 | 0.772s | 2.255s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.8438 | 0.763s | 3.670s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.8438 | 0.717s | 4.989s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.8438 | 0.755s | 6.411s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.8438 | 0.734s | 7.836s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.8438 | 0.742s | 9.196s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.8438 | 0.737s | 10.535s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.75 | 0.8438 | 0.772s | 12.009s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.8438 | 0.746s | 13.388s |
| Iteration 11 | 290 | 0.0173 | 5 | 0.2321 | 3 | 0.6 | 0.7 | 0.01 | 100 | 1.0 | 1.0 | 0.681s | 15.089s |
| Iteration 12 | 500 | 1.0 | 6 | 0.0 | 2 | 0.9 | 0.9 | 0 | 100 | 0.625 | 1.0 | 0.722s | 16.849s |
| Iteration 13 | 58 | 0.0208 | 7 | 0.6743 | 3 | 0.7 | 0.9 | 0.01 | 0.01 | 0.875 | 1.0 | 0.645s | 18.725s |
| Iteration 14 | 262 | 0.0131 | 4 | 0.1514 | 3 | 0.5 | 0.6 | 0.01 | 100 | 0.875 | 1.0 | 0.685s | 20.704s |
| Iteration 15 | 359 | 0.01 | 8 | 0.0 | 1 | 1.0 | 0.8 | 0 | 10 | 0.75 | 1.0 | 0.725s | 22.474s |
| Iteration 16 | 411 | 0.01 | 6 | 0.0 | 3 | 0.9 | 0.7 | 0 | 1 | 1.0 | 1.0 | 0.719s | 24.581s |
| Iteration 17 | 56 | 0.01 | 10 | 0.0 | 3 | 0.5 | 0.7 | 0 | 10 | 0.5625 | 1.0 | 0.667s | 26.404s |
| Iteration 18 | 49 | 0.0132 | 5 | 0.2563 | 1 | 0.9 | 0.7 | 0 | 1 | 0.5 | 1.0 | 0.675s | 28.263s |
| Iteration 19 | 391 | 0.0144 | 5 | 0.2343 | 3 | 0.7 | 0.8 | 0.01 | 10 | 0.75 | 1.0 | 0.726s | 30.146s |
| Iteration 20 | 31 | 0.01 | 6 | 0.5144 | 3 | 0.8 | 0.6 | 0 | 0 | 0.75 | 1.0 | 0.637s | 31.890s |
| Iteration 21 | 315 | 0.01 | 5 | 0.7441 | 3 | 0.9 | 0.7 | 0 | 0.1 | 0.8125 | 1.0 | 0.740s | 33.827s |
| Iteration 22 | 500 | 0.01 | 1 | 0.0 | 3 | 1.0 | 0.7 | 0 | 0 | 0.875 | 1.0 | 0.761s | 35.708s |
| Iteration 23 | 389 | 0.01 | 9 | 0.0 | 4 | 0.9 | 0.7 | 0 | 0.1 | 0.8125 | 1.0 | 0.745s | 38.186s |
| Iteration 24 | 337 | 0.063 | 4 | 0.0 | 3 | 0.8 | 0.5 | 0 | 1 | 0.9375 | 1.0 | 0.739s | 40.054s |
| Iteration 25 | 20 | 0.7986 | 2 | 1.0 | 4 | 0.8 | 1.0 | 0 | 0 | 0.6875 | 1.0 | 0.688s | 41.898s |
| Iteration 26 | 363 | 0.01 | 2 | 0.0 | 3 | 1.0 | 1.0 | 0 | 0.1 | 0.875 | 1.0 | 0.767s | 43.874s |
| Iteration 27 | 279 | 0.0835 | 1 | 0.2434 | 3 | 0.8 | 0.6 | 0 | 0.01 | 1.0 | 1.0 | 0.720s | 45.654s |
| Iteration 28 | 274 | 0.0803 | 7 | 0.2967 | 3 | 1.0 | 0.8 | 0 | 0.01 | 0.5625 | 1.0 | 0.727s | 47.507s |
| Iteration 29 | 240 | 0.0237 | 6 | 0.6049 | 3 | 0.6 | 0.7 | 0.01 | 0.1 | 0.8125 | 1.0 | 0.720s | 49.473s |
| Iteration 30 | 217 | 0.0271 | 6 | 0.2648 | 3 | 0.6 | 0.7 | 0.01 | 1 | 0.75 | 1.0 | 0.718s | 51.428s |
| Iteration 31 | 413 | 0.0815 | 4 | 0.2001 | 3 | 0.7 | 0.9 | 0 | 1 | 0.9375 | 1.0 | 0.757s | 53.467s |
| Iteration 32 | 445 | 0.0489 | 1 | 0.0 | 4 | 0.5 | 0.5 | 0.01 | 0.01 | 0.8125 | 1.0 | 0.705s | 55.432s |
| Iteration 33 | 500 | 0.0325 | 1 | 0.4686 | 2 | 0.8 | 0.5 | 0 | 1 | 0.75 | 1.0 | 0.717s | 57.419s |
| Iteration 34 | 482 | 0.0802 | 5 | 0.1816 | 3 | 0.8 | 0.7 | 0.01 | 0 | 0.75 | 1.0 | 0.723s | 59.358s |
| Iteration 35 | 37 | 0.01 | 1 | 0.0 | 4 | 1.0 | 0.4 | 0 | 0.1 | 0.9062 | 1.0 | 0.642s | 1m:01s |
| Iteration 36 | 500 | 0.01 | 1 | 1.0 | 4 | 0.8 | 1.0 | 0 | 100 | 0.8438 | 1.0 | 0.711s | 1m:03s |
| Iteration 37 | 20 | 0.0189 | 1 | 0.0 | 3 | 0.8 | 1.0 | 0 | 1 | 0.625 | 1.0 | 0.635s | 1m:05s |
| Iteration 38 | 20 | 1.0 | 10 | 0.4712 | 10 | 1.0 | 0.8 | 100 | 1 | 0.5 | 1.0 | 0.648s | 1m:08s |
| Iteration 39 | 500 | 0.01 | 1 | 0.5644 | 10 | 0.6 | 0.8 | 0 | 10 | 0.5 | 1.0 | 0.708s | 1m:10s |
| Iteration 40 | 466 | 0.078 | 5 | 0.2524 | 2 | 0.8 | 0.5 | 0 | 1 | 0.875 | 1.0 | 0.717s | 1m:12s |
| Iteration 41 | 188 | 0.0804 | 4 | 0.2069 | 3 | 0.8 | 0.4 | 0 | 0 | 0.75 | 1.0 | 0.667s | 1m:14s |
| Iteration 42 | 500 | 0.01 | 1 | 0.0 | 3 | 0.5 | 1.0 | 0 | 100 | 0.5 | 1.0 | 0.708s | 1m:16s |
| Iteration 43 | 310 | 0.2626 | 1 | 0.1722 | 3 | 0.7 | 0.9 | 0 | 0.01 | 0.4375 | 1.0 | 0.680s | 1m:18s |
| Iteration 44 | 162 | 0.0653 | 4 | 0.6307 | 2 | 0.6 | 0.6 | 0 | 10 | 0.875 | 1.0 | 0.667s | 1m:20s |
| Iteration 45 | 306 | 0.0172 | 7 | 0.4924 | 2 | 0.5 | 0.4 | 0.1 | 1 | 1.0 | 1.0 | 0.689s | 1m:22s |
| Iteration 46 | 194 | 0.0178 | 5 | 0.6752 | 2 | 0.5 | 0.4 | 0.1 | 100 | 0.5 | 1.0 | 0.664s | 1m:24s |
| Iteration 47 | 500 | 0.01 | 4 | 0.0578 | 3 | 1.0 | 0.4 | 100 | 0.01 | 0.5 | 1.0 | 0.711s | 1m:26s |
| Iteration 48 | 500 | 0.01 | 10 | 1.0 | 4 | 0.7 | 0.4 | 0 | 0 | 0.5625 | 1.0 | 0.712s | 1m:28s |
| Iteration 49 | 222 | 0.0176 | 5 | 0.0899 | 2 | 0.6 | 0.9 | 0.01 | 100 | 0.5625 | 1.0 | 1.274s | 1m:31s |
| Iteration 50 | 500 | 0.01 | 5 | 0.0 | 3 | 1.0 | 0.4 | 0 | 0.01 | 0.8125 | 1.0 | 0.774s | 1m:33s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'n_estimators': 279, 'learning_rate': 0.0835, 'max_depth': 1, 'gamma': 0.2434, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.6, 'reg_alpha': 0, 'reg_lambda': 0.01}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:35s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9321
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.070s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.87 ± 0.0872
Time elapsed: 0.205s
-------------------------------------------------
Total time: 1m:36s
Final results ==================== >>
Duration: 11m:14s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.9 ± 0.0447 !
Logistic Regression --> roc_auc: 0.88 ± 0.06
Linear Discriminant Analysis --> roc_auc: 0.8 ± 0.1225
Quadratic Discriminant Analysis --> roc_auc: 0.7 ± 0.1225 ~
Radius Nearest Neighbors --> roc_auc: 0.63 ± 0.0678 ~
AdaBoost --> roc_auc: 0.87 ± 0.0812
Random Forest --> roc_auc: 0.83 ± 0.1077
XGBoost --> roc_auc: 0.87 ± 0.0872
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CAATSGSARQLTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAATNFGNEKLTF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CALTSGTYKYIF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVRGAAGNKLTF.
>>> Dropping feature CAVRPNDYKLSF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CALGDDKIIF.
>>> Dropping feature CALSDSNYQLIW.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CAVEDQTGANNLFF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVLDSSYKLIF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAAGGYQKVTF.
>>> Dropping feature CAGNQAGTALIF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAPNSGGGADGLTF.
>>> Dropping feature CATDSNDYKLSF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVLNAGNNRKLIW.
>>> Dropping feature CAVRGYSSASKIIF.
>>> Dropping feature CAVRNTGFQKLVF.
>>> Dropping feature CAYRSAGTGNQFYF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CAGNSGNTPLVF.
>>> Dropping feature CAGNTGNQFYF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVEDTGGFKTIF.
>>> Dropping feature CAVSETGNQFYF.
>>> Dropping feature CAVSSGGGADGLTF.
>>> Dropping feature CAVSSSNTGKLIF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CAVPGSSNTGKLIF.
>>> Dropping feature CAYRSANFGNEKLTF.
>>> Dropping feature CAVKGGSEKLVF.
>>> Dropping feature CAVSPSGGYQKVTF.
>>> Dropping feature CASSLGGNQPQHF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.9375 | 0.9375 | 3.169s | 3.189s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.75 | 0.9375 | 3.222s | 7.346s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.5625 | 0.9375 | 3.181s | 11.167s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.4375 | 0.9375 | 3.223s | 15.004s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.8125 | 0.9375 | 3.217s | 18.907s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.9375 | 0.9375 | 3.253s | 22.802s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.9375 | 0.9375 | 3.201s | 26.654s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.9375 | 0.9375 | 3.267s | 30.622s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.6875 | 0.9375 | 3.252s | 34.494s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.6875 | 0.9375 | 3.222s | 38.401s |
| Iteration 11 | exponen.. | 1.0 | 258 | 0.9 | squared_er.. | 2 | 5 | 8 | auto | 0.0325 | 0.75 | 0.9375 | 3.267s | 42.607s |
| Iteration 12 | deviance | 0.1909 | 370 | 0.6 | friedman_mse | 3 | 14 | 2 | 0.5 | 0.0266 | 0.75 | 0.9375 | 3.250s | 47.149s |
| Iteration 13 | exponen.. | 0.0843 | 25 | 0.9 | friedman_mse | 12 | 8 | 5 | 0.8 | 0.0155 | 0.9062 | 0.9375 | 3.115s | 51.401s |
| Iteration 14 | exponen.. | 0.2902 | 500 | 0.7 | squared_er.. | 13 | 8 | 8 | 0.7 | 0.0087 | 0.6875 | 0.9375 | 3.384s | 57.172s |
| Iteration 15 | exponen.. | 0.2907 | 125 | 1.0 | friedman_mse | 4 | 6 | 4 | None | 0.0094 | 1.0 | 1.0 | 3.222s | 1m:02s |
| Iteration 16 | exponen.. | 0.4873 | 300 | 0.9 | friedman_mse | 8 | 5 | 4 | None | 0.0259 | 0.9375 | 1.0 | 3.287s | 1m:06s |
| Iteration 17 | exponen.. | 0.0104 | 10 | 0.7 | squared_er.. | 9 | 6 | 2 | None | 0.0142 | 0.125 | 1.0 | 3.185s | 1m:10s |
| Iteration 18 | exponen.. | 0.0257 | 500 | 1.0 | friedman_mse | 19 | 1 | 3 | None | 0.0059 | 0.625 | 1.0 | 3.390s | 1m:15s |
| Iteration 19 | deviance | 0.0152 | 356 | 0.5 | squared_er.. | 9 | 2 | 6 | 0.7 | 0.0079 | 0.9375 | 1.0 | 3.229s | 1m:19s |
| Iteration 20 | exponen.. | 1.0 | 124 | 1.0 | friedman_mse | 7 | 1 | 2 | None | 0.0064 | 0.3125 | 1.0 | 3.185s | 1m:23s |
| Iteration 21 | exponen.. | 0.1536 | 81 | 1.0 | friedman_mse | 9 | 2 | 6 | 0.8 | 0.0061 | 0.9375 | 1.0 | 3.182s | 1m:30s |
| Iteration 22 | exponen.. | 1.0 | 55 | 0.8 | squared_er.. | 2 | 13 | 6 | 0.8 | 0.0319 | 0.8125 | 1.0 | 3.149s | 1m:34s |
| Iteration 23 | exponen.. | 0.2505 | 80 | 1.0 | friedman_mse | 2 | 1 | 4 | 0.9 | 0.0 | 0.875 | 1.0 | 3.172s | 1m:38s |
| Iteration 24 | deviance | 0.1273 | 111 | 1.0 | squared_er.. | 11 | 20 | 10 | auto | 0.034 | 0.5 | 1.0 | 3.154s | 1m:42s |
| Iteration 25 | deviance | 1.0 | 170 | 0.5 | squared_er.. | 13 | 1 | 10 | 0.5 | 0.0 | 0.75 | 1.0 | 3.169s | 1m:47s |
| Iteration 26 | deviance | 0.0238 | 240 | 1.0 | friedman_mse | 13 | 1 | 6 | 0.7 | 0.0294 | 0.6875 | 1.0 | 3.196s | 1m:52s |
| Iteration 27 | deviance | 0.4972 | 31 | 0.7 | friedman_mse | 8 | 11 | 4 | None | 0.0062 | 0.6875 | 1.0 | 3.172s | 1m:56s |
| Iteration 28 | exponen.. | 0.368 | 187 | 1.0 | friedman_mse | 10 | 1 | 5 | None | 0.0083 | 0.0625 | 1.0 | 3.219s | 2m:00s |
| Iteration 29 | exponen.. | 1.0 | 345 | 0.9 | friedman_mse | 12 | 7 | 3 | None | 0.0018 | 0.6875 | 1.0 | 3.267s | 2m:05s |
| Iteration 30 | deviance | 0.302 | 44 | 1.0 | squared_er.. | 5 | 6 | 4 | None | 0.016 | 0.7812 | 1.0 | 3.130s | 2m:09s |
| Iteration 31 | exponen.. | 0.5446 | 158 | 0.6 | squared_er.. | 18 | 2 | 7 | auto | 0.0243 | 0.9375 | 1.0 | 3.171s | 2m:14s |
| Iteration 32 | exponen.. | 0.2945 | 91 | 1.0 | friedman_mse | 19 | 6 | 10 | None | 0.0142 | 0.6875 | 1.0 | 3.161s | 2m:18s |
| Iteration 33 | exponen.. | 0.5897 | 415 | 0.7 | squared_er.. | 6 | 3 | 3 | auto | 0.0129 | 0.75 | 1.0 | 3.274s | 2m:23s |
| Iteration 34 | deviance | 0.2688 | 273 | 0.6 | squared_er.. | 6 | 3 | 10 | auto | 0.0316 | 0.6875 | 1.0 | 3.203s | 2m:27s |
| Iteration 35 | exponen.. | 0.312 | 126 | 0.9 | friedman_mse | 10 | 8 | 6 | 0.9 | 0.0226 | 0.5 | 1.0 | 3.173s | 2m:31s |
| Iteration 36 | exponen.. | 0.3122 | 27 | 0.8 | friedman_mse | 8 | 4 | 5 | auto | 0.0311 | 1.0 | 1.0 | 3.189s | 2m:36s |
| Iteration 37 | deviance | 0.0512 | 443 | 0.7 | friedman_mse | 12 | 8 | 5 | 0.7 | 0.003 | 0.625 | 1.0 | 3.252s | 2m:41s |
| Iteration 38 | exponen.. | 0.186 | 10 | 0.8 | friedman_mse | 8 | 4 | 2 | auto | 0.0311 | 0.8125 | 1.0 | 3.156s | 2m:45s |
| Iteration 39 | exponen.. | 0.2921 | 117 | 0.7 | friedman_mse | 20 | 3 | 8 | auto | 0.0287 | 1.0 | 1.0 | 3.183s | 2m:50s |
| Iteration 40 | exponen.. | 0.6412 | 332 | 0.9 | squared_er.. | 17 | 4 | 5 | auto | 0.0273 | 1.0 | 1.0 | 3.237s | 2m:54s |
| Iteration 41 | exponen.. | 0.7347 | 207 | 0.9 | squared_er.. | 13 | 2 | 4 | auto | 0.0296 | 0.625 | 1.0 | 3.181s | 2m:59s |
| Iteration 42 | exponen.. | 0.352 | 354 | 0.6 | friedman_mse | 4 | 4 | 6 | auto | 0.0305 | 0.6875 | 1.0 | 3.222s | 3m:03s |
| Iteration 43 | exponen.. | 0.3276 | 20 | 0.8 | friedman_mse | 16 | 4 | 7 | auto | 0.0287 | 0.7188 | 1.0 | 3.103s | 3m:07s |
| Iteration 44 | exponen.. | 0.313 | 96 | 0.7 | squared_er.. | 17 | 3 | 7 | auto | 0.0258 | 0.9688 | 1.0 | 3.157s | 3m:12s |
| Iteration 45 | exponen.. | 0.2893 | 68 | 1.0 | friedman_mse | 2 | 6 | 5 | None | 0.0216 | 0.8125 | 1.0 | 3.153s | 3m:17s |
| Iteration 46 | exponen.. | 0.2897 | 18 | 0.8 | friedman_mse | 5 | 4 | 7 | auto | 0.0348 | 0.8125 | 1.0 | 3.156s | 3m:21s |
| Iteration 47 | exponen.. | 0.1015 | 264 | 0.7 | friedman_mse | 19 | 3 | 3 | auto | 0.0332 | 0.75 | 1.0 | 3.195s | 3m:26s |
| Iteration 48 | exponen.. | 0.2897 | 125 | 1.0 | friedman_mse | 2 | 6 | 2 | None | 0.0077 | 0.875 | 1.0 | 3.146s | 3m:31s |
| Iteration 49 | exponen.. | 0.7371 | 316 | 0.9 | squared_er.. | 20 | 4 | 5 | auto | 0.0138 | 0.625 | 1.0 | 3.214s | 3m:35s |
| Iteration 50 | exponen.. | 0.0244 | 285 | 0.7 | friedman_mse | 15 | 8 | 2 | 0.7 | 0.0005 | 1.0 | 1.0 | 3.840s | 3m:41s |
Bayesian Optimization ---------------------------
Best call --> Iteration 50
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0244, 'n_estimators': 285, 'subsample': 0.7, 'criterion': 'friedman_mse', 'min_samples_split': 15, 'min_samples_leaf': 8, 'max_depth': 2, 'max_features': 0.7, 'ccp_alpha': 0.0005}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:42s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9893
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.089s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.0894
Time elapsed: 0.424s
-------------------------------------------------
Total time: 3m:43s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.6875 | 0.6875 | 3.183s | 3.195s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.625 | 0.6875 | 3.192s | 7.076s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.5 | 0.6875 | 3.195s | 10.925s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.4375 | 0.6875 | 3.151s | 16.224s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.3125 | 0.6875 | 3.186s | 20.448s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.625 | 0.6875 | 3.138s | 24.232s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.625 | 0.6875 | 3.162s | 28.044s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.5625 | 0.6875 | 3.165s | 31.869s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.9375 | 0.9375 | 3.166s | 35.657s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.75 | 0.9375 | 3.158s | 39.452s |
| Iteration 11 | l1 | 0.0241 | saga | 142 | --- | 0.5 | 0.9375 | 3.145s | 43.634s |
| Iteration 12 | l2 | 0.0461 | libli.. | 299 | --- | 0.75 | 0.9375 | 3.164s | 47.863s |
| Iteration 13 | l1 | 1.2171 | libli.. | 982 | --- | 0.5 | 0.9375 | 3.207s | 52.012s |
| Iteration 14 | l2 | 0.0164 | sag | 309 | --- | 0.75 | 0.9375 | 3.171s | 56.078s |
| Iteration 15 | l2 | 100.0 | lbfgs | 298 | --- | 0.625 | 0.9375 | 3.188s | 1m:00s |
| Iteration 16 | l2 | 0.0031 | lbfgs | 225 | --- | 0.8125 | 0.9375 | 3.193s | 1m:04s |
| Iteration 17 | none | --- | saga | 700 | --- | 0.1875 | 0.9375 | 3.165s | 1m:08s |
| Iteration 18 | none | --- | saga | 225 | --- | 0.1875 | 0.9375 | 3.160s | 1m:13s |
| Iteration 19 | l2 | 0.001 | sag | 725 | --- | 0.5625 | 0.9375 | 3.162s | 1m:17s |
| Iteration 20 | l2 | 0.0221 | libli.. | 100 | --- | 0.3125 | 0.9375 | 3.194s | 1m:21s |
| Iteration 21 | l2 | 0.001 | newto.. | 926 | --- | 0.5 | 0.9375 | 3.165s | 1m:25s |
| Iteration 22 | elast.. | 1.2214 | saga | 918 | 0.1 | 0.625 | 0.9375 | 3.174s | 1m:29s |
| Iteration 23 | l2 | 0.0024 | lbfgs | 535 | --- | 0.625 | 0.9375 | 3.192s | 1m:34s |
| Iteration 24 | elast.. | 0.022 | saga | 101 | 0.2 | 0.5 | 0.9375 | 3.161s | 1m:38s |
| Iteration 25 | none | --- | sag | 995 | --- | 0.625 | 0.9375 | 3.177s | 1m:42s |
| Iteration 26 | l2 | 39.6497 | lbfgs | 100 | --- | 0.625 | 0.9375 | 3.167s | 1m:46s |
| Iteration 27 | l2 | 0.001 | newto.. | 161 | --- | 0.0625 | 0.9375 | 3.181s | 1m:50s |
| Iteration 28 | l2 | 0.0025 | libli.. | 289 | --- | 0.5 | 0.9375 | 3.795s | 1m:55s |
| Iteration 29 | l2 | 0.0222 | sag | 292 | --- | 0.6875 | 0.9375 | 3.167s | 1m:60s |
| Iteration 30 | l2 | 0.0797 | newto.. | 310 | --- | 0.4375 | 0.9375 | 3.136s | 2m:04s |
| Iteration 31 | l2 | 0.027 | newto.. | 303 | --- | 0.5625 | 0.9375 | 3.172s | 2m:08s |
| Iteration 32 | l2 | 0.001 | libli.. | 359 | --- | 0.75 | 0.9375 | 3.148s | 2m:13s |
| Iteration 33 | l2 | 100.0 | libli.. | 135 | --- | 0.6875 | 0.9375 | 3.166s | 2m:17s |
| Iteration 34 | l2 | 0.001 | libli.. | 836 | --- | 0.5625 | 0.9375 | 3.183s | 2m:21s |
| Iteration 35 | l2 | 0.0056 | lbfgs | 457 | --- | 0.625 | 0.9375 | 3.317s | 2m:26s |
| Iteration 36 | l2 | 0.1288 | libli.. | 332 | --- | 0.6875 | 0.9375 | 3.270s | 2m:30s |
| Iteration 37 | l2 | 0.7896 | libli.. | 329 | --- | 0.5 | 0.9375 | 3.237s | 2m:35s |
| Iteration 38 | l2 | 0.0333 | sag | 515 | --- | 0.5625 | 0.9375 | 3.219s | 2m:39s |
| Iteration 39 | l2 | 0.1243 | saga | 790 | --- | 0.5 | 0.9375 | 3.209s | 2m:44s |
| Iteration 40 | l2 | 0.0022 | libli.. | 100 | --- | 0.8125 | 0.9375 | 3.233s | 2m:48s |
| Iteration 41 | l2 | 0.0198 | libli.. | 100 | --- | 0.3125 | 0.9375 | 3.227s | 2m:52s |
| Iteration 42 | l2 | 0.0226 | libli.. | 100 | --- | 0.625 | 0.9375 | 3.196s | 2m:57s |
| Iteration 43 | l2 | 0.0109 | lbfgs | 100 | --- | 0.9375 | 0.9375 | 3.205s | 3m:01s |
| Iteration 44 | l2 | 0.0132 | lbfgs | 100 | --- | 0.9375 | 0.9375 | 3.244s | 3m:05s |
| Iteration 45 | l2 | 0.0057 | lbfgs | 393 | --- | 0.75 | 0.9375 | 3.237s | 3m:11s |
| Iteration 46 | l2 | 7.2251 | lbfgs | 100 | --- | 0.75 | 0.9375 | 3.204s | 3m:16s |
| Iteration 47 | l2 | 0.001 | lbfgs | 100 | --- | 0.5625 | 0.9375 | 3.219s | 3m:20s |
| Iteration 48 | l2 | 0.007 | lbfgs | 1000 | --- | 0.8125 | 0.9375 | 3.201s | 3m:25s |
| Iteration 49 | l2 | 0.0591 | lbfgs | 227 | --- | 0.5625 | 0.9375 | 3.358s | 3m:30s |
| Iteration 50 | l2 | 0.0013 | lbfgs | 799 | --- | 0.9375 | 0.9375 | 3.402s | 3m:35s |
Bayesian Optimization ---------------------------
Best call --> Iteration 50
Best parameters --> {'penalty': 'l2', 'C': 0.0013, 'solver': 'lbfgs', 'max_iter': 799}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 3m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8277
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.52 ± 0.1122
Time elapsed: 0.060s
-------------------------------------------------
Total time: 3m:36s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.375 | 0.375 | 3.180s | 3.187s |
| Initial point 2 | svd | --- | 0.4375 | 0.4375 | 3.792s | 7.657s |
| Initial point 3 | svd | --- | 0.4375 | 0.4375 | 0.000s | 8.387s |
| Initial point 4 | lsqr | 0.8 | 0.5 | 0.5 | 3.141s | 12.114s |
| Initial point 5 | eigen | 0.9 | 0.6875 | 0.6875 | 3.209s | 15.976s |
| Initial point 6 | lsqr | 0.7 | 0.75 | 0.75 | 3.188s | 19.793s |
| Initial point 7 | lsqr | 0.5 | 0.75 | 0.75 | 3.211s | 23.601s |
| Initial point 8 | lsqr | 0.9 | 0.5 | 0.75 | 3.229s | 27.464s |
| Initial point 9 | lsqr | 0.6 | 0.75 | 0.75 | 3.308s | 31.410s |
| Initial point 10 | eigen | 0.8 | 0.625 | 0.75 | 3.338s | 35.333s |
| Iteration 11 | lsqr | 0.5 | 0.75 | 0.75 | 0.000s | 36.055s |
| Iteration 12 | eigen | 0.7 | 0.6875 | 0.75 | 3.221s | 40.003s |
| Iteration 13 | svd | --- | 0.4375 | 0.75 | 0.000s | 40.739s |
| Iteration 14 | lsqr | auto | 0.75 | 0.75 | 3.275s | 44.759s |
| Iteration 15 | lsqr | 1.0 | 0.6875 | 0.75 | 3.263s | 48.950s |
| Iteration 16 | lsqr | None | 0.875 | 0.875 | 3.329s | 53.136s |
| Iteration 17 | lsqr | None | 0.875 | 0.875 | 0.000s | 54.045s |
| Iteration 18 | eigen | 0.5 | 0.25 | 0.875 | 3.341s | 58.158s |
| Iteration 19 | eigen | 0.6 | 0.8125 | 0.875 | 3.347s | 1m:02s |
| Iteration 20 | svd | --- | 0.4375 | 0.875 | 0.000s | 1m:03s |
| Iteration 21 | eigen | auto | 0.625 | 0.875 | 3.223s | 1m:07s |
| Iteration 22 | eigen | None | 0.625 | 0.875 | 3.225s | 1m:11s |
| Iteration 23 | svd | --- | 0.4375 | 0.875 | 0.000s | 1m:12s |
| Iteration 24 | svd | --- | 0.4375 | 0.875 | 0.000s | 1m:13s |
| Iteration 25 | lsqr | None | 0.875 | 0.875 | 0.000s | 1m:14s |
| Iteration 26 | svd | --- | 0.4375 | 0.875 | 0.000s | 1m:15s |
| Iteration 27 | lsqr | None | 0.875 | 0.875 | 0.000s | 1m:15s |
| Iteration 28 | lsqr | None | 0.875 | 0.875 | 0.000s | 1m:16s |
| Iteration 29 | svd | --- | 0.4375 | 0.875 | 0.000s | 1m:17s |
| Iteration 30 | lsqr | None | 0.875 | 0.875 | 0.000s | 1m:18s |
| Iteration 31 | lsqr | None | 0.875 | 0.875 | 0.000s | 1m:19s |
| Iteration 32 | lsqr | None | 0.875 | 0.875 | 0.000s | 1m:20s |
| Iteration 33 | lsqr | None | 0.875 | 0.875 | 0.000s | 1m:20s |
| Iteration 34 | lsqr | None | 0.875 | 0.875 | 0.000s | 1m:21s |
| Iteration 35 | lsqr | None | 0.875 | 0.875 | 0.000s | 1m:22s |
| Iteration 36 | lsqr | None | 0.875 | 0.875 | 0.000s | 1m:24s |
| Iteration 37 | lsqr | None | 0.875 | 0.875 | 0.000s | 1m:26s |
| Iteration 38 | lsqr | None | 0.875 | 0.875 | 0.001s | 1m:26s |
| Iteration 39 | lsqr | None | 0.875 | 0.875 | 0.000s | 1m:27s |
| Iteration 40 | lsqr | None | 0.875 | 0.875 | 0.000s | 1m:28s |
| Iteration 41 | lsqr | None | 0.875 | 0.875 | 0.000s | 1m:29s |
| Iteration 42 | lsqr | None | 0.875 | 0.875 | 0.001s | 1m:30s |
| Iteration 43 | lsqr | None | 0.875 | 0.875 | 0.001s | 1m:31s |
| Iteration 44 | lsqr | None | 0.875 | 0.875 | 0.000s | 1m:32s |
| Iteration 45 | lsqr | None | 0.875 | 0.875 | 0.000s | 1m:33s |
| Iteration 46 | lsqr | None | 0.875 | 0.875 | 0.000s | 1m:34s |
| Iteration 47 | lsqr | None | 0.875 | 0.875 | 0.000s | 1m:35s |
| Iteration 48 | lsqr | None | 0.875 | 0.875 | 0.000s | 1m:36s |
| Iteration 49 | lsqr | None | 0.875 | 0.875 | 0.000s | 1m:37s |
| Iteration 50 | lsqr | None | 0.875 | 0.875 | 0.001s | 1m:38s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'solver': 'lsqr', 'shrinkage': None}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:39s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8312
Test evaluation --> roc_auc: 0.35
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.45 ± 0.1183
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:39s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.375 | 0.375 | 3.172s | 3.175s |
| Initial point 2 | 0.9 | 0.6875 | 0.6875 | 3.210s | 7.112s |
| Initial point 3 | 0.1 | 0.5625 | 0.6875 | 3.229s | 11.078s |
| Initial point 4 | 1.0 | 0.375 | 0.6875 | 0.000s | 11.816s |
| Initial point 5 | 0.2 | 0.625 | 0.6875 | 3.822s | 16.262s |
| Initial point 6 | 0.4 | 0.4375 | 0.6875 | 3.160s | 20.053s |
| Initial point 7 | 0.4 | 0.4375 | 0.6875 | 0.000s | 20.677s |
| Initial point 8 | 0.7 | 0.3125 | 0.6875 | 3.196s | 24.478s |
| Initial point 9 | 0.9 | 0.6875 | 0.6875 | 0.001s | 25.176s |
| Initial point 10 | 0.8 | 0.625 | 0.6875 | 3.197s | 28.960s |
| Iteration 11 | 0.3 | 0.75 | 0.75 | 3.219s | 32.898s |
| Iteration 12 | 0.6 | 0.6875 | 0.75 | 3.170s | 36.793s |
| Iteration 13 | 0.5 | 0.625 | 0.75 | 3.201s | 40.666s |
| Iteration 14 | 0.0 | 0.75 | 0.75 | 3.211s | 44.575s |
| Iteration 15 | 0.0 | 0.75 | 0.75 | 0.000s | 45.332s |
| Iteration 16 | 0.3 | 0.75 | 0.75 | 0.000s | 46.084s |
| Iteration 17 | 0.3 | 0.75 | 0.75 | 0.000s | 46.897s |
| Iteration 18 | 0.0 | 0.75 | 0.75 | 0.000s | 47.672s |
| Iteration 19 | 0.3 | 0.75 | 0.75 | 0.000s | 48.475s |
| Iteration 20 | 0.0 | 0.75 | 0.75 | 0.000s | 49.219s |
| Iteration 21 | 0.6 | 0.6875 | 0.75 | 0.000s | 49.925s |
| Iteration 22 | 0.0 | 0.75 | 0.75 | 0.000s | 50.638s |
| Iteration 23 | 0.3 | 0.75 | 0.75 | 0.000s | 51.333s |
| Iteration 24 | 0.0 | 0.75 | 0.75 | 0.000s | 52.026s |
| Iteration 25 | 0.3 | 0.75 | 0.75 | 0.000s | 53.053s |
| Iteration 26 | 0.0 | 0.75 | 0.75 | 0.000s | 53.755s |
| Iteration 27 | 0.1 | 0.5625 | 0.75 | 0.000s | 54.472s |
| Iteration 28 | 0.9 | 0.6875 | 0.75 | 0.000s | 55.202s |
| Iteration 29 | 0.2 | 0.625 | 0.75 | 0.000s | 55.931s |
| Iteration 30 | 0.8 | 0.625 | 0.75 | 0.000s | 56.658s |
| Iteration 31 | 0.3 | 0.75 | 0.75 | 0.000s | 57.393s |
| Iteration 32 | 0.3 | 0.75 | 0.75 | 0.000s | 58.120s |
| Iteration 33 | 0.0 | 0.75 | 0.75 | 0.000s | 58.847s |
| Iteration 34 | 0.0 | 0.75 | 0.75 | 0.000s | 59.580s |
| Iteration 35 | 0.3 | 0.75 | 0.75 | 0.000s | 1m:00s |
| Iteration 36 | 0.3 | 0.75 | 0.75 | 0.000s | 1m:01s |
| Iteration 37 | 0.0 | 0.75 | 0.75 | 0.000s | 1m:02s |
| Iteration 38 | 0.3 | 0.75 | 0.75 | 0.000s | 1m:03s |
| Iteration 39 | 0.0 | 0.75 | 0.75 | 0.000s | 1m:03s |
| Iteration 40 | 0.3 | 0.75 | 0.75 | 0.000s | 1m:04s |
| Iteration 41 | 0.0 | 0.75 | 0.75 | 0.000s | 1m:05s |
| Iteration 42 | 0.3 | 0.75 | 0.75 | 0.000s | 1m:06s |
| Iteration 43 | 0.0 | 0.75 | 0.75 | 0.000s | 1m:07s |
| Iteration 44 | 0.0 | 0.75 | 0.75 | 0.000s | 1m:08s |
| Iteration 45 | 0.3 | 0.75 | 0.75 | 0.001s | 1m:09s |
| Iteration 46 | 0.0 | 0.75 | 0.75 | 0.000s | 1m:09s |
| Iteration 47 | 0.3 | 0.75 | 0.75 | 0.000s | 1m:10s |
| Iteration 48 | 0.0 | 0.75 | 0.75 | 0.001s | 1m:11s |
| Iteration 49 | 0.3 | 0.75 | 0.75 | 0.001s | 1m:12s |
| Iteration 50 | 0.0 | 0.75 | 0.75 | 0.000s | 1m:13s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'reg_param': 0.3}
Best evaluation --> roc_auc: 0.75
Time elapsed: 1m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8045
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.52 ± 0.0245
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:14s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 11.0622 | dista.. | auto | 40 | 1 | 0.5625 | 0.5625 | 3.222s | 3.242s |
| Initial point 2 | 4.3995 | uniform | kd_tree | 39 | 2 | 0.6875 | 0.6875 | 3.207s | 7.056s |
| Initial point 3 | 3.4753 | dista.. | ball_tree | 25 | 2 | 0.8438 | 0.8438 | 3.263s | 10.926s |
| Initial point 4 | 10.139 | uniform | ball_tree | 39 | 2 | 0.5 | 0.8438 | 3.191s | 14.756s |
| Initial point 5 | 7.9426 | dista.. | auto | 30 | 2 | 0.375 | 0.8438 | 3.230s | 18.584s |
| Initial point 6 | 9.1981 | dista.. | ball_tree | 21 | 2 | 0.3125 | 0.8438 | 3.222s | 22.396s |
| Initial point 7 | 6.5792 | dista.. | ball_tree | 24 | 1 | 0.4375 | 0.8438 | 3.207s | 27.774s |
| Initial point 8 | 1.5766 | dista.. | ball_tree | 21 | 2 | 0.5 | 0.8438 | 3.228s | 33.693s |
| Initial point 9 | 7.3287 | uniform | ball_tree | 24 | 1 | 0.375 | 0.8438 | 3.144s | 39.651s |
| Initial point 10 | 5.2055 | uniform | brute | 22 | 2 | 0.75 | 0.8438 | 3.142s | 43.881s |
| Iteration 11 | 4.0931 | uniform | ball_tree | 20 | 1 | 0.5625 | 0.8438 | 3.796s | 48.883s |
| Iteration 12 | 3.792 | dista.. | ball_tree | 25 | 2 | 0.6562 | 0.8438 | 3.202s | 53.362s |
| Iteration 13 | 0.0 | uniform | ball_tree | 29 | 1 | 0.5 | 0.8438 | 3.201s | 57.389s |
| Iteration 14 | 3.103 | uniform | kd_tree | 39 | 2 | 0.5625 | 0.8438 | 3.188s | 1m:01s |
| Iteration 15 | 4.4727 | dista.. | brute | 20 | 2 | 0.3125 | 0.8438 | 3.207s | 1m:06s |
| Iteration 16 | 0.0 | uniform | ball_tree | 25 | 2 | 0.5 | 0.8438 | 3.223s | 1m:10s |
| Iteration 17 | 3.2609 | dista.. | auto | 27 | 2 | 0.75 | 0.8438 | 3.188s | 1m:14s |
| Iteration 18 | 4.8541 | uniform | kd_tree | 28 | 1 | 0.2188 | 0.8438 | 3.208s | 1m:18s |
| Iteration 19 | 4.856 | uniform | brute | 29 | 2 | 0.5625 | 0.8438 | 3.198s | 1m:22s |
| Iteration 20 | 3.4431 | dista.. | brute | 24 | 2 | 0.375 | 0.8438 | 3.199s | 1m:26s |
| Iteration 21 | 4.1965 | dista.. | auto | 37 | 2 | 0.625 | 0.8438 | 3.183s | 1m:30s |
| Iteration 22 | 6.1253 | uniform | kd_tree | 21 | 2 | 0.7188 | 0.8438 | 3.238s | 1m:34s |
| Iteration 23 | 6.7413 | uniform | brute | 28 | 2 | 0.6875 | 0.8438 | 3.231s | 1m:39s |
| Iteration 24 | 5.7547 | uniform | ball_tree | 21 | 2 | 0.2812 | 0.8438 | 3.222s | 1m:43s |
| Iteration 25 | 1.8177 | dista.. | auto | 36 | 2 | 0.75 | 0.8438 | 3.185s | 1m:47s |
| Iteration 26 | 0.3789 | dista.. | auto | 22 | 2 | 0.5 | 0.8438 | 3.207s | 1m:51s |
| Iteration 27 | 6.2011 | uniform | kd_tree | 36 | 2 | 0.2812 | 0.8438 | 3.209s | 1m:55s |
| Iteration 28 | 2.9608 | dista.. | ball_tree | 31 | 2 | 0.1562 | 0.8438 | 3.210s | 1m:59s |
| Iteration 29 | 3.2205 | dista.. | ball_tree | 25 | 1 | 0.375 | 0.8438 | 3.178s | 2m:05s |
| Iteration 30 | 3.4813 | dista.. | ball_tree | 25 | 2 | 0.4375 | 0.8438 | 3.176s | 2m:09s |
| Iteration 31 | 8.9215 | uniform | brute | 27 | 2 | 0.7188 | 0.8438 | 3.180s | 2m:13s |
| Iteration 32 | 6.9884 | uniform | brute | 25 | 2 | 0.375 | 0.8438 | 3.195s | 2m:18s |
| Iteration 33 | 6.1359 | uniform | brute | 21 | 2 | 0.5312 | 0.8438 | 3.191s | 2m:22s |
| Iteration 34 | 2.5656 | dista.. | auto | 35 | 2 | 0.4062 | 0.8438 | 3.194s | 2m:27s |
| Iteration 35 | 3.4755 | dista.. | ball_tree | 28 | 2 | 0.7812 | 0.8438 | 3.819s | 2m:32s |
| Iteration 36 | 3.721 | dista.. | ball_tree | 27 | 2 | 0.375 | 0.8438 | 3.173s | 2m:36s |
| Iteration 37 | 3.4742 | dista.. | ball_tree | 27 | 2 | 0.75 | 0.8438 | 3.202s | 2m:40s |
| Iteration 38 | 3.3784 | uniform | ball_tree | 28 | 2 | 0.6875 | 0.8438 | 3.199s | 2m:45s |
| Iteration 39 | 3.3991 | dista.. | auto | 28 | 2 | 0.75 | 0.8438 | 3.192s | 2m:49s |
| Iteration 40 | 3.3866 | dista.. | auto | 27 | 2 | 0.5 | 0.8438 | 3.214s | 2m:53s |
| Iteration 41 | 3.44 | dista.. | ball_tree | 31 | 2 | 0.3125 | 0.8438 | 3.197s | 2m:58s |
| Iteration 42 | 7.8321 | dista.. | kd_tree | 28 | 2 | 0.8125 | 0.8438 | 3.196s | 3m:02s |
| Iteration 43 | 10.6376 | dista.. | kd_tree | 28 | 2 | 1.0 | 1.0 | 3.217s | 3m:06s |
| Iteration 44 | 10.9624 | dista.. | kd_tree | 28 | 2 | 1.0 | 1.0 | 3.235s | 3m:11s |
| Iteration 45 | 10.9409 | dista.. | brute | 28 | 2 | 1.0 | 1.0 | 3.198s | 3m:15s |
| Iteration 46 | 11.0935 | dista.. | brute | 28 | 2 | 0.625 | 1.0 | 3.193s | 3m:19s |
| Iteration 47 | 11.0142 | dista.. | brute | 28 | 2 | 0.5625 | 1.0 | 3.217s | 3m:23s |
| Iteration 48 | 9.6066 | dista.. | auto | 28 | 2 | 0.75 | 1.0 | 3.186s | 3m:28s |
| Iteration 49 | 1.2357 | uniform | kd_tree | 28 | 2 | 0.5312 | 1.0 | 3.201s | 3m:32s |
| Iteration 50 | 0.5458 | dista.. | brute | 28 | 2 | 0.5 | 1.0 | 3.184s | 3m:36s |
Bayesian Optimization ---------------------------
Best call --> Iteration 44
Best parameters --> {'radius': 10.9624, 'weights': 'distance', 'algorithm': 'kd_tree', 'leaf_size': 28, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:38s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.54 ± 0.102
Time elapsed: 0.054s
-------------------------------------------------
Total time: 3m:38s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.5 | 0.5 | 3.611s | 3.618s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.75 | 0.75 | 3.567s | 7.804s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.625 | 0.75 | 3.335s | 11.738s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.625 | 0.75 | 3.481s | 15.864s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.8125 | 0.8125 | 3.332s | 19.814s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 1.0 | 1.0 | 3.521s | 23.939s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.375 | 1.0 | 3.187s | 27.748s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.875 | 1.0 | 3.457s | 31.804s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.375 | 1.0 | 3.192s | 35.745s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.625 | 1.0 | 3.283s | 39.615s |
| Iteration 11 | 461 | 0.2638 | SAMME.R | 1.0 | 1.0 | 3.500s | 43.979s |
| Iteration 12 | 382 | 0.2451 | SAMME.R | 0.75 | 1.0 | 3.421s | 48.208s |
| Iteration 13 | 475 | 0.2515 | SAMME.R | 0.6875 | 1.0 | 4.192s | 53.250s |
| Iteration 14 | 91 | 0.3844 | SAMME | 0.625 | 1.0 | 3.225s | 57.341s |
| Iteration 15 | 51 | 0.01 | SAMME.R | 0.9375 | 1.0 | 3.163s | 1m:03s |
| Iteration 16 | 500 | 0.01 | SAMME.R | 0.9375 | 1.0 | 3.590s | 1m:08s |
| Iteration 17 | 50 | 0.01 | SAMME.R | 0.25 | 1.0 | 3.194s | 1m:12s |
| Iteration 18 | 500 | 0.01 | SAMME | 0.5 | 1.0 | 3.536s | 1m:16s |
| Iteration 19 | 400 | 0.0122 | SAMME.R | 0.9375 | 1.0 | 3.486s | 1m:20s |
| Iteration 20 | 441 | 0.01 | SAMME.R | 0.4688 | 1.0 | 3.519s | 1m:25s |
| Iteration 21 | 247 | 0.4664 | SAMME.R | 0.8125 | 1.0 | 3.356s | 1m:29s |
| Iteration 22 | 51 | 0.2282 | SAMME.R | 0.5625 | 1.0 | 3.245s | 1m:33s |
| Iteration 23 | 230 | 9.8354 | SAMME.R | 0.1875 | 1.0 | 3.383s | 1m:37s |
| Iteration 24 | 50 | 0.0741 | SAMME.R | 0.2812 | 1.0 | 3.260s | 1m:42s |
| Iteration 25 | 500 | 0.1223 | SAMME.R | 0.8438 | 1.0 | 3.617s | 1m:46s |
| Iteration 26 | 500 | 0.1549 | SAMME.R | 0.8125 | 1.0 | 3.597s | 1m:50s |
| Iteration 27 | 500 | 0.1602 | SAMME | 0.5625 | 1.0 | 3.505s | 1m:55s |
| Iteration 28 | 422 | 0.0876 | SAMME.R | 0.1875 | 1.0 | 3.508s | 1m:59s |
| Iteration 29 | 500 | 0.3781 | SAMME.R | 0.6875 | 1.0 | 3.551s | 2m:04s |
| Iteration 30 | 500 | 0.2426 | SAMME.R | 0.75 | 1.0 | 3.533s | 2m:09s |
| Iteration 31 | 463 | 0.4095 | SAMME.R | 0.5625 | 1.0 | 3.519s | 2m:14s |
| Iteration 32 | 500 | 0.2133 | SAMME.R | 0.9375 | 1.0 | 3.539s | 2m:19s |
| Iteration 33 | 459 | 0.1398 | SAMME.R | 0.6875 | 1.0 | 3.527s | 2m:23s |
| Iteration 34 | 400 | 0.0101 | SAMME.R | 0.6875 | 1.0 | 3.500s | 2m:29s |
| Iteration 35 | 468 | 0.0303 | SAMME | 0.75 | 1.0 | 3.488s | 2m:36s |
| Iteration 36 | 500 | 0.0191 | SAMME.R | 0.875 | 1.0 | 3.552s | 2m:42s |
| Iteration 37 | 459 | 4.8471 | SAMME.R | 0.625 | 1.0 | 4.149s | 2m:49s |
| Iteration 38 | 410 | 0.0372 | SAMME | 0.9375 | 1.0 | 3.443s | 2m:55s |
| Iteration 39 | 408 | 0.1015 | SAMME | 1.0 | 1.0 | 3.406s | 3m:01s |
| Iteration 40 | 407 | 0.0297 | SAMME | 1.0 | 1.0 | 3.443s | 3m:07s |
| Iteration 41 | 407 | 0.0461 | SAMME | 0.75 | 1.0 | 3.431s | 3m:12s |
| Iteration 42 | 408 | 0.0699 | SAMME.R | 0.6875 | 1.0 | 3.472s | 3m:16s |
| Iteration 43 | 404 | 6.2386 | SAMME | 0.4688 | 1.0 | 3.117s | 3m:21s |
| Iteration 44 | 411 | 0.2109 | SAMME | 0.9688 | 1.0 | 3.434s | 3m:25s |
| Iteration 45 | 412 | 6.1619 | SAMME | 1.0 | 1.0 | 3.132s | 3m:30s |
| Iteration 46 | 414 | 8.9398 | SAMME | 0.625 | 1.0 | 3.142s | 3m:34s |
| Iteration 47 | 410 | 0.5545 | SAMME | 0.6875 | 1.0 | 3.424s | 3m:39s |
| Iteration 48 | 252 | 0.0772 | SAMME.R | 1.0 | 1.0 | 3.386s | 3m:43s |
| Iteration 49 | 253 | 0.3728 | SAMME.R | 0.6875 | 1.0 | 3.342s | 3m:48s |
| Iteration 50 | 410 | 0.01 | SAMME | 1.0 | 1.0 | 3.443s | 3m:52s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'n_estimators': 461, 'learning_rate': 0.2353, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:53s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.423s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.051
Time elapsed: 1.888s
-------------------------------------------------
Total time: 3m:56s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.8125 | 0.8125 | 3.547s | 3.566s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.625 | 0.8125 | 3.393s | 7.562s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.5625 | 0.8125 | 3.447s | 11.636s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.8125 | 3.234s | 15.494s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.625 | 0.8125 | 3.549s | 19.650s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.6875 | 0.8125 | 3.268s | 23.514s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.875 | 0.875 | 3.327s | 27.442s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.875 | 0.875 | 3.322s | 31.426s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.7812 | 0.875 | 3.421s | 35.456s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.75 | 0.875 | 3.416s | 39.527s |
| Iteration 11 | 294 | entropy | None | 2 | 4 | sqrt | True | 0.0046 | 0.7 | 0.875 | 0.875 | 3.385s | 43.871s |
| Iteration 12 | 50 | entropy | 2 | 5 | 18 | None | True | 0.0027 | 0.5 | 0.5 | 0.875 | 3.166s | 47.953s |
| Iteration 13 | 10 | gini | None | 3 | 18 | 0.8 | False | 0.0083 | --- | 0.625 | 0.875 | 3.156s | 52.195s |
| Iteration 14 | 468 | entropy | None | 20 | 8 | log2 | True | 0.0233 | 0.9 | 0.8125 | 0.875 | 4.187s | 57.427s |
| Iteration 15 | 10 | entropy | 5 | 16 | 15 | sqrt | False | 0.015 | --- | 0.7812 | 0.875 | 3.193s | 1m:02s |
| Iteration 16 | 500 | entropy | 9 | 7 | 1 | auto | True | 0.0104 | 0.8 | 0.9375 | 0.9375 | 3.599s | 1m:06s |
| Iteration 17 | 471 | gini | 9 | 17 | 18 | None | True | 0.0 | 0.8 | 0.5 | 0.9375 | 3.463s | 1m:11s |
| Iteration 18 | 428 | gini | 8 | 18 | 1 | sqrt | True | 0.0087 | 0.5 | 0.375 | 0.9375 | 3.484s | 1m:15s |
| Iteration 19 | 205 | entropy | 8 | 20 | 14 | 0.7 | True | 0.0259 | 0.8 | 0.9375 | 0.9375 | 3.303s | 1m:22s |
| Iteration 20 | 351 | entropy | 8 | 11 | 6 | log2 | True | 0.016 | 0.8 | 0.5 | 0.9375 | 3.416s | 1m:28s |
| Iteration 21 | 82 | entropy | 1 | 3 | 10 | auto | True | 0.0019 | None | 0.75 | 0.9375 | 3.203s | 1m:33s |
| Iteration 22 | 38 | entropy | 9 | 4 | 14 | auto | False | 0.0344 | --- | 0.875 | 0.9375 | 3.175s | 1m:37s |
| Iteration 23 | 29 | entropy | 6 | 18 | 6 | auto | False | 0.0331 | --- | 0.75 | 0.9375 | 3.177s | 1m:41s |
| Iteration 24 | 496 | entropy | 7 | 20 | 4 | None | False | 0.0268 | --- | 0.625 | 0.9375 | 3.465s | 1m:46s |
| Iteration 25 | 341 | entropy | 8 | 18 | 20 | auto | False | 0.032 | --- | 0.7188 | 0.9375 | 3.339s | 1m:50s |
| Iteration 26 | 488 | entropy | 1 | 7 | 3 | auto | True | 0.0041 | 0.8 | 0.75 | 0.9375 | 3.514s | 1m:55s |
| Iteration 27 | 388 | entropy | None | 8 | 15 | sqrt | False | 0.0197 | --- | 0.75 | 0.9375 | 3.313s | 1m:59s |
| Iteration 28 | 271 | entropy | 9 | 14 | 6 | auto | True | 0.0053 | 0.6 | 0.3125 | 0.9375 | 3.355s | 2m:04s |
| Iteration 29 | 10 | entropy | 3 | 20 | 18 | auto | True | 0.0314 | 0.9 | 0.625 | 0.9375 | 3.121s | 2m:08s |
| Iteration 30 | 450 | entropy | 1 | 7 | 15 | log2 | True | 0.0103 | 0.8 | 0.6875 | 0.9375 | 3.453s | 2m:13s |
| Iteration 31 | 491 | entropy | 9 | 20 | 17 | None | True | 0.0247 | None | 0.75 | 0.9375 | 3.502s | 2m:18s |
| Iteration 32 | 413 | entropy | 9 | 6 | 3 | auto | True | 0.0102 | 0.5 | 0.875 | 0.9375 | 3.506s | 2m:23s |
| Iteration 33 | 345 | gini | 9 | 7 | 15 | auto | True | 0.0101 | 0.5 | 0.5 | 0.9375 | 3.370s | 2m:27s |
| Iteration 34 | 216 | entropy | 9 | 20 | 1 | 0.7 | True | 0.0261 | 0.5 | 0.6875 | 0.9375 | 3.341s | 2m:32s |
| Iteration 35 | 183 | entropy | 2 | 20 | 14 | 0.7 | True | 0.01 | 0.9 | 0.625 | 0.9375 | 3.515s | 2m:37s |
| Iteration 36 | 444 | entropy | 8 | 15 | 17 | 0.7 | True | 0.0257 | 0.8 | 0.625 | 0.9375 | 3.434s | 2m:42s |
| Iteration 37 | 76 | entropy | 4 | 20 | 12 | 0.7 | True | 0.0285 | 0.9 | 0.625 | 0.9375 | 3.180s | 2m:46s |
| Iteration 38 | 366 | entropy | 9 | 7 | 2 | auto | True | 0.0155 | 0.9 | 0.9375 | 0.9375 | 3.441s | 2m:51s |
| Iteration 39 | 172 | entropy | 8 | 20 | 8 | None | True | 0.0087 | 0.6 | 1.0 | 1.0 | 3.996s | 2m:56s |
| Iteration 40 | 166 | entropy | 8 | 20 | 19 | None | True | 0.0035 | None | 1.0 | 1.0 | 3.314s | 3m:01s |
| Iteration 41 | 361 | entropy | 8 | 20 | 15 | None | True | 0.0058 | 0.6 | 0.4062 | 1.0 | 3.455s | 3m:06s |
| Iteration 42 | 169 | entropy | 8 | 20 | 1 | log2 | True | 0.0154 | 0.7 | 1.0 | 1.0 | 3.294s | 3m:10s |
| Iteration 43 | 169 | entropy | 7 | 20 | 7 | None | False | 0.0 | --- | 0.7188 | 1.0 | 3.252s | 3m:15s |
| Iteration 44 | 169 | entropy | 8 | 20 | 8 | None | False | 0.0054 | --- | 0.9375 | 1.0 | 3.217s | 3m:19s |
| Iteration 45 | 169 | entropy | 8 | 20 | 19 | None | True | 0.0107 | 0.6 | 0.5 | 1.0 | 3.281s | 3m:24s |
| Iteration 46 | 72 | entropy | 2 | 4 | 19 | 0.8 | True | 0.0036 | None | 0.6562 | 1.0 | 3.183s | 3m:28s |
| Iteration 47 | 489 | entropy | 5 | 6 | 2 | 0.7 | True | 0.0129 | 0.8 | 0.8125 | 1.0 | 3.523s | 3m:33s |
| Iteration 48 | 84 | entropy | 1 | 14 | 1 | 0.9 | True | 0.0154 | 0.8 | 0.9375 | 1.0 | 3.159s | 3m:38s |
| Iteration 49 | 500 | gini | 5 | 18 | 2 | 0.6 | True | 0.0155 | 0.6 | 0.6875 | 1.0 | 3.516s | 3m:43s |
| Iteration 50 | 192 | entropy | 9 | 19 | 1 | sqrt | True | 0.0154 | 0.7 | 1.0 | 1.0 | 3.282s | 3m:47s |
Bayesian Optimization ---------------------------
Best call --> Iteration 39
Best parameters --> {'n_estimators': 172, 'criterion': 'entropy', 'max_depth': 8, 'min_samples_split': 20, 'min_samples_leaf': 8, 'max_features': None, 'bootstrap': True, 'ccp_alpha': 0.0087, 'max_samples': 0.6}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:49s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9062
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.159s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.67 ± 0.0872
Time elapsed: 0.715s
-------------------------------------------------
Total time: 3m:50s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.247s | 3.267s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.8125 | 0.8125 | 3.237s | 7.141s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.8125 | 3.207s | 10.964s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.8125 | 3.166s | 14.750s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.8125 | 3.238s | 18.593s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.8125 | 3.257s | 22.479s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.8125 | 3.248s | 26.389s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.8125 | 3.238s | 30.248s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.6875 | 0.8125 | 3.266s | 34.122s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.8125 | 3.159s | 37.897s |
| Iteration 11 | 290 | 0.0173 | 5 | 0.2177 | 3 | 0.6 | 0.7 | 0.01 | 100 | 0.9062 | 0.9062 | 3.164s | 42.120s |
| Iteration 12 | 500 | 0.5617 | 4 | 0.0 | 2 | 1.0 | 0.9 | 0 | 0 | 0.8125 | 0.9062 | 3.204s | 46.424s |
| Iteration 13 | 500 | 1.0 | 5 | 0.0 | 3 | 0.9 | 0.8 | 100 | 0 | 0.5 | 0.9062 | 3.216s | 50.781s |
| Iteration 14 | 316 | 0.01 | 2 | 0.2008 | 3 | 0.5 | 0.9 | 0.01 | 100 | 0.8125 | 0.9062 | 3.229s | 55.004s |
| Iteration 15 | 402 | 0.7327 | 8 | 0.3397 | 1 | 0.6 | 0.4 | 0.01 | 0.01 | 1.0 | 1.0 | 3.222s | 1m:00s |
| Iteration 16 | 434 | 0.01 | 10 | 0.203 | 1 | 0.9 | 0.8 | 0.01 | 100 | 1.0 | 1.0 | 3.244s | 1m:04s |
| Iteration 17 | 20 | 0.0725 | 10 | 0.3374 | 1 | 0.5 | 0.4 | 0 | 100 | 0.3125 | 1.0 | 3.133s | 1m:09s |
| Iteration 18 | 347 | 0.015 | 10 | 0.0 | 1 | 1.0 | 0.4 | 0 | 0 | 0.625 | 1.0 | 3.305s | 1m:13s |
| Iteration 19 | 483 | 0.4954 | 1 | 0.5055 | 1 | 0.6 | 0.5 | 0.01 | 0.01 | 0.75 | 1.0 | 3.200s | 1m:17s |
| Iteration 20 | 418 | 0.1741 | 9 | 0.245 | 1 | 0.8 | 0.5 | 0.01 | 10 | 0.5 | 1.0 | 3.219s | 1m:22s |
| Iteration 21 | 500 | 0.0196 | 9 | 0.7318 | 1 | 0.9 | 1.0 | 0.1 | 100 | 0.8125 | 1.0 | 3.217s | 1m:26s |
| Iteration 22 | 237 | 0.7977 | 9 | 0.6014 | 1 | 0.9 | 0.5 | 0.01 | 0.01 | 0.875 | 1.0 | 3.207s | 1m:30s |
| Iteration 23 | 427 | 0.7822 | 9 | 0.3675 | 1 | 0.6 | 0.7 | 0.01 | 0.01 | 0.875 | 1.0 | 3.219s | 1m:35s |
| Iteration 24 | 418 | 0.012 | 10 | 0.1684 | 9 | 0.9 | 0.4 | 0 | 100 | 0.5 | 1.0 | 3.206s | 1m:39s |
| Iteration 25 | 242 | 0.01 | 10 | 0.3389 | 2 | 0.7 | 0.6 | 1 | 100 | 0.7812 | 1.0 | 3.178s | 1m:43s |
| Iteration 26 | 383 | 0.01 | 1 | 0.8462 | 1 | 0.9 | 0.8 | 0.01 | 100 | 0.875 | 1.0 | 3.204s | 1m:49s |
| Iteration 27 | 424 | 1.0 | 10 | 0.0 | 1 | 0.5 | 0.4 | 0 | 0 | 0.5625 | 1.0 | 3.215s | 1m:53s |
| Iteration 28 | 500 | 0.0119 | 2 | 0.0 | 1 | 0.8 | 0.7 | 0 | 100 | 0.25 | 1.0 | 3.235s | 1m:59s |
| Iteration 29 | 347 | 0.01 | 10 | 0.9447 | 1 | 1.0 | 0.4 | 0.01 | 100 | 0.5 | 1.0 | 3.190s | 2m:05s |
| Iteration 30 | 163 | 1.0 | 10 | 0.2012 | 6 | 0.6 | 0.4 | 0.01 | 0 | 0.5 | 1.0 | 3.164s | 2m:11s |
| Iteration 31 | 363 | 0.3201 | 10 | 0.8839 | 1 | 0.9 | 0.9 | 0.01 | 100 | 0.625 | 1.0 | 3.222s | 2m:16s |
| Iteration 32 | 437 | 0.01 | 10 | 0.0612 | 2 | 0.6 | 0.8 | 0.01 | 100 | 0.75 | 1.0 | 3.217s | 2m:20s |
| Iteration 33 | 153 | 0.01 | 10 | 0.2101 | 1 | 1.0 | 1.0 | 0.01 | 10 | 0.6875 | 1.0 | 3.161s | 2m:26s |
| Iteration 34 | 316 | 0.01 | 2 | 0.5923 | 2 | 1.0 | 0.8 | 0.01 | 100 | 0.7188 | 1.0 | 3.195s | 2m:30s |
| Iteration 35 | 321 | 1.0 | 10 | 0.9358 | 1 | 0.5 | 0.4 | 0.01 | 0 | 0.5625 | 1.0 | 3.160s | 2m:35s |
| Iteration 36 | 21 | 1.0 | 8 | 0.2164 | 9 | 0.5 | 0.4 | 0.01 | 0.01 | 0.5 | 1.0 | 3.141s | 2m:40s |
| Iteration 37 | 159 | 1.0 | 4 | 0.1979 | 1 | 0.7 | 0.4 | 0.01 | 0.01 | 0.8125 | 1.0 | 3.127s | 2m:44s |
| Iteration 38 | 341 | 1.0 | 8 | 0.0138 | 1 | 0.8 | 0.5 | 0.01 | 0.1 | 1.0 | 1.0 | 3.208s | 2m:48s |
| Iteration 39 | 274 | 1.0 | 9 | 0.5507 | 1 | 0.9 | 0.5 | 0.01 | 0.1 | 1.0 | 1.0 | 3.118s | 2m:53s |
| Iteration 40 | 498 | 0.589 | 9 | 0.6406 | 1 | 0.9 | 0.4 | 10 | 0.01 | 0.5 | 1.0 | 3.253s | 2m:58s |
| Iteration 41 | 470 | 0.7408 | 8 | 0.1964 | 1 | 1.0 | 0.4 | 0 | 0.01 | 0.6875 | 1.0 | 3.280s | 3m:02s |
| Iteration 42 | 315 | 1.0 | 8 | 0.2094 | 1 | 0.8 | 0.5 | 0.01 | 0.1 | 0.9375 | 1.0 | 3.211s | 3m:07s |
| Iteration 43 | 218 | 1.0 | 7 | 0.181 | 1 | 0.6 | 0.6 | 0.01 | 0.1 | 0.8125 | 1.0 | 3.208s | 3m:11s |
| Iteration 44 | 429 | 1.0 | 2 | 0.3176 | 1 | 0.7 | 0.4 | 0.01 | 0.1 | 1.0 | 1.0 | 3.243s | 3m:16s |
| Iteration 45 | 331 | 1.0 | 9 | 0.1682 | 1 | 0.9 | 0.4 | 0.01 | 0.1 | 0.8125 | 1.0 | 3.233s | 3m:20s |
| Iteration 46 | 500 | 1.0 | 10 | 0.7623 | 1 | 0.9 | 0.4 | 0.01 | 0.1 | 0.8438 | 1.0 | 3.259s | 3m:25s |
| Iteration 47 | 388 | 1.0 | 5 | 0.3228 | 1 | 0.8 | 0.5 | 0.1 | 0.1 | 0.625 | 1.0 | 3.238s | 3m:30s |
| Iteration 48 | 465 | 1.0 | 2 | 0.4376 | 1 | 0.7 | 1.0 | 0.01 | 0.1 | 0.875 | 1.0 | 3.232s | 3m:34s |
| Iteration 49 | 170 | 0.01 | 2 | 0.0043 | 7 | 0.6 | 1.0 | 0.1 | 100 | 0.5 | 1.0 | 3.181s | 3m:39s |
| Iteration 50 | 263 | 0.0665 | 2 | 0.1589 | 1 | 0.7 | 0.7 | 0.01 | 0.1 | 1.0 | 1.0 | 3.192s | 3m:43s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'n_estimators': 434, 'learning_rate': 0.01, 'max_depth': 10, 'gamma': 0.203, 'min_child_weight': 1, 'subsample': 0.9, 'colsample_bytree': 0.8, 'reg_alpha': 0.01, 'reg_lambda': 100}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:46s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9098
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.101s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.68 ± 0.1122
Time elapsed: 0.331s
-------------------------------------------------
Total time: 3m:46s
Final results ==================== >>
Duration: 25m:21s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.75 ± 0.0894 ~
Logistic Regression --> roc_auc: 0.52 ± 0.1122 ~
Linear Discriminant Analysis --> roc_auc: 0.45 ± 0.1183 ~
Quadratic Discriminant Analysis --> roc_auc: 0.52 ± 0.0245 ~
Radius Nearest Neighbors --> roc_auc: 0.54 ± 0.102 ~
AdaBoost --> roc_auc: 0.82 ± 0.051 !
Random Forest --> roc_auc: 0.67 ± 0.0872 ~
XGBoost --> roc_auc: 0.68 ± 0.1122
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 831 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAAPYSSASKIIF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAVSETGNQFYF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVDGSSNTGKLIF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVSSGGYNKLIF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CASSLGGEQFF.
>>> Dropping feature CAVGGGSYIPTF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CAAGGYQKVTF.
>>> Dropping feature CAASKGSARQLTF.
>>> Dropping feature CALGTGGFKTIF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAVRGNNARLMF.
>>> Dropping feature CAVRGYSSASKIIF.
>>> Dropping feature CAVRNQGGKLIF.
>>> Dropping feature CAGNTGNQFYF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAVSSGGGADGLTF.
>>> Dropping feature CALNTDKLIF.
>>> Dropping feature CAVPGSSNTGKLIF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CASSSGETQYF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASMNSGYSTLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVPSGGSYIPTF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CASSLADTQYF.
>>> Dropping feature CASSLDFYEQYF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.8125 | 0.8125 | 0.679s | 0.700s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.7812 | 0.8125 | 0.720s | 3.350s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 1.0 | 1.0 | 0.681s | 4.967s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.8125 | 1.0 | 0.673s | 6.272s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.8125 | 1.0 | 0.681s | 7.572s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.875 | 1.0 | 0.721s | 10.129s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.5938 | 1.0 | 0.695s | 11.734s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.625 | 1.0 | 0.738s | 13.085s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.5625 | 1.0 | 0.665s | 14.380s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.6875 | 1.0 | 0.662s | 15.683s |
| Iteration 11 | exponen.. | 0.8815 | 58 | 0.8 | squared_er.. | 19 | 18 | 4 | auto | 0.0233 | 0.9375 | 1.0 | 0.625s | 17.242s |
| Iteration 12 | exponen.. | 0.0291 | 209 | 0.9 | squared_er.. | 15 | 20 | 3 | sqrt | 0.024 | 0.625 | 1.0 | 0.693s | 19.037s |
| Iteration 13 | exponen.. | 0.0345 | 23 | 0.8 | squared_er.. | 3 | 6 | 5 | 0.8 | 0.0113 | 0.6562 | 1.0 | 0.658s | 20.740s |
| Iteration 14 | exponen.. | 0.3998 | 141 | 0.8 | friedman_mse | 18 | 7 | 3 | auto | 0.023 | 0.5312 | 1.0 | 0.680s | 22.454s |
| Iteration 15 | deviance | 0.6246 | 133 | 0.8 | squared_er.. | 16 | 4 | 1 | 0.8 | 0.019 | 0.9375 | 1.0 | 0.691s | 24.890s |
| Iteration 16 | exponen.. | 0.4293 | 127 | 0.7 | squared_er.. | 18 | 20 | 4 | auto | 0.02 | 0.5 | 1.0 | 0.688s | 26.738s |
| Iteration 17 | exponen.. | 0.099 | 33 | 0.9 | squared_er.. | 16 | 12 | 4 | 0.8 | 0.0252 | 0.625 | 1.0 | 0.674s | 28.641s |
| Iteration 18 | exponen.. | 0.0727 | 43 | 0.6 | squared_er.. | 14 | 14 | 2 | auto | 0.0302 | 1.0 | 1.0 | 0.673s | 30.466s |
| Iteration 19 | exponen.. | 0.5093 | 39 | 1.0 | squared_er.. | 6 | 11 | 7 | auto | 0.033 | 0.8125 | 1.0 | 0.627s | 33.781s |
| Iteration 20 | deviance | 0.1839 | 60 | 0.7 | squared_er.. | 11 | 18 | 1 | auto | 0.0121 | 1.0 | 1.0 | 0.636s | 37.417s |
| Iteration 21 | deviance | 0.1004 | 82 | 0.7 | squared_er.. | 17 | 18 | 8 | log2 | 0.0186 | 0.5312 | 1.0 | 0.655s | 39.512s |
| Iteration 22 | exponen.. | 0.2293 | 53 | 0.8 | squared_er.. | 15 | 16 | 2 | auto | 0.023 | 1.0 | 1.0 | 0.640s | 41.205s |
| Iteration 23 | deviance | 0.0986 | 52 | 0.5 | squared_er.. | 14 | 18 | 2 | auto | 0.0184 | 0.5 | 1.0 | 0.633s | 42.845s |
| Iteration 24 | exponen.. | 0.2458 | 47 | 0.7 | squared_er.. | 8 | 14 | 6 | auto | 0.0267 | 0.8125 | 1.0 | 0.641s | 44.605s |
| Iteration 25 | deviance | 0.0684 | 59 | 0.7 | squared_er.. | 12 | 16 | 7 | auto | 0.0155 | 1.0 | 1.0 | 0.651s | 47.932s |
| Iteration 26 | exponen.. | 0.0948 | 45 | 0.6 | squared_er.. | 17 | 4 | 2 | auto | 0.0101 | 0.8125 | 1.0 | 0.655s | 49.957s |
| Iteration 27 | deviance | 0.0145 | 20 | 0.8 | squared_er.. | 16 | 20 | 7 | log2 | 0.0007 | 0.6562 | 1.0 | 0.630s | 51.749s |
| Iteration 28 | exponen.. | 0.0212 | 43 | 0.6 | squared_er.. | 19 | 12 | 2 | 0.6 | 0.035 | 0.9375 | 1.0 | 0.632s | 53.609s |
| Iteration 29 | exponen.. | 0.0605 | 37 | 0.6 | squared_er.. | 2 | 20 | 9 | auto | 0.0163 | 0.5 | 1.0 | 0.636s | 55.514s |
| Iteration 30 | exponen.. | 0.4007 | 49 | 0.6 | squared_er.. | 16 | 20 | 8 | 0.8 | 0.0133 | 0.5 | 1.0 | 0.634s | 58.376s |
| Iteration 31 | exponen.. | 0.1226 | 54 | 0.8 | squared_er.. | 10 | 12 | 3 | auto | 0.0218 | 1.0 | 1.0 | 0.649s | 1m:01s |
| Iteration 32 | deviance | 0.2875 | 54 | 0.8 | squared_er.. | 15 | 3 | 7 | None | 0.035 | 0.8125 | 1.0 | 0.639s | 1m:02s |
| Iteration 33 | exponen.. | 0.1106 | 43 | 0.6 | squared_er.. | 6 | 16 | 2 | auto | 0.0025 | 0.8125 | 1.0 | 0.639s | 1m:04s |
| Iteration 34 | deviance | 0.1141 | 58 | 0.7 | squared_er.. | 17 | 7 | 4 | 0.6 | 0.0106 | 0.75 | 1.0 | 0.636s | 1m:06s |
| Iteration 35 | deviance | 0.1837 | 60 | 0.7 | squared_er.. | 4 | 12 | 4 | auto | 0.0138 | 0.875 | 1.0 | 0.641s | 1m:08s |
| Iteration 36 | exponen.. | 0.162 | 59 | 0.7 | squared_er.. | 19 | 19 | 7 | auto | 0.0156 | 1.0 | 1.0 | 0.637s | 1m:10s |
| Iteration 37 | deviance | 0.0146 | 54 | 0.8 | squared_er.. | 8 | 14 | 10 | auto | 0.0225 | 1.0 | 1.0 | 0.642s | 1m:12s |
| Iteration 38 | deviance | 0.0125 | 43 | 0.6 | squared_er.. | 8 | 13 | 5 | auto | 0.0316 | 0.75 | 1.0 | 0.634s | 1m:14s |
| Iteration 39 | exponen.. | 0.0429 | 59 | 0.7 | squared_er.. | 14 | 10 | 8 | auto | 0.0139 | 0.625 | 1.0 | 0.646s | 1m:16s |
| Iteration 40 | deviance | 0.0305 | 65 | 0.7 | squared_er.. | 14 | 20 | 4 | auto | 0.0173 | 0.75 | 1.0 | 0.647s | 1m:18s |
| Iteration 41 | exponen.. | 0.03 | 279 | 0.7 | squared_er.. | 4 | 19 | 3 | auto | 0.0141 | 0.8438 | 1.0 | 1.273s | 1m:20s |
| Iteration 42 | deviance | 0.0316 | 54 | 0.7 | squared_er.. | 15 | 17 | 7 | auto | 0.0148 | 1.0 | 1.0 | 0.639s | 1m:22s |
| Iteration 43 | deviance | 0.6634 | 56 | 0.8 | squared_er.. | 16 | 14 | 7 | auto | 0.0234 | 0.9062 | 1.0 | 0.647s | 1m:25s |
| Iteration 44 | exponen.. | 0.074 | 51 | 0.8 | squared_er.. | 7 | 15 | 8 | auto | 0.0233 | 0.75 | 1.0 | 0.639s | 1m:27s |
| Iteration 45 | exponen.. | 0.8895 | 373 | 0.8 | squared_er.. | 20 | 10 | 3 | log2 | 0.0226 | 1.0 | 1.0 | 0.711s | 1m:29s |
| Iteration 46 | exponen.. | 0.0142 | 166 | 0.8 | squared_er.. | 3 | 14 | 2 | auto | 0.0244 | 0.75 | 1.0 | 0.676s | 1m:31s |
| Iteration 47 | exponen.. | 0.0876 | 55 | 0.7 | squared_er.. | 17 | 17 | 2 | auto | 0.0213 | 0.75 | 1.0 | 0.686s | 1m:33s |
| Iteration 48 | exponen.. | 0.3279 | 47 | 0.8 | squared_er.. | 19 | 5 | 2 | auto | 0.0229 | 0.9375 | 1.0 | 0.684s | 1m:35s |
| Iteration 49 | deviance | 0.0348 | 57 | 0.7 | squared_er.. | 20 | 15 | 7 | auto | 0.0153 | 0.625 | 1.0 | 0.688s | 1m:37s |
| Iteration 50 | exponen.. | 0.7149 | 55 | 0.8 | squared_er.. | 15 | 13 | 7 | auto | 0.0281 | 0.875 | 1.0 | 0.697s | 1m:40s |
Bayesian Optimization ---------------------------
Best call --> Iteration 45
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.8895, 'n_estimators': 373, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 20, 'min_samples_leaf': 10, 'max_depth': 3, 'max_features': 'log2', 'ccp_alpha': 0.0226}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:41s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9973
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.098s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.93 ± 0.0748
Time elapsed: 0.472s
-------------------------------------------------
Total time: 1m:42s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.3125 | 0.3125 | 0.700s | 0.713s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.625 | 0.625 | 0.690s | 2.014s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.75 | 0.75 | 0.688s | 4.696s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.75 | 0.75 | 0.645s | 7.703s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.6875 | 0.75 | 0.648s | 10.884s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 1.0 | 1.0 | 0.644s | 13.932s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.5625 | 1.0 | 0.643s | 15.514s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.5625 | 1.0 | 0.637s | 16.791s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.75 | 1.0 | 0.683s | 18.132s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.5 | 1.0 | 0.694s | 19.462s |
| Iteration 11 | none | --- | sag | 160 | --- | 1.0 | 1.0 | 0.681s | 21.143s |
| Iteration 12 | l2 | 37.6417 | libli.. | 156 | --- | 0.9375 | 1.0 | 0.688s | 22.780s |
| Iteration 13 | none | --- | lbfgs | 155 | --- | 0.6875 | 1.0 | 0.689s | 24.376s |
| Iteration 14 | l2 | 1.6923 | sag | 159 | --- | 0.5625 | 1.0 | 0.689s | 26.058s |
| Iteration 15 | l2 | 13.8308 | newto.. | 155 | --- | 0.625 | 1.0 | 0.700s | 27.743s |
| Iteration 16 | l2 | 37.5895 | libli.. | 158 | --- | 0.4375 | 1.0 | 0.682s | 29.422s |
| Iteration 17 | l2 | 36.413 | libli.. | 152 | --- | 0.4375 | 1.0 | 0.684s | 31.041s |
| Iteration 18 | l2 | 0.0011 | libli.. | 742 | --- | 0.625 | 1.0 | 0.690s | 32.574s |
| Iteration 19 | l2 | 0.001 | sag | 945 | --- | 0.8125 | 1.0 | 1.272s | 34.847s |
| Iteration 20 | l2 | 15.4151 | lbfgs | 133 | --- | 0.75 | 1.0 | 0.693s | 36.592s |
| Iteration 21 | l2 | 91.4967 | libli.. | 156 | --- | 0.5 | 1.0 | 0.710s | 38.168s |
| Iteration 22 | none | --- | sag | 194 | --- | 0.75 | 1.0 | 0.700s | 41.240s |
| Iteration 23 | l2 | 40.1112 | libli.. | 163 | --- | 0.5625 | 1.0 | 0.681s | 43.189s |
| Iteration 24 | l2 | 15.4151 | lbfgs | 133 | --- | 0.75 | 1.0 | 0.001s | 44.272s |
| Iteration 25 | l2 | 37.2273 | libli.. | 155 | --- | 0.75 | 1.0 | 0.682s | 45.859s |
| Iteration 26 | l2 | 37.2111 | libli.. | 155 | --- | 0.125 | 1.0 | 0.685s | 47.506s |
| Iteration 27 | l2 | 28.7136 | sag | 423 | --- | 0.625 | 1.0 | 0.682s | 49.078s |
| Iteration 28 | l2 | 0.6182 | newto.. | 106 | --- | 1.0 | 1.0 | 0.681s | 50.684s |
| Iteration 29 | l2 | 0.0035 | newto.. | 100 | --- | 0.5 | 1.0 | 0.678s | 52.249s |
| Iteration 30 | none | --- | newto.. | 218 | --- | 0.75 | 1.0 | 0.688s | 53.862s |
| Iteration 31 | l2 | 0.8346 | newto.. | 103 | --- | 0.8125 | 1.0 | 0.680s | 55.486s |
| Iteration 32 | l2 | 4.903 | newto.. | 366 | --- | 0.75 | 1.0 | 0.685s | 57.102s |
| Iteration 33 | l2 | 1.8537 | newto.. | 100 | --- | 0.6875 | 1.0 | 0.683s | 58.765s |
| Iteration 34 | none | --- | newto.. | 113 | --- | 0.75 | 1.0 | 0.694s | 1m:00s |
| Iteration 35 | l2 | 0.1421 | newto.. | 443 | --- | 0.9375 | 1.0 | 0.685s | 1m:03s |
| Iteration 36 | l2 | 0.1025 | newto.. | 556 | --- | 0.75 | 1.0 | 0.681s | 1m:05s |
| Iteration 37 | none | --- | newto.. | 801 | --- | 0.5625 | 1.0 | 0.687s | 1m:07s |
| Iteration 38 | l2 | 0.001 | sag | 487 | --- | 0.75 | 1.0 | 0.680s | 1m:09s |
| Iteration 39 | l2 | 0.4959 | newto.. | 246 | --- | 0.5 | 1.0 | 0.682s | 1m:10s |
| Iteration 40 | l2 | 94.0403 | newto.. | 434 | --- | 0.5625 | 1.0 | 0.630s | 1m:12s |
| Iteration 41 | none | --- | lbfgs | 101 | --- | 0.4375 | 1.0 | 0.639s | 1m:14s |
| Iteration 42 | l2 | 1.5351 | newto.. | 957 | --- | 0.5 | 1.0 | 0.634s | 1m:15s |
| Iteration 43 | none | --- | newto.. | 100 | --- | 0.75 | 1.0 | 0.634s | 1m:17s |
| Iteration 44 | l2 | 0.0066 | newto.. | 434 | --- | 0.6875 | 1.0 | 0.642s | 1m:19s |
| Iteration 45 | none | --- | sag | 110 | --- | 0.625 | 1.0 | 1.259s | 1m:21s |
| Iteration 46 | l2 | 0.0011 | sag | 747 | --- | 0.5 | 1.0 | 0.680s | 1m:23s |
| Iteration 47 | l2 | 2.7602 | newto.. | 109 | --- | 0.5625 | 1.0 | 0.686s | 1m:24s |
| Iteration 48 | l2 | 0.0011 | newto.. | 557 | --- | 0.625 | 1.0 | 0.689s | 1m:26s |
| Iteration 49 | l2 | 68.3824 | newto.. | 490 | --- | 0.6875 | 1.0 | 0.698s | 1m:28s |
| Iteration 50 | l2 | 3.6761 | sag | 528 | --- | 0.75 | 1.0 | 0.689s | 1m:30s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'penalty': 'none', 'solver': 'sag', 'max_iter': 160}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:31s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7768
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.57 ± 0.0812
Time elapsed: 0.060s
-------------------------------------------------
Total time: 1m:31s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.6875 | 0.6875 | 0.678s | 0.683s |
| Initial point 2 | svd | --- | 0.5625 | 0.6875 | 0.671s | 1.990s |
| Initial point 3 | svd | --- | 0.5625 | 0.6875 | 0.001s | 2.576s |
| Initial point 4 | lsqr | 0.8 | 0.4375 | 0.6875 | 0.668s | 3.820s |
| Initial point 5 | eigen | 0.9 | 0.75 | 0.75 | 0.667s | 5.094s |
| Initial point 6 | lsqr | 0.7 | 0.75 | 0.75 | 0.680s | 6.642s |
| Initial point 7 | lsqr | 0.5 | 0.625 | 0.75 | 0.675s | 7.938s |
| Initial point 8 | lsqr | 0.9 | 0.5625 | 0.75 | 0.678s | 9.208s |
| Initial point 9 | lsqr | 0.6 | 0.625 | 0.75 | 0.675s | 10.478s |
| Initial point 10 | eigen | 0.8 | 0.5 | 0.75 | 0.676s | 11.768s |
| Iteration 11 | eigen | 0.7 | 1.0 | 1.0 | 0.669s | 13.176s |
| Iteration 12 | eigen | auto | 0.8125 | 1.0 | 0.669s | 14.589s |
| Iteration 13 | eigen | None | 0.75 | 1.0 | 0.632s | 17.601s |
| Iteration 14 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 20.403s |
| Iteration 15 | svd | --- | 0.5625 | 1.0 | 0.000s | 23.146s |
| Iteration 16 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 24.306s |
| Iteration 17 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 25.063s |
| Iteration 18 | eigen | 0.7 | 1.0 | 1.0 | 0.001s | 25.847s |
| Iteration 19 | eigen | 0.5 | 0.8125 | 1.0 | 0.624s | 27.383s |
| Iteration 20 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 28.155s |
| Iteration 21 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 29.934s |
| Iteration 22 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 30.960s |
| Iteration 23 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 31.909s |
| Iteration 24 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 32.742s |
| Iteration 25 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 33.562s |
| Iteration 26 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 34.346s |
| Iteration 27 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 35.160s |
| Iteration 28 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 35.954s |
| Iteration 29 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 36.767s |
| Iteration 30 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 37.583s |
| Iteration 31 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 38.447s |
| Iteration 32 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 39.275s |
| Iteration 33 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 40.080s |
| Iteration 34 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 40.901s |
| Iteration 35 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 41.744s |
| Iteration 36 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 42.589s |
| Iteration 37 | eigen | 0.7 | 1.0 | 1.0 | 0.001s | 44.002s |
| Iteration 38 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 44.912s |
| Iteration 39 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 45.794s |
| Iteration 40 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 46.669s |
| Iteration 41 | eigen | 0.7 | 1.0 | 1.0 | 0.001s | 47.763s |
| Iteration 42 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 48.657s |
| Iteration 43 | eigen | 0.7 | 1.0 | 1.0 | 0.001s | 49.526s |
| Iteration 44 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 50.486s |
| Iteration 45 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 51.397s |
| Iteration 46 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 52.318s |
| Iteration 47 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 53.234s |
| Iteration 48 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 54.156s |
| Iteration 49 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 55.121s |
| Iteration 50 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 56.072s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 57.052s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7696
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.67 ± 0.051
Time elapsed: 0.029s
-------------------------------------------------
Total time: 57.092s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.6875 | 0.6875 | 0.632s | 0.636s |
| Initial point 2 | 0.9 | 0.625 | 0.6875 | 0.622s | 1.857s |
| Initial point 3 | 0.1 | 0.5625 | 0.6875 | 0.623s | 3.085s |
| Initial point 4 | 1.0 | 0.6875 | 0.6875 | 0.000s | 3.710s |
| Initial point 5 | 0.2 | 0.625 | 0.6875 | 0.618s | 4.946s |
| Initial point 6 | 0.4 | 0.75 | 0.75 | 0.621s | 6.221s |
| Initial point 7 | 0.4 | 0.75 | 0.75 | 0.000s | 6.813s |
| Initial point 8 | 0.7 | 0.5 | 0.75 | 0.631s | 8.037s |
| Initial point 9 | 0.9 | 0.625 | 0.75 | 0.001s | 9.065s |
| Initial point 10 | 0.8 | 0.5 | 0.75 | 0.618s | 10.406s |
| Iteration 11 | 0.3 | 1.0 | 1.0 | 0.623s | 11.768s |
| Iteration 12 | 0.6 | 0.75 | 1.0 | 0.626s | 13.197s |
| Iteration 13 | 0.3 | 1.0 | 1.0 | 0.000s | 13.883s |
| Iteration 14 | 0.5 | 0.5 | 1.0 | 0.634s | 15.220s |
| Iteration 15 | 0.3 | 1.0 | 1.0 | 0.000s | 16.046s |
| Iteration 16 | 0.0 | 0.75 | 1.0 | 0.619s | 17.376s |
| Iteration 17 | 0.3 | 1.0 | 1.0 | 0.000s | 18.076s |
| Iteration 18 | 0.3 | 1.0 | 1.0 | 0.000s | 18.787s |
| Iteration 19 | 0.9 | 0.625 | 1.0 | 0.000s | 19.487s |
| Iteration 20 | 0.3 | 1.0 | 1.0 | 0.000s | 20.186s |
| Iteration 21 | 0.3 | 1.0 | 1.0 | 0.000s | 22.144s |
| Iteration 22 | 0.3 | 1.0 | 1.0 | 0.000s | 24.536s |
| Iteration 23 | 0.3 | 1.0 | 1.0 | 0.000s | 27.119s |
| Iteration 24 | 0.3 | 1.0 | 1.0 | 0.000s | 28.207s |
| Iteration 25 | 0.3 | 1.0 | 1.0 | 0.000s | 28.909s |
| Iteration 26 | 0.3 | 1.0 | 1.0 | 0.000s | 29.644s |
| Iteration 27 | 0.3 | 1.0 | 1.0 | 0.000s | 30.343s |
| Iteration 28 | 0.3 | 1.0 | 1.0 | 0.000s | 31.115s |
| Iteration 29 | 0.3 | 1.0 | 1.0 | 0.000s | 32.959s |
| Iteration 30 | 0.3 | 1.0 | 1.0 | 0.000s | 33.996s |
| Iteration 31 | 0.3 | 1.0 | 1.0 | 0.000s | 34.754s |
| Iteration 32 | 0.3 | 1.0 | 1.0 | 0.000s | 35.508s |
| Iteration 33 | 0.3 | 1.0 | 1.0 | 0.000s | 36.406s |
| Iteration 34 | 0.3 | 1.0 | 1.0 | 0.000s | 37.148s |
| Iteration 35 | 0.3 | 1.0 | 1.0 | 0.000s | 37.917s |
| Iteration 36 | 0.3 | 1.0 | 1.0 | 0.001s | 38.657s |
| Iteration 37 | 0.3 | 1.0 | 1.0 | 0.000s | 39.458s |
| Iteration 38 | 0.3 | 1.0 | 1.0 | 0.000s | 40.226s |
| Iteration 39 | 0.3 | 1.0 | 1.0 | 0.001s | 41.017s |
| Iteration 40 | 0.3 | 1.0 | 1.0 | 0.000s | 41.807s |
| Iteration 41 | 0.3 | 1.0 | 1.0 | 0.001s | 42.666s |
| Iteration 42 | 0.3 | 1.0 | 1.0 | 0.001s | 43.477s |
| Iteration 43 | 0.3 | 1.0 | 1.0 | 0.001s | 46.005s |
| Iteration 44 | 0.3 | 1.0 | 1.0 | 0.000s | 47.095s |
| Iteration 45 | 0.3 | 1.0 | 1.0 | 0.000s | 49.128s |
| Iteration 46 | 0.3 | 1.0 | 1.0 | 0.001s | 52.032s |
| Iteration 47 | 0.3 | 1.0 | 1.0 | 0.000s | 54.965s |
| Iteration 48 | 0.3 | 1.0 | 1.0 | 0.000s | 57.868s |
| Iteration 49 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:01s |
| Iteration 50 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:04s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'reg_param': 0.3}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:07s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7696
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.62 ± 0.0812
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:07s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.2191 | dista.. | auto | 40 | 1 | 0.8125 | 0.8125 | 0.642s | 0.662s |
| Initial point 2 | 4.8595 | uniform | kd_tree | 39 | 2 | 0.5 | 0.8125 | 0.647s | 4.120s |
| Initial point 3 | 3.8387 | dista.. | ball_tree | 25 | 2 | 1.0 | 1.0 | 0.651s | 8.393s |
| Initial point 4 | 11.1993 | uniform | ball_tree | 39 | 2 | 0.5 | 1.0 | 0.637s | 11.787s |
| Initial point 5 | 8.7732 | dista.. | auto | 30 | 2 | 0.625 | 1.0 | 0.632s | 13.510s |
| Initial point 6 | 10.16 | dista.. | ball_tree | 21 | 2 | 0.875 | 1.0 | 0.637s | 14.845s |
| Initial point 7 | 7.2672 | dista.. | ball_tree | 24 | 1 | 0.5 | 1.0 | 0.649s | 16.150s |
| Initial point 8 | 1.7415 | dista.. | ball_tree | 21 | 2 | 0.25 | 1.0 | 0.639s | 17.414s |
| Initial point 9 | 8.0952 | uniform | ball_tree | 24 | 1 | 0.7812 | 1.0 | 0.639s | 18.680s |
| Initial point 10 | 5.7499 | uniform | brute | 22 | 2 | 0.625 | 1.0 | 0.663s | 19.938s |
| Iteration 11 | 4.2903 | dista.. | brute | 28 | 2 | 1.0 | 1.0 | 0.638s | 21.463s |
| Iteration 12 | 1.5698 | dista.. | kd_tree | 25 | 2 | 0.4375 | 1.0 | 0.644s | 23.014s |
| Iteration 13 | 4.0997 | dista.. | ball_tree | 26 | 2 | 0.5625 | 1.0 | 0.640s | 24.496s |
| Iteration 14 | 4.8875 | dista.. | ball_tree | 34 | 1 | 0.875 | 1.0 | 0.645s | 25.987s |
| Iteration 15 | 11.0392 | dista.. | ball_tree | 31 | 2 | 0.625 | 1.0 | 0.634s | 27.440s |
| Iteration 16 | 5.1705 | dista.. | kd_tree | 22 | 2 | 0.5625 | 1.0 | 0.637s | 28.890s |
| Iteration 17 | 4.3121 | uniform | kd_tree | 28 | 1 | 0.625 | 1.0 | 0.641s | 30.370s |
| Iteration 18 | 3.8817 | dista.. | kd_tree | 25 | 2 | 0.5312 | 1.0 | 0.650s | 31.873s |
| Iteration 19 | 4.2903 | dista.. | brute | 28 | 2 | 1.0 | 1.0 | 0.000s | 32.794s |
| Iteration 20 | 2.484 | dista.. | ball_tree | 25 | 2 | 0.75 | 1.0 | 0.642s | 34.479s |
| Iteration 21 | 3.7812 | dista.. | ball_tree | 25 | 2 | 0.8125 | 1.0 | 0.699s | 36.240s |
| Iteration 22 | 3.9402 | dista.. | ball_tree | 25 | 2 | 0.625 | 1.0 | 0.647s | 37.975s |
| Iteration 23 | 4.3139 | dista.. | brute | 28 | 2 | 0.875 | 1.0 | 0.640s | 39.617s |
| Iteration 24 | 4.2184 | dista.. | brute | 22 | 2 | 0.5625 | 1.0 | 0.654s | 41.308s |
| Iteration 25 | 2.2257 | dista.. | brute | 28 | 2 | 1.0 | 1.0 | 0.691s | 42.901s |
| Iteration 26 | 2.2895 | dista.. | brute | 28 | 1 | 0.7812 | 1.0 | 1.209s | 45.106s |
| Iteration 27 | 2.6146 | dista.. | brute | 28 | 2 | 0.4375 | 1.0 | 0.640s | 46.806s |
| Iteration 28 | 7.2804 | dista.. | auto | 28 | 2 | 1.0 | 1.0 | 0.637s | 48.323s |
| Iteration 29 | 9.1663 | dista.. | kd_tree | 28 | 2 | 0.75 | 1.0 | 0.645s | 50.025s |
| Iteration 30 | 7.1672 | dista.. | auto | 29 | 1 | 0.7188 | 1.0 | 0.665s | 51.678s |
| Iteration 31 | 6.6707 | dista.. | auto | 28 | 2 | 0.8125 | 1.0 | 0.633s | 53.300s |
| Iteration 32 | 8.7573 | dista.. | auto | 27 | 1 | 0.75 | 1.0 | 0.638s | 54.878s |
| Iteration 33 | 2.9351 | dista.. | kd_tree | 35 | 1 | 0.8125 | 1.0 | 0.643s | 56.511s |
| Iteration 34 | 6.6169 | dista.. | brute | 28 | 2 | 0.875 | 1.0 | 0.634s | 58.085s |
| Iteration 35 | 10.3652 | dista.. | kd_tree | 35 | 1 | 0.9375 | 1.0 | 0.640s | 59.746s |
| Iteration 36 | 12.2536 | dista.. | ball_tree | 34 | 1 | 1.0 | 1.0 | 0.645s | 1m:01s |
| Iteration 37 | 12.2536 | dista.. | ball_tree | 34 | 2 | 0.75 | 1.0 | 0.643s | 1m:03s |
| Iteration 38 | 12.2536 | dista.. | ball_tree | 35 | 1 | 0.625 | 1.0 | 0.636s | 1m:05s |
| Iteration 39 | 5.1913 | dista.. | kd_tree | 34 | 1 | 0.5625 | 1.0 | 0.640s | 1m:06s |
| Iteration 40 | 6.2461 | dista.. | ball_tree | 37 | 1 | 0.8125 | 1.0 | 0.690s | 1m:08s |
| Iteration 41 | 1.4711 | dista.. | ball_tree | 39 | 2 | 0.5 | 1.0 | 0.683s | 1m:10s |
| Iteration 42 | 12.2536 | dista.. | brute | 28 | 1 | 0.75 | 1.0 | 0.695s | 1m:11s |
| Iteration 43 | 0.0425 | dista.. | kd_tree | 36 | 1 | 0.5 | 1.0 | 0.690s | 1m:13s |
| Iteration 44 | 6.0654 | dista.. | auto | 28 | 2 | 0.75 | 1.0 | 0.699s | 1m:15s |
| Iteration 45 | 5.8914 | dista.. | brute | 28 | 1 | 0.3438 | 1.0 | 0.691s | 1m:16s |
| Iteration 46 | 5.9764 | dista.. | kd_tree | 28 | 2 | 0.5625 | 1.0 | 0.683s | 1m:18s |
| Iteration 47 | 2.1455 | dista.. | brute | 28 | 2 | 1.0 | 1.0 | 0.683s | 1m:20s |
| Iteration 48 | 12.2536 | uniform | brute | 28 | 2 | 0.5 | 1.0 | 0.686s | 1m:22s |
| Iteration 49 | 10.5439 | dista.. | ball_tree | 34 | 1 | 0.75 | 1.0 | 1.254s | 1m:24s |
| Iteration 50 | 6.6692 | dista.. | brute | 28 | 2 | 0.8125 | 1.0 | 0.678s | 1m:26s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'radius': 2.2257, 'weights': 'distance', 'algorithm': 'brute', 'leaf_size': 28, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:27s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.76 ± 0.1158
Time elapsed: 0.052s
-------------------------------------------------
Total time: 1m:27s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.8125 | 0.8125 | 1.070s | 1.077s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.9375 | 0.9375 | 1.065s | 2.750s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.9375 | 0.9375 | 0.825s | 4.188s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.9375 | 0.9375 | 0.935s | 5.840s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.7812 | 0.9375 | 0.803s | 7.323s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 1.0 | 1.0 | 1.041s | 9.023s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.375 | 1.0 | 0.698s | 11.673s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.6875 | 1.0 | 0.956s | 13.595s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.75 | 1.0 | 0.693s | 15.228s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.6875 | 1.0 | 0.803s | 16.681s |
| Iteration 11 | 485 | 0.2234 | SAMME.R | 1.0 | 1.0 | 1.058s | 18.592s |
| Iteration 12 | 165 | 0.2282 | SAMME | 0.7188 | 1.0 | 0.776s | 20.295s |
| Iteration 13 | 50 | 0.1961 | SAMME.R | 0.8125 | 1.0 | 0.698s | 21.785s |
| Iteration 14 | 500 | 0.3222 | SAMME.R | 0.5625 | 1.0 | 1.063s | 23.742s |
| Iteration 15 | 83 | 0.842 | SAMME | 1.0 | 1.0 | 0.725s | 25.318s |
| Iteration 16 | 500 | 0.6988 | SAMME | 0.5625 | 1.0 | 1.011s | 27.255s |
| Iteration 17 | 89 | 0.8816 | SAMME | 0.6875 | 1.0 | 0.725s | 28.920s |
| Iteration 18 | 59 | 0.2291 | SAMME.R | 1.0 | 1.0 | 0.720s | 30.489s |
| Iteration 19 | 93 | 0.8152 | SAMME | 0.8125 | 1.0 | 0.728s | 32.087s |
| Iteration 20 | 484 | 0.2293 | SAMME.R | 0.9375 | 1.0 | 1.058s | 35.188s |
| Iteration 21 | 107 | 0.2444 | SAMME.R | 0.75 | 1.0 | 0.748s | 37.137s |
| Iteration 22 | 85 | 0.223 | SAMME.R | 0.9375 | 1.0 | 0.721s | 38.705s |
| Iteration 23 | 395 | 0.2259 | SAMME.R | 0.75 | 1.0 | 0.963s | 40.507s |
| Iteration 24 | 488 | 0.2143 | SAMME.R | 0.75 | 1.0 | 1.001s | 42.345s |
| Iteration 25 | 240 | 0.0928 | SAMME | 1.0 | 1.0 | 1.380s | 44.554s |
| Iteration 26 | 385 | 0.0919 | SAMME | 0.8438 | 1.0 | 0.886s | 46.715s |
| Iteration 27 | 76 | 0.0977 | SAMME | 0.5938 | 1.0 | 0.672s | 48.236s |
| Iteration 28 | 89 | 0.0836 | SAMME | 1.0 | 1.0 | 0.676s | 50.361s |
| Iteration 29 | 408 | 0.0824 | SAMME | 0.75 | 1.0 | 0.904s | 52.288s |
| Iteration 30 | 306 | 0.054 | SAMME.R | 0.75 | 1.0 | 0.861s | 53.977s |
| Iteration 31 | 171 | 1.0883 | SAMME | 1.0 | 1.0 | 0.763s | 55.617s |
| Iteration 32 | 432 | 1.0822 | SAMME | 0.9375 | 1.0 | 0.928s | 57.462s |
| Iteration 33 | 99 | 1.1182 | SAMME | 1.0 | 1.0 | 0.684s | 59.237s |
| Iteration 34 | 131 | 1.1211 | SAMME | 0.8125 | 1.0 | 0.722s | 1m:01s |
| Iteration 35 | 77 | 1.0476 | SAMME | 0.5 | 1.0 | 0.678s | 1m:03s |
| Iteration 36 | 228 | 1.1941 | SAMME | 1.0 | 1.0 | 0.783s | 1m:04s |
| Iteration 37 | 230 | 0.5918 | SAMME | 1.0 | 1.0 | 0.785s | 1m:06s |
| Iteration 38 | 229 | 0.8354 | SAMME | 0.625 | 1.0 | 0.783s | 1m:08s |
| Iteration 39 | 227 | 1.1613 | SAMME | 0.6875 | 1.0 | 0.781s | 1m:09s |
| Iteration 40 | 305 | 0.2288 | SAMME.R | 0.75 | 1.0 | 0.872s | 1m:11s |
| Iteration 41 | 481 | 0.229 | SAMME.R | 0.625 | 1.0 | 1.012s | 1m:13s |
| Iteration 42 | 237 | 0.1279 | SAMME.R | 0.875 | 1.0 | 0.818s | 1m:15s |
| Iteration 43 | 99 | 1.1346 | SAMME | 0.9375 | 1.0 | 0.692s | 1m:19s |
| Iteration 44 | 104 | 1.1048 | SAMME | 1.0 | 1.0 | 0.696s | 1m:23s |
| Iteration 45 | 432 | 1.2412 | SAMME | 0.8125 | 1.0 | 0.934s | 1m:26s |
| Iteration 46 | 192 | 0.5702 | SAMME | 0.75 | 1.0 | 0.758s | 1m:30s |
| Iteration 47 | 101 | 4.3883 | SAMME | 0.375 | 1.0 | 0.629s | 1m:32s |
| Iteration 48 | 211 | 0.0871 | SAMME | 0.9375 | 1.0 | 0.779s | 1m:34s |
| Iteration 49 | 121 | 0.0872 | SAMME | 0.9375 | 1.0 | 1.296s | 1m:36s |
| Iteration 50 | 347 | 0.0871 | SAMME | 1.0 | 1.0 | 0.879s | 1m:38s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'n_estimators': 240, 'learning_rate': 0.0928, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:39s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9781
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.191s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.93 ± 0.0678
Time elapsed: 0.878s
-------------------------------------------------
Total time: 1m:40s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.8125 | 0.8125 | 1.039s | 1.058s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.875 | 0.875 | 0.943s | 2.646s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.8125 | 0.875 | 0.966s | 5.896s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.875 | 0.736s | 10.104s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.5625 | 0.875 | 0.928s | 12.081s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 1.0 | 1.0 | 0.766s | 13.521s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.625 | 1.0 | 0.814s | 14.980s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.6875 | 1.0 | 0.786s | 16.431s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.8125 | 1.0 | 0.914s | 18.067s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.625 | 1.0 | 0.875s | 19.608s |
| Iteration 11 | 88 | gini | 1 | 20 | 9 | auto | False | 0.035 | --- | 0.875 | 1.0 | 0.683s | 21.491s |
| Iteration 12 | 189 | gini | 9 | 2 | 14 | auto | False | 0.035 | --- | 0.7812 | 1.0 | 0.732s | 23.557s |
| Iteration 13 | 500 | gini | 1 | 7 | 10 | None | False | 0.0026 | --- | 0.5 | 1.0 | 0.926s | 25.586s |
| Iteration 14 | 251 | gini | 8 | 5 | 10 | sqrt | False | 0.031 | --- | 0.625 | 1.0 | 0.770s | 27.810s |
| Iteration 15 | 247 | entropy | 6 | 13 | 11 | 0.8 | False | 0.0277 | --- | 1.0 | 1.0 | 0.768s | 29.652s |
| Iteration 16 | 242 | entropy | 9 | 6 | 11 | 0.6 | False | 0.0229 | --- | 0.625 | 1.0 | 0.765s | 31.509s |
| Iteration 17 | 393 | entropy | 7 | 18 | 11 | 0.5 | False | 0.0298 | --- | 0.5625 | 1.0 | 0.857s | 33.416s |
| Iteration 18 | 437 | gini | None | 13 | 3 | sqrt | False | 0.0003 | --- | 1.0 | 1.0 | 0.894s | 35.365s |
| Iteration 19 | 419 | entropy | 3 | 13 | 3 | sqrt | False | 0.0301 | --- | 0.8125 | 1.0 | 0.887s | 37.268s |
| Iteration 20 | 126 | gini | 7 | 4 | 14 | sqrt | False | 0.027 | --- | 0.9062 | 1.0 | 0.697s | 39.159s |
| Iteration 21 | 176 | gini | 5 | 4 | 12 | 0.5 | False | 0.031 | --- | 0.625 | 1.0 | 0.726s | 41.885s |
| Iteration 22 | 300 | gini | 7 | 4 | 11 | 0.9 | False | 0.006 | --- | 1.0 | 1.0 | 0.812s | 44.027s |
| Iteration 23 | 104 | entropy | 6 | 13 | 11 | log2 | False | 0.0329 | --- | 0.5625 | 1.0 | 0.699s | 45.960s |
| Iteration 24 | 172 | gini | 5 | 4 | 11 | 0.6 | False | 0.022 | --- | 0.7188 | 1.0 | 0.770s | 47.794s |
| Iteration 25 | 91 | entropy | 1 | 20 | 2 | 0.8 | False | 0.0067 | --- | 0.875 | 1.0 | 1.294s | 50.055s |
| Iteration 26 | 467 | entropy | 9 | 3 | 15 | 0.8 | False | 0.0231 | --- | 0.7188 | 1.0 | 0.939s | 52.073s |
| Iteration 27 | 99 | gini | 9 | 2 | 7 | 0.8 | False | 0.0107 | --- | 0.8125 | 1.0 | 0.725s | 53.867s |
| Iteration 28 | 21 | entropy | 1 | 16 | 1 | 0.9 | False | 0.0104 | --- | 0.9062 | 1.0 | 0.672s | 57.138s |
| Iteration 29 | 312 | entropy | None | 19 | 19 | 0.9 | False | 0.0005 | --- | 0.5 | 1.0 | 0.846s | 1m:01s |
| Iteration 30 | 146 | entropy | 9 | 7 | 20 | None | True | 0.0294 | None | 0.8125 | 1.0 | 0.731s | 1m:05s |
| Iteration 31 | 207 | entropy | 8 | 8 | 11 | 0.9 | False | 0.0055 | --- | 0.875 | 1.0 | 0.749s | 1m:07s |
| Iteration 32 | 182 | entropy | 5 | 15 | 11 | 0.8 | False | 0.0322 | --- | 0.8438 | 1.0 | 0.750s | 1m:09s |
| Iteration 33 | 379 | gini | 5 | 12 | 11 | 0.8 | False | 0.0261 | --- | 1.0 | 1.0 | 0.853s | 1m:11s |
| Iteration 34 | 164 | entropy | 3 | 13 | 11 | 0.8 | False | 0.0262 | --- | 0.8125 | 1.0 | 0.732s | 1m:13s |
| Iteration 35 | 374 | gini | 6 | 18 | 11 | 0.9 | False | 0.0326 | --- | 0.9688 | 1.0 | 0.860s | 1m:15s |
| Iteration 36 | 474 | gini | 9 | 5 | 11 | 0.9 | False | 0.0142 | --- | 1.0 | 1.0 | 0.909s | 1m:17s |
| Iteration 37 | 440 | gini | 7 | 9 | 11 | auto | False | 0.0303 | --- | 1.0 | 1.0 | 0.884s | 1m:20s |
| Iteration 38 | 338 | gini | 7 | 3 | 11 | auto | False | 0.0299 | --- | 0.75 | 1.0 | 0.820s | 1m:22s |
| Iteration 39 | 235 | gini | 2 | 16 | 11 | 0.9 | False | 0.0031 | --- | 0.5312 | 1.0 | 0.770s | 1m:24s |
| Iteration 40 | 500 | gini | 7 | 15 | 8 | 0.9 | False | 0.035 | --- | 0.9062 | 1.0 | 0.941s | 1m:26s |
| Iteration 41 | 452 | gini | None | 12 | 1 | auto | False | 0.0 | --- | 0.75 | 1.0 | 0.882s | 1m:28s |
| Iteration 42 | 370 | gini | 7 | 9 | 10 | 0.8 | True | 0.0193 | 0.8 | 0.875 | 1.0 | 0.918s | 1m:30s |
| Iteration 43 | 365 | gini | 7 | 3 | 10 | 0.9 | False | 0.0296 | --- | 0.875 | 1.0 | 0.847s | 1m:32s |
| Iteration 44 | 405 | entropy | 9 | 6 | 9 | None | False | 0.0315 | --- | 0.875 | 1.0 | 0.890s | 1m:34s |
| Iteration 45 | 327 | gini | None | 19 | 1 | log2 | False | 0.0213 | --- | 1.0 | 1.0 | 0.820s | 1m:36s |
| Iteration 46 | 122 | gini | None | 3 | 1 | 0.5 | False | 0.0013 | --- | 0.75 | 1.0 | 0.717s | 1m:38s |
| Iteration 47 | 83 | gini | None | 2 | 2 | sqrt | True | 0.0308 | None | 0.9375 | 1.0 | 0.691s | 1m:41s |
| Iteration 48 | 261 | gini | None | 18 | 3 | log2 | False | 0.0119 | --- | 0.9375 | 1.0 | 0.775s | 1m:43s |
| Iteration 49 | 112 | gini | None | 19 | 3 | sqrt | False | 0.0016 | --- | 1.0 | 1.0 | 0.728s | 1m:45s |
| Iteration 50 | 197 | entropy | None | 18 | 5 | sqrt | True | 0.0004 | 0.5 | 0.9375 | 1.0 | 0.791s | 1m:48s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'n_estimators': 474, 'criterion': 'gini', 'max_depth': 9, 'min_samples_split': 5, 'min_samples_leaf': 11, 'max_features': 0.9, 'bootstrap': False, 'ccp_alpha': 0.0142}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:49s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.925
Test evaluation --> roc_auc: 0.875
Time elapsed: 0.336s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.84 ± 0.1102
Time elapsed: 1.520s
-------------------------------------------------
Total time: 1m:51s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.763s | 0.782s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.75 | 0.75 | 0.772s | 2.291s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.75 | 0.766s | 3.751s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.75 | 0.706s | 5.208s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.75 | 0.748s | 6.780s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.75 | 0.729s | 8.167s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.75 | 0.739s | 9.548s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.75 | 0.736s | 10.947s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.5625 | 0.75 | 0.776s | 13.927s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.75 | 0.748s | 15.952s |
| Iteration 11 | 411 | 0.027 | 5 | 0.6101 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 1.0 | 1.0 | 0.766s | 19.020s |
| Iteration 12 | 106 | 0.3993 | 6 | 0.6179 | 3 | 0.9 | 0.5 | 0 | 1 | 0.875 | 1.0 | 0.694s | 21.288s |
| Iteration 13 | 402 | 0.0108 | 9 | 0.6246 | 3 | 0.8 | 0.9 | 1 | 0 | 0.6562 | 1.0 | 0.764s | 23.077s |
| Iteration 14 | 160 | 0.9801 | 3 | 0.5967 | 3 | 0.7 | 0.7 | 1 | 0.1 | 0.7188 | 1.0 | 0.710s | 24.878s |
| Iteration 15 | 300 | 0.1321 | 3 | 0.6196 | 3 | 0.6 | 0.9 | 0.1 | 1 | 0.6875 | 1.0 | 0.733s | 26.766s |
| Iteration 16 | 383 | 0.0263 | 4 | 0.6104 | 3 | 0.8 | 0.8 | 0.1 | 0.1 | 0.4062 | 1.0 | 0.757s | 28.695s |
| Iteration 17 | 402 | 0.1616 | 7 | 0.8129 | 3 | 0.9 | 0.9 | 0.01 | 0.01 | 0.625 | 1.0 | 0.750s | 31.937s |
| Iteration 18 | 500 | 0.0841 | 5 | 0.0705 | 3 | 0.9 | 0.9 | 0 | 0 | 1.0 | 1.0 | 0.721s | 35.571s |
| Iteration 19 | 401 | 0.1909 | 5 | 0.089 | 3 | 1.0 | 1.0 | 10 | 0.01 | 0.5 | 1.0 | 0.704s | 39.190s |
| Iteration 20 | 252 | 0.0143 | 5 | 0.4183 | 3 | 0.7 | 0.9 | 0.01 | 0 | 1.0 | 1.0 | 0.693s | 41.266s |
| Iteration 21 | 425 | 0.0327 | 5 | 0.424 | 3 | 0.7 | 0.9 | 0.01 | 0 | 0.5 | 1.0 | 0.714s | 43.056s |
| Iteration 22 | 25 | 0.8569 | 5 | 0.1158 | 3 | 1.0 | 0.9 | 1 | 10 | 1.0 | 1.0 | 0.650s | 44.717s |
| Iteration 23 | 238 | 0.3565 | 5 | 0.3553 | 3 | 1.0 | 0.9 | 10 | 100 | 0.5 | 1.0 | 0.671s | 46.461s |
| Iteration 24 | 210 | 0.5758 | 4 | 0.3264 | 3 | 0.6 | 0.9 | 0 | 1 | 0.8125 | 1.0 | 0.676s | 48.115s |
| Iteration 25 | 20 | 0.5615 | 6 | 0.0 | 1 | 0.7 | 1.0 | 0 | 0.01 | 1.0 | 1.0 | 0.641s | 49.860s |
| Iteration 26 | 20 | 0.01 | 5 | 0.0 | 1 | 1.0 | 0.4 | 0 | 0 | 0.75 | 1.0 | 0.641s | 51.586s |
| Iteration 27 | 20 | 1.0 | 10 | 0.0 | 1 | 0.5 | 1.0 | 0 | 100 | 0.5938 | 1.0 | 1.207s | 53.894s |
| Iteration 28 | 20 | 0.017 | 2 | 0.0 | 3 | 0.7 | 0.7 | 0 | 0 | 1.0 | 1.0 | 0.634s | 55.575s |
| Iteration 29 | 20 | 0.0193 | 5 | 0.0 | 3 | 0.9 | 0.9 | 0 | 0 | 0.8125 | 1.0 | 0.650s | 57.306s |
| Iteration 30 | 20 | 0.9865 | 2 | 0.0 | 4 | 0.9 | 0.9 | 0 | 0.1 | 0.6875 | 1.0 | 0.646s | 59.007s |
| Iteration 31 | 20 | 0.01 | 7 | 1.0 | 2 | 1.0 | 1.0 | 0 | 0 | 0.9375 | 1.0 | 0.634s | 1m:01s |
| Iteration 32 | 20 | 0.2061 | 1 | 0.0 | 2 | 1.0 | 1.0 | 0 | 0 | 0.7188 | 1.0 | 0.632s | 1m:02s |
| Iteration 33 | 500 | 0.012 | 3 | 0.1087 | 1 | 1.0 | 0.4 | 0 | 0 | 0.9375 | 1.0 | 0.744s | 1m:04s |
| Iteration 34 | 500 | 0.1563 | 1 | 0.4573 | 1 | 0.9 | 0.4 | 0 | 0 | 0.8125 | 1.0 | 0.715s | 1m:06s |
| Iteration 35 | 20 | 0.424 | 8 | 0.0472 | 1 | 0.7 | 0.6 | 1 | 0 | 0.75 | 1.0 | 0.644s | 1m:08s |
| Iteration 36 | 310 | 0.0167 | 10 | 0.1994 | 1 | 0.5 | 0.5 | 0 | 0 | 1.0 | 1.0 | 0.713s | 1m:09s |
| Iteration 37 | 272 | 0.01 | 7 | 1.0 | 1 | 0.5 | 0.4 | 0 | 0 | 1.0 | 1.0 | 0.697s | 1m:11s |
| Iteration 38 | 266 | 0.01 | 1 | 0.0 | 1 | 0.5 | 0.4 | 0 | 0 | 0.6875 | 1.0 | 0.692s | 1m:13s |
| Iteration 39 | 500 | 0.0122 | 9 | 0.9297 | 1 | 1.0 | 0.6 | 0 | 100 | 0.75 | 1.0 | 0.775s | 1m:15s |
| Iteration 40 | 20 | 0.01 | 10 | 1.0 | 1 | 1.0 | 0.4 | 0 | 0 | 0.8125 | 1.0 | 0.642s | 1m:17s |
| Iteration 41 | 500 | 0.01 | 10 | 1.0 | 1 | 0.5 | 1.0 | 0 | 0 | 0.8125 | 1.0 | 0.736s | 1m:19s |
| Iteration 42 | 20 | 0.01 | 1 | 1.0 | 1 | 0.5 | 1.0 | 0 | 0 | 0.625 | 1.0 | 0.647s | 1m:21s |
| Iteration 43 | 20 | 0.4793 | 3 | 0.8644 | 10 | 1.0 | 0.7 | 100 | 100 | 0.5 | 1.0 | 0.644s | 1m:22s |
| Iteration 44 | 500 | 0.01 | 10 | 1.0 | 1 | 1.0 | 0.4 | 0 | 0 | 0.875 | 1.0 | 0.763s | 1m:24s |
| Iteration 45 | 20 | 0.0127 | 7 | 0.0564 | 10 | 0.9 | 0.6 | 0 | 100 | 0.5 | 1.0 | 0.652s | 1m:26s |
| Iteration 46 | 500 | 1.0 | 10 | 1.0 | 1 | 1.0 | 0.4 | 0 | 0 | 0.5938 | 1.0 | 0.728s | 1m:28s |
| Iteration 47 | 20 | 0.01 | 6 | 0.4841 | 1 | 0.9 | 0.8 | 100 | 0 | 0.5 | 1.0 | 0.648s | 1m:30s |
| Iteration 48 | 43 | 0.0193 | 5 | 0.0056 | 1 | 0.8 | 0.7 | 0 | 1 | 0.875 | 1.0 | 0.644s | 1m:32s |
| Iteration 49 | 27 | 0.3563 | 7 | 0.0096 | 1 | 0.6 | 0.8 | 0 | 0.1 | 1.0 | 1.0 | 0.648s | 1m:34s |
| Iteration 50 | 20 | 0.01 | 10 | 0.0 | 1 | 1.0 | 1.0 | 0 | 0 | 0.875 | 1.0 | 0.657s | 1m:36s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'n_estimators': 411, 'learning_rate': 0.027, 'max_depth': 5, 'gamma': 0.6101, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:37s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9696
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.098s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.86 ± 0.0583
Time elapsed: 0.303s
-------------------------------------------------
Total time: 1m:37s
Final results ==================== >>
Duration: 11m:52s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.93 ± 0.0748
Logistic Regression --> roc_auc: 0.57 ± 0.0812 ~
Linear Discriminant Analysis --> roc_auc: 0.67 ± 0.051 ~
Quadratic Discriminant Analysis --> roc_auc: 0.62 ± 0.0812 ~
Radius Nearest Neighbors --> roc_auc: 0.76 ± 0.1158
AdaBoost --> roc_auc: 0.93 ± 0.0678 !
Random Forest --> roc_auc: 0.84 ± 0.1102
XGBoost --> roc_auc: 0.86 ± 0.0583
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAAPYSSASKIIF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAVSETGNQFYF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVDGSSNTGKLIF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVSSGGYNKLIF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CASSLGGEQFF.
>>> Dropping feature CAVGGGSYIPTF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CAAGGYQKVTF.
>>> Dropping feature CAASKGSARQLTF.
>>> Dropping feature CALGTGGFKTIF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAVRGNNARLMF.
>>> Dropping feature CAVRGYSSASKIIF.
>>> Dropping feature CAVRNQGGKLIF.
>>> Dropping feature CAGNTGNQFYF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAVSSGGGADGLTF.
>>> Dropping feature CALNTDKLIF.
>>> Dropping feature CAVPGSSNTGKLIF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CASSSGETQYF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASMNSGYSTLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVPSGGSYIPTF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CASSLADTQYF.
>>> Dropping feature CASSLDFYEQYF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.9062 | 0.9062 | 3.184s | 3.204s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.625 | 0.9062 | 3.795s | 7.673s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 1.0 | 1.0 | 3.200s | 11.557s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.6875 | 1.0 | 3.248s | 15.494s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.8125 | 1.0 | 3.251s | 19.416s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.6875 | 1.0 | 3.294s | 23.382s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.4688 | 1.0 | 3.208s | 28.705s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.9375 | 1.0 | 3.272s | 33.042s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.9375 | 1.0 | 3.216s | 36.982s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.8125 | 1.0 | 3.178s | 40.848s |
| Iteration 11 | exponen.. | 1.0 | 115 | 0.8 | squared_er.. | 16 | 16 | 3 | 0.5 | 0.0211 | 1.0 | 1.0 | 3.201s | 45.132s |
| Iteration 12 | exponen.. | 0.3359 | 164 | 0.6 | friedman_mse | 20 | 17 | 2 | 0.5 | 0.0237 | 0.7188 | 1.0 | 3.207s | 49.372s |
| Iteration 13 | exponen.. | 0.0115 | 182 | 0.8 | friedman_mse | 14 | 1 | 10 | auto | 0.035 | 0.4375 | 1.0 | 3.202s | 53.574s |
| Iteration 14 | exponen.. | 0.01 | 434 | 0.8 | friedman_mse | 2 | 17 | 10 | None | 0.0 | 0.375 | 1.0 | 3.244s | 57.822s |
| Iteration 15 | exponen.. | 0.0789 | 183 | 0.8 | squared_er.. | 15 | 3 | 1 | 0.8 | 0.0227 | 0.9375 | 1.0 | 3.203s | 1m:02s |
| Iteration 16 | exponen.. | 1.0 | 119 | 0.8 | friedman_mse | 17 | 5 | 3 | 0.9 | 0.0013 | 0.625 | 1.0 | 3.193s | 1m:06s |
| Iteration 17 | deviance | 0.0205 | 244 | 0.9 | friedman_mse | 7 | 2 | 4 | 0.6 | 0.0334 | 0.625 | 1.0 | 3.219s | 1m:11s |
| Iteration 18 | exponen.. | 0.2994 | 465 | 0.8 | squared_er.. | 10 | 18 | 3 | 0.9 | 0.0167 | 1.0 | 1.0 | 3.268s | 1m:15s |
| Iteration 19 | exponen.. | 0.0231 | 200 | 0.9 | friedman_mse | 4 | 1 | 4 | log2 | 0.0324 | 0.9375 | 1.0 | 3.215s | 1m:19s |
| Iteration 20 | exponen.. | 0.0169 | 281 | 0.8 | squared_er.. | 10 | 19 | 3 | auto | 0.0201 | 0.9375 | 1.0 | 3.223s | 1m:23s |
| Iteration 21 | exponen.. | 1.0 | 500 | 0.7 | squared_er.. | 2 | 20 | 3 | None | 0.0123 | 0.4375 | 1.0 | 3.240s | 1m:28s |
| Iteration 22 | exponen.. | 0.8658 | 500 | 0.8 | squared_er.. | 10 | 17 | 3 | None | 0.0201 | 0.5 | 1.0 | 3.274s | 1m:33s |
| Iteration 23 | exponen.. | 0.0158 | 49 | 1.0 | squared_er.. | 15 | 18 | 7 | sqrt | 0.0039 | 0.875 | 1.0 | 3.169s | 1m:37s |
| Iteration 24 | exponen.. | 0.3247 | 500 | 0.5 | squared_er.. | 17 | 20 | 1 | 0.5 | 0.035 | 0.5 | 1.0 | 3.269s | 1m:41s |
| Iteration 25 | exponen.. | 0.0867 | 10 | 0.8 | squared_er.. | 7 | 5 | 1 | None | 0.0063 | 1.0 | 1.0 | 3.147s | 1m:45s |
| Iteration 26 | exponen.. | 0.0215 | 10 | 0.8 | squared_er.. | 20 | 19 | 2 | auto | 0.035 | 0.5312 | 1.0 | 3.139s | 1m:50s |
| Iteration 27 | exponen.. | 0.2608 | 438 | 0.8 | squared_er.. | 10 | 11 | 1 | 0.5 | 0.0162 | 0.75 | 1.0 | 3.231s | 1m:55s |
| Iteration 28 | exponen.. | 0.1186 | 10 | 0.9 | squared_er.. | 12 | 17 | 5 | 0.9 | 0.0151 | 0.8125 | 1.0 | 3.780s | 2m:01s |
| Iteration 29 | exponen.. | 0.0817 | 232 | 0.8 | squared_er.. | 12 | 9 | 1 | 0.8 | 0.0087 | 0.5 | 1.0 | 3.205s | 2m:05s |
| Iteration 30 | exponen.. | 0.2346 | 155 | 0.9 | squared_er.. | 16 | 19 | 3 | auto | 0.0217 | 0.4375 | 1.0 | 3.201s | 2m:09s |
| Iteration 31 | exponen.. | 0.0594 | 74 | 0.7 | friedman_mse | 8 | 5 | 6 | None | 0.0284 | 0.8125 | 1.0 | 3.229s | 2m:14s |
| Iteration 32 | deviance | 0.0888 | 114 | 0.9 | friedman_mse | 16 | 16 | 3 | log2 | 0.0255 | 0.3125 | 1.0 | 3.209s | 2m:18s |
| Iteration 33 | exponen.. | 0.0352 | 44 | 0.5 | friedman_mse | 8 | 12 | 9 | 0.7 | 0.0009 | 0.375 | 1.0 | 3.194s | 2m:22s |
| Iteration 34 | exponen.. | 0.1267 | 208 | 1.0 | friedman_mse | 5 | 2 | 6 | 0.8 | 0.0112 | 0.875 | 1.0 | 3.236s | 2m:27s |
| Iteration 35 | exponen.. | 0.0293 | 471 | 1.0 | friedman_mse | 12 | 20 | 7 | 0.9 | 0.0273 | 0.8125 | 1.0 | 3.246s | 2m:31s |
| Iteration 36 | exponen.. | 0.0554 | 498 | 0.9 | squared_er.. | 19 | 13 | 4 | None | 0.0026 | 1.0 | 1.0 | 3.301s | 2m:35s |
| Iteration 37 | exponen.. | 0.0155 | 238 | 0.9 | squared_er.. | 4 | 17 | 4 | None | 0.0043 | 0.9375 | 1.0 | 3.224s | 2m:40s |
| Iteration 38 | exponen.. | 0.0223 | 250 | 1.0 | squared_er.. | 19 | 18 | 5 | log2 | 0.0335 | 0.8125 | 1.0 | 3.202s | 2m:44s |
| Iteration 39 | exponen.. | 0.6909 | 368 | 1.0 | friedman_mse | 3 | 2 | 5 | 0.9 | 0.0015 | 0.5625 | 1.0 | 3.309s | 2m:48s |
| Iteration 40 | exponen.. | 0.0133 | 500 | 0.7 | squared_er.. | 14 | 2 | 5 | sqrt | 0.0198 | 0.875 | 1.0 | 3.293s | 2m:53s |
| Iteration 41 | exponen.. | 0.01 | 500 | 1.0 | squared_er.. | 5 | 18 | 5 | 0.7 | 0.015 | 0.75 | 1.0 | 3.245s | 2m:57s |
| Iteration 42 | exponen.. | 0.01 | 500 | 1.0 | friedman_mse | 3 | 3 | 3 | auto | 0.0241 | 0.4375 | 1.0 | 3.296s | 3m:02s |
| Iteration 43 | deviance | 0.0295 | 15 | 0.7 | friedman_mse | 2 | 12 | 8 | 0.7 | 0.0277 | 0.6875 | 1.0 | 3.162s | 3m:06s |
| Iteration 44 | exponen.. | 0.0404 | 368 | 0.8 | squared_er.. | 14 | 2 | 5 | None | 0.0096 | 1.0 | 1.0 | 3.261s | 3m:11s |
| Iteration 45 | exponen.. | 0.049 | 396 | 0.7 | squared_er.. | 13 | 14 | 5 | 0.9 | 0.0213 | 0.6875 | 1.0 | 3.235s | 3m:15s |
| Iteration 46 | exponen.. | 0.0142 | 339 | 0.6 | squared_er.. | 18 | 6 | 5 | log2 | 0.0002 | 0.875 | 1.0 | 3.219s | 3m:19s |
| Iteration 47 | exponen.. | 0.5029 | 114 | 0.6 | squared_er.. | 2 | 1 | 2 | 0.5 | 0.0034 | 0.75 | 1.0 | 3.174s | 3m:24s |
| Iteration 48 | exponen.. | 0.0299 | 207 | 0.9 | squared_er.. | 18 | 10 | 6 | 0.9 | 0.0059 | 0.125 | 1.0 | 3.202s | 3m:28s |
| Iteration 49 | deviance | 0.01 | 195 | 0.9 | friedman_mse | 13 | 8 | 10 | auto | 0.0145 | 0.8125 | 1.0 | 3.193s | 3m:32s |
| Iteration 50 | exponen.. | 0.0445 | 471 | 1.0 | friedman_mse | 19 | 14 | 5 | 0.8 | 0.0281 | 0.8125 | 1.0 | 3.240s | 3m:37s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0554, 'n_estimators': 498, 'subsample': 0.9, 'criterion': 'squared_error', 'min_samples_split': 19, 'min_samples_leaf': 13, 'max_depth': 4, 'max_features': None, 'ccp_alpha': 0.0026}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:38s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9982
Test evaluation --> roc_auc: 0.675
Time elapsed: 0.140s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.725 ± 0.0447
Time elapsed: 0.672s
-------------------------------------------------
Total time: 3m:39s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.625 | 0.625 | 3.172s | 3.185s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.5 | 0.625 | 3.190s | 7.014s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.75 | 0.75 | 3.232s | 12.712s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.3125 | 0.75 | 3.810s | 19.032s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.75 | 0.75 | 3.185s | 23.252s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.75 | 0.75 | 3.196s | 27.122s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.375 | 0.75 | 3.158s | 30.875s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.8125 | 0.8125 | 3.170s | 34.739s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.75 | 0.8125 | 3.185s | 38.550s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.8125 | 0.8125 | 3.086s | 42.405s |
| Iteration 11 | l2 | 0.2639 | sag | 212 | --- | 1.0 | 1.0 | 3.178s | 46.554s |
| Iteration 12 | l2 | 80.2493 | lbfgs | 100 | --- | 0.6562 | 1.0 | 3.225s | 50.894s |
| Iteration 13 | l2 | 0.0195 | sag | 142 | --- | 0.5625 | 1.0 | 3.193s | 55.051s |
| Iteration 14 | l2 | 1.248 | sag | 213 | --- | 0.25 | 1.0 | 3.215s | 59.344s |
| Iteration 15 | l1 | 0.1486 | libli.. | 207 | --- | 0.6875 | 1.0 | 3.174s | 1m:04s |
| Iteration 16 | l2 | 0.6309 | sag | 138 | --- | 0.75 | 1.0 | 3.184s | 1m:08s |
| Iteration 17 | l2 | 0.1591 | sag | 782 | --- | 0.625 | 1.0 | 3.255s | 1m:12s |
| Iteration 18 | l2 | 0.3197 | libli.. | 181 | --- | 0.75 | 1.0 | 3.201s | 1m:16s |
| Iteration 19 | l2 | 0.3235 | newto.. | 100 | --- | 1.0 | 1.0 | 3.248s | 1m:21s |
| Iteration 20 | l1 | 0.2884 | libli.. | 111 | --- | 0.7188 | 1.0 | 3.194s | 1m:26s |
| Iteration 21 | l1 | 0.3983 | saga | 975 | --- | 0.5625 | 1.0 | 3.194s | 1m:30s |
| Iteration 22 | l2 | 0.0439 | libli.. | 220 | --- | 0.8125 | 1.0 | 3.258s | 1m:34s |
| Iteration 23 | l2 | 0.0013 | libli.. | 252 | --- | 0.75 | 1.0 | 3.271s | 1m:39s |
| Iteration 24 | l2 | 0.0027 | sag | 699 | --- | 0.5625 | 1.0 | 3.308s | 1m:43s |
| Iteration 25 | l2 | 11.4251 | lbfgs | 123 | --- | 0.8125 | 1.0 | 3.373s | 1m:48s |
| Iteration 26 | l1 | 30.6522 | saga | 215 | --- | 0.625 | 1.0 | 3.251s | 1m:52s |
| Iteration 27 | l2 | 14.7513 | libli.. | 100 | --- | 0.8125 | 1.0 | 3.261s | 1m:56s |
| Iteration 28 | l2 | 72.8942 | newto.. | 252 | --- | 0.375 | 1.0 | 3.195s | 2m:00s |
| Iteration 29 | l2 | 0.2612 | newto.. | 352 | --- | 0.375 | 1.0 | 3.208s | 2m:05s |
| Iteration 30 | l2 | 0.0215 | sag | 100 | --- | 0.5 | 1.0 | 3.764s | 2m:10s |
| Iteration 31 | l2 | 0.4135 | libli.. | 100 | --- | 0.6875 | 1.0 | 3.179s | 2m:15s |
| Iteration 32 | l2 | 0.3318 | sag | 190 | --- | 0.4375 | 1.0 | 3.161s | 2m:19s |
| Iteration 33 | l2 | 0.1973 | sag | 216 | --- | 0.4375 | 1.0 | 3.158s | 2m:24s |
| Iteration 34 | l2 | 3.1572 | lbfgs | 100 | --- | 0.75 | 1.0 | 3.177s | 2m:28s |
| Iteration 35 | elast.. | 98.8619 | saga | 650 | 0.9 | 0.625 | 1.0 | 3.167s | 2m:33s |
| Iteration 36 | elast.. | 0.1023 | saga | 540 | 0.3 | 1.0 | 1.0 | 3.111s | 2m:39s |
| Iteration 37 | l2 | 0.1123 | sag | 541 | --- | 0.9375 | 1.0 | 3.131s | 2m:44s |
| Iteration 38 | none | --- | newto.. | 539 | --- | 0.875 | 1.0 | 3.182s | 2m:48s |
| Iteration 39 | l1 | 0.2306 | saga | 516 | --- | 0.5625 | 1.0 | 3.189s | 2m:52s |
| Iteration 40 | none | --- | newto.. | 565 | --- | 0.6875 | 1.0 | 3.191s | 2m:56s |
| Iteration 41 | l2 | 0.0013 | libli.. | 527 | --- | 0.5625 | 1.0 | 3.172s | 3m:01s |
| Iteration 42 | l2 | 0.1966 | sag | 556 | --- | 0.5 | 1.0 | 3.200s | 3m:05s |
| Iteration 43 | l2 | 0.2315 | newto.. | 164 | --- | 0.5 | 1.0 | 3.197s | 3m:09s |
| Iteration 44 | l2 | 3.0781 | sag | 100 | --- | 0.875 | 1.0 | 3.188s | 3m:14s |
| Iteration 45 | l2 | 3.1017 | saga | 100 | --- | 0.6875 | 1.0 | 3.196s | 3m:19s |
| Iteration 46 | l2 | 0.1036 | newto.. | 536 | --- | 0.625 | 1.0 | 3.206s | 3m:24s |
| Iteration 47 | l2 | 3.84 | newto.. | 100 | --- | 0.75 | 1.0 | 3.211s | 3m:28s |
| Iteration 48 | elast.. | 4.098 | saga | 100 | 0.8 | 0.25 | 1.0 | 3.218s | 3m:32s |
| Iteration 49 | none | --- | saga | 739 | --- | 0.4375 | 1.0 | 3.244s | 3m:37s |
| Iteration 50 | l2 | 3.5057 | lbfgs | 107 | --- | 0.625 | 1.0 | 3.210s | 3m:42s |
Bayesian Optimization ---------------------------
Best call --> Iteration 19
Best parameters --> {'penalty': 'l2', 'C': 0.3235, 'solver': 'newton-cg', 'max_iter': 100}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:43s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9554
Test evaluation --> roc_auc: 0.675
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.675 ± 0.0316
Time elapsed: 0.065s
-------------------------------------------------
Total time: 3m:43s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.75 | 0.75 | 3.148s | 3.155s |
| Initial point 2 | svd | --- | 0.5 | 0.75 | 3.185s | 7.024s |
| Initial point 3 | svd | --- | 0.5 | 0.75 | 0.000s | 7.645s |
| Initial point 4 | lsqr | 0.8 | 0.5 | 0.75 | 3.208s | 11.470s |
| Initial point 5 | eigen | 0.9 | 0.3125 | 0.75 | 3.229s | 15.332s |
| Initial point 6 | lsqr | 0.7 | 0.75 | 0.75 | 3.730s | 19.684s |
| Initial point 7 | lsqr | 0.5 | 0.4375 | 0.75 | 3.178s | 23.627s |
| Initial point 8 | lsqr | 0.9 | 0.625 | 0.75 | 3.167s | 27.432s |
| Initial point 9 | lsqr | 0.6 | 0.1875 | 0.75 | 3.166s | 31.354s |
| Initial point 10 | eigen | 0.8 | 0.3125 | 0.75 | 3.148s | 35.147s |
| Iteration 11 | eigen | 0.6 | 0.5 | 0.75 | 3.166s | 39.096s |
| Iteration 12 | eigen | 1.0 | 0.75 | 0.75 | 0.000s | 39.891s |
| Iteration 13 | eigen | 0.7 | 0.4375 | 0.75 | 3.193s | 43.872s |
| Iteration 14 | lsqr | auto | 0.3125 | 0.75 | 3.160s | 47.993s |
| Iteration 15 | eigen | auto | 0.8125 | 0.8125 | 3.157s | 52.123s |
| Iteration 16 | svd | --- | 0.5 | 0.8125 | 0.000s | 52.987s |
| Iteration 17 | eigen | None | 0.3125 | 0.8125 | 3.163s | 56.999s |
| Iteration 18 | svd | --- | 0.5 | 0.8125 | 0.000s | 57.846s |
| Iteration 19 | svd | --- | 0.5 | 0.8125 | 0.000s | 58.659s |
| Iteration 20 | lsqr | None | 0.5625 | 0.8125 | 3.189s | 1m:03s |
| Iteration 21 | eigen | 0.5 | 0.4375 | 0.8125 | 3.171s | 1m:07s |
| Iteration 22 | lsqr | 1.0 | 0.1875 | 0.8125 | 3.167s | 1m:11s |
| Iteration 23 | svd | --- | 0.5 | 0.8125 | 0.000s | 1m:12s |
| Iteration 24 | eigen | auto | 0.8125 | 0.8125 | 0.000s | 1m:12s |
| Iteration 25 | svd | --- | 0.5 | 0.8125 | 0.000s | 1m:13s |
| Iteration 26 | svd | --- | 0.5 | 0.8125 | 0.000s | 1m:14s |
| Iteration 27 | eigen | auto | 0.8125 | 0.8125 | 0.001s | 1m:15s |
| Iteration 28 | eigen | auto | 0.8125 | 0.8125 | 0.000s | 1m:16s |
| Iteration 29 | eigen | auto | 0.8125 | 0.8125 | 0.000s | 1m:17s |
| Iteration 30 | eigen | 0.7 | 0.4375 | 0.8125 | 0.000s | 1m:18s |
| Iteration 31 | eigen | auto | 0.8125 | 0.8125 | 0.000s | 1m:18s |
| Iteration 32 | eigen | auto | 0.8125 | 0.8125 | 0.000s | 1m:19s |
| Iteration 33 | eigen | auto | 0.8125 | 0.8125 | 0.000s | 1m:20s |
| Iteration 34 | eigen | auto | 0.8125 | 0.8125 | 0.000s | 1m:21s |
| Iteration 35 | eigen | auto | 0.8125 | 0.8125 | 0.001s | 1m:22s |
| Iteration 36 | eigen | auto | 0.8125 | 0.8125 | 0.000s | 1m:23s |
| Iteration 37 | eigen | auto | 0.8125 | 0.8125 | 0.000s | 1m:24s |
| Iteration 38 | eigen | auto | 0.8125 | 0.8125 | 0.000s | 1m:26s |
| Iteration 39 | eigen | auto | 0.8125 | 0.8125 | 0.000s | 1m:27s |
| Iteration 40 | eigen | auto | 0.8125 | 0.8125 | 0.000s | 1m:28s |
| Iteration 41 | eigen | auto | 0.8125 | 0.8125 | 0.000s | 1m:29s |
| Iteration 42 | eigen | auto | 0.8125 | 0.8125 | 0.000s | 1m:30s |
| Iteration 43 | eigen | auto | 0.8125 | 0.8125 | 0.000s | 1m:31s |
| Iteration 44 | eigen | auto | 0.8125 | 0.8125 | 0.000s | 1m:32s |
| Iteration 45 | eigen | auto | 0.8125 | 0.8125 | 0.000s | 1m:33s |
| Iteration 46 | eigen | auto | 0.8125 | 0.8125 | 0.000s | 1m:34s |
| Iteration 47 | eigen | auto | 0.8125 | 0.8125 | 0.000s | 1m:35s |
| Iteration 48 | eigen | auto | 0.8125 | 0.8125 | 0.000s | 1m:36s |
| Iteration 49 | eigen | auto | 0.8125 | 0.8125 | 0.000s | 1m:37s |
| Iteration 50 | eigen | auto | 0.8125 | 0.8125 | 0.000s | 1m:40s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'solver': 'eigen', 'shrinkage': 'auto'}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:43s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9339
Test evaluation --> roc_auc: 0.625
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.635 ± 0.049
Time elapsed: 0.035s
-------------------------------------------------
Total time: 1m:43s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.75 | 0.75 | 3.114s | 3.117s |
| Initial point 2 | 0.9 | 0.5 | 0.75 | 3.143s | 7.287s |
| Initial point 3 | 0.1 | 0.5625 | 0.75 | 3.206s | 11.155s |
| Initial point 4 | 1.0 | 0.75 | 0.75 | 0.001s | 11.884s |
| Initial point 5 | 0.2 | 0.3125 | 0.75 | 3.751s | 16.282s |
| Initial point 6 | 0.4 | 0.75 | 0.75 | 3.141s | 20.071s |
| Initial point 7 | 0.4 | 0.75 | 0.75 | 0.000s | 20.710s |
| Initial point 8 | 0.7 | 0.5625 | 0.75 | 3.138s | 24.504s |
| Initial point 9 | 0.9 | 0.5 | 0.75 | 0.000s | 25.553s |
| Initial point 10 | 0.8 | 0.0625 | 0.75 | 3.164s | 29.399s |
| Iteration 11 | 0.3 | 0.4375 | 0.75 | 3.188s | 33.333s |
| Iteration 12 | 0.6 | 0.6562 | 0.75 | 3.119s | 37.179s |
| Iteration 13 | 0.5 | 0.4375 | 0.75 | 3.212s | 41.119s |
| Iteration 14 | 0.0 | 0.4375 | 0.75 | 3.198s | 45.058s |
| Iteration 15 | 0.4 | 0.75 | 0.75 | 0.000s | 46.093s |
| Iteration 16 | 1.0 | 0.75 | 0.75 | 0.001s | 47.602s |
| Iteration 17 | 0.4 | 0.75 | 0.75 | 0.000s | 49.735s |
| Iteration 18 | 1.0 | 0.75 | 0.75 | 0.000s | 50.743s |
| Iteration 19 | 0.4 | 0.75 | 0.75 | 0.000s | 51.461s |
| Iteration 20 | 1.0 | 0.75 | 0.75 | 0.000s | 52.181s |
| Iteration 21 | 1.0 | 0.75 | 0.75 | 0.000s | 52.904s |
| Iteration 22 | 0.4 | 0.75 | 0.75 | 0.000s | 54.775s |
| Iteration 23 | 1.0 | 0.75 | 0.75 | 0.000s | 57.438s |
| Iteration 24 | 0.4 | 0.75 | 0.75 | 0.000s | 58.557s |
| Iteration 25 | 1.0 | 0.75 | 0.75 | 0.000s | 59.283s |
| Iteration 26 | 0.4 | 0.75 | 0.75 | 0.000s | 1m:00s |
| Iteration 27 | 1.0 | 0.75 | 0.75 | 0.000s | 1m:01s |
| Iteration 28 | 0.9 | 0.5 | 0.75 | 0.000s | 1m:02s |
| Iteration 29 | 0.4 | 0.75 | 0.75 | 0.000s | 1m:03s |
| Iteration 30 | 0.8 | 0.0625 | 0.75 | 0.000s | 1m:04s |
| Iteration 31 | 0.4 | 0.75 | 0.75 | 0.000s | 1m:05s |
| Iteration 32 | 1.0 | 0.75 | 0.75 | 0.000s | 1m:06s |
| Iteration 33 | 0.4 | 0.75 | 0.75 | 0.000s | 1m:07s |
| Iteration 34 | 1.0 | 0.75 | 0.75 | 0.000s | 1m:07s |
| Iteration 35 | 1.0 | 0.75 | 0.75 | 0.000s | 1m:08s |
| Iteration 36 | 0.4 | 0.75 | 0.75 | 0.000s | 1m:09s |
| Iteration 37 | 1.0 | 0.75 | 0.75 | 0.000s | 1m:10s |
| Iteration 38 | 0.4 | 0.75 | 0.75 | 0.000s | 1m:11s |
| Iteration 39 | 1.0 | 0.75 | 0.75 | 0.000s | 1m:11s |
| Iteration 40 | 0.4 | 0.75 | 0.75 | 0.000s | 1m:12s |
| Iteration 41 | 0.4 | 0.75 | 0.75 | 0.001s | 1m:13s |
| Iteration 42 | 1.0 | 0.75 | 0.75 | 0.000s | 1m:14s |
| Iteration 43 | 1.0 | 0.75 | 0.75 | 0.000s | 1m:15s |
| Iteration 44 | 0.4 | 0.75 | 0.75 | 0.000s | 1m:16s |
| Iteration 45 | 1.0 | 0.75 | 0.75 | 0.000s | 1m:16s |
| Iteration 46 | 0.4 | 0.75 | 0.75 | 0.000s | 1m:17s |
| Iteration 47 | 1.0 | 0.75 | 0.75 | 0.000s | 1m:18s |
| Iteration 48 | 0.4 | 0.75 | 0.75 | 0.000s | 1m:21s |
| Iteration 49 | 1.0 | 0.75 | 0.75 | 0.000s | 1m:22s |
| Iteration 50 | 0.4 | 0.75 | 0.75 | 0.000s | 1m:23s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'reg_param': 0.4}
Best evaluation --> roc_auc: 0.75
Time elapsed: 1m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8661
Test evaluation --> roc_auc: 0.725
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.705 ± 0.0245
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:24s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 10.7832 | dista.. | auto | 40 | 1 | 0.6875 | 0.6875 | 3.125s | 3.146s |
| Initial point 2 | 4.2885 | uniform | kd_tree | 39 | 2 | 0.4375 | 0.6875 | 3.156s | 6.961s |
| Initial point 3 | 3.3876 | dista.. | ball_tree | 25 | 2 | 0.7812 | 0.7812 | 3.217s | 10.839s |
| Initial point 4 | 9.8832 | uniform | ball_tree | 39 | 2 | 0.4688 | 0.7812 | 3.225s | 14.738s |
| Initial point 5 | 7.7422 | dista.. | auto | 30 | 2 | 0.9375 | 0.9375 | 3.239s | 18.721s |
| Initial point 6 | 8.9661 | dista.. | ball_tree | 21 | 2 | 0.6875 | 0.9375 | 3.268s | 22.657s |
| Initial point 7 | 6.4132 | dista.. | ball_tree | 24 | 1 | 0.625 | 0.9375 | 3.216s | 26.550s |
| Initial point 8 | 1.5368 | dista.. | ball_tree | 21 | 2 | 0.375 | 0.9375 | 3.221s | 30.447s |
| Initial point 9 | 7.1439 | uniform | ball_tree | 24 | 1 | 0.75 | 0.9375 | 3.846s | 35.007s |
| Initial point 10 | 5.0742 | uniform | brute | 22 | 2 | 0.5938 | 0.9375 | 3.175s | 38.884s |
| Iteration 11 | 10.8136 | uniform | kd_tree | 28 | 2 | 0.5 | 0.9375 | 3.203s | 43.103s |
| Iteration 12 | 6.7825 | dista.. | kd_tree | 30 | 2 | 0.75 | 0.9375 | 3.200s | 47.132s |
| Iteration 13 | 10.8136 | dista.. | auto | 30 | 1 | 0.25 | 0.9375 | 3.204s | 51.187s |
| Iteration 14 | 8.5074 | dista.. | auto | 30 | 2 | 0.375 | 0.9375 | 3.146s | 55.638s |
| Iteration 15 | 7.6243 | dista.. | ball_tree | 29 | 2 | 0.9375 | 0.9375 | 3.202s | 59.799s |
| Iteration 16 | 7.6732 | dista.. | kd_tree | 30 | 2 | 0.625 | 0.9375 | 3.213s | 1m:04s |
| Iteration 17 | 7.6114 | uniform | auto | 29 | 2 | 0.375 | 0.9375 | 3.227s | 1m:08s |
| Iteration 18 | 7.6879 | dista.. | auto | 27 | 1 | 0.6875 | 0.9375 | 3.202s | 1m:13s |
| Iteration 19 | 7.3982 | dista.. | ball_tree | 29 | 2 | 0.6875 | 0.9375 | 3.227s | 1m:17s |
| Iteration 20 | 7.6949 | dista.. | ball_tree | 33 | 1 | 0.5 | 0.9375 | 3.229s | 1m:22s |
| Iteration 21 | 7.6825 | dista.. | auto | 29 | 2 | 0.375 | 0.9375 | 3.287s | 1m:26s |
| Iteration 22 | 7.8077 | uniform | auto | 30 | 2 | 0.625 | 0.9375 | 3.210s | 1m:31s |
| Iteration 23 | 7.3614 | dista.. | kd_tree | 25 | 2 | 0.75 | 0.9375 | 3.213s | 1m:35s |
| Iteration 24 | 0.9457 | uniform | auto | 21 | 1 | 0.5 | 0.9375 | 3.209s | 1m:39s |
| Iteration 25 | 7.7168 | dista.. | ball_tree | 29 | 2 | 0.75 | 0.9375 | 3.218s | 1m:43s |
| Iteration 26 | 7.5483 | dista.. | auto | 30 | 2 | 0.5 | 0.9375 | 3.225s | 1m:47s |
| Iteration 27 | 7.5866 | dista.. | ball_tree | 29 | 2 | 0.8125 | 0.9375 | 3.191s | 1m:52s |
| Iteration 28 | 7.6305 | uniform | ball_tree | 29 | 2 | 0.4688 | 0.9375 | 3.216s | 1m:56s |
| Iteration 29 | 7.8062 | dista.. | auto | 30 | 2 | 0.5 | 0.9375 | 3.200s | 2m:00s |
| Iteration 30 | 7.6228 | dista.. | ball_tree | 29 | 2 | 0.375 | 0.9375 | 3.213s | 2m:05s |
| Iteration 31 | 10.7496 | dista.. | brute | 31 | 2 | 0.75 | 0.9375 | 3.227s | 2m:09s |
| Iteration 32 | 10.7788 | uniform | brute | 23 | 1 | 0.2188 | 0.9375 | 3.192s | 2m:13s |
| Iteration 33 | 1.7109 | dista.. | brute | 35 | 2 | 0.3125 | 0.9375 | 3.204s | 2m:17s |
| Iteration 34 | 9.4495 | dista.. | brute | 20 | 2 | 0.8125 | 0.9375 | 3.210s | 2m:22s |
| Iteration 35 | 8.9624 | dista.. | brute | 22 | 2 | 1.0 | 1.0 | 3.195s | 2m:27s |
| Iteration 36 | 10.7777 | dista.. | brute | 22 | 2 | 1.0 | 1.0 | 3.199s | 2m:31s |
| Iteration 37 | 10.8136 | dista.. | brute | 21 | 2 | 0.75 | 1.0 | 3.202s | 2m:36s |
| Iteration 38 | 10.8136 | dista.. | brute | 36 | 1 | 0.875 | 1.0 | 3.199s | 2m:40s |
| Iteration 39 | 10.8136 | dista.. | brute | 40 | 1 | 0.6875 | 1.0 | 3.266s | 2m:44s |
| Iteration 40 | 9.1564 | dista.. | brute | 25 | 2 | 0.375 | 1.0 | 3.228s | 2m:49s |
| Iteration 41 | 0.0098 | uniform | brute | 24 | 2 | 0.5 | 1.0 | 3.199s | 2m:53s |
| Iteration 42 | 10.8136 | dista.. | brute | 31 | 2 | 0.4375 | 1.0 | 3.227s | 2m:57s |
| Iteration 43 | 10.8136 | dista.. | brute | 20 | 1 | 0.5938 | 1.0 | 3.212s | 3m:01s |
| Iteration 44 | 10.8136 | dista.. | brute | 22 | 1 | 1.0 | 1.0 | 3.210s | 3m:05s |
| Iteration 45 | 10.8136 | dista.. | brute | 22 | 1 | 1.0 | 1.0 | 0.001s | 3m:06s |
| Iteration 46 | 10.2253 | dista.. | brute | 22 | 2 | 0.9375 | 1.0 | 3.193s | 3m:11s |
| Iteration 47 | 10.1748 | dista.. | brute | 22 | 1 | 0.625 | 1.0 | 3.216s | 3m:15s |
| Iteration 48 | 10.8136 | dista.. | brute | 22 | 2 | 0.125 | 1.0 | 3.197s | 3m:19s |
| Iteration 49 | 0.016 | dista.. | brute | 28 | 1 | 0.5 | 1.0 | 3.166s | 3m:24s |
| Iteration 50 | 10.8136 | dista.. | brute | 35 | 1 | 0.875 | 1.0 | 3.210s | 3m:29s |
Bayesian Optimization ---------------------------
Best call --> Iteration 44
Best parameters --> {'radius': 10.8136, 'weights': 'distance', 'algorithm': 'brute', 'leaf_size': 22, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:30s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.625
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.73 ± 0.0857
Time elapsed: 0.053s
-------------------------------------------------
Total time: 3m:30s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.5938 | 0.5938 | 3.564s | 3.572s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.6875 | 0.6875 | 3.594s | 7.868s |
| Initial point 3 | 225 | 1.0215 | SAMME | 1.0 | 1.0 | 3.331s | 11.848s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.75 | 1.0 | 3.510s | 16.106s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.6875 | 1.0 | 3.341s | 20.191s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.6875 | 1.0 | 3.517s | 24.384s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.5938 | 1.0 | 3.201s | 28.271s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.9375 | 1.0 | 3.430s | 32.410s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.875 | 1.0 | 3.141s | 36.267s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.625 | 1.0 | 3.246s | 40.157s |
| Iteration 11 | 289 | 0.995 | SAMME | 1.0 | 1.0 | 3.331s | 44.357s |
| Iteration 12 | 377 | 0.0217 | SAMME | 0.7812 | 1.0 | 4.114s | 49.388s |
| Iteration 13 | 217 | 0.9378 | SAMME.R | 0.375 | 1.0 | 3.429s | 53.799s |
| Iteration 14 | 100 | 0.8617 | SAMME | 0.5938 | 1.0 | 3.302s | 57.954s |
| Iteration 15 | 447 | 1.1097 | SAMME | 1.0 | 1.0 | 3.516s | 1m:02s |
| Iteration 16 | 393 | 1.1178 | SAMME | 0.75 | 1.0 | 3.506s | 1m:07s |
| Iteration 17 | 363 | 1.0291 | SAMME | 0.3125 | 1.0 | 3.443s | 1m:11s |
| Iteration 18 | 54 | 0.0113 | SAMME.R | 0.875 | 1.0 | 3.248s | 1m:15s |
| Iteration 19 | 396 | 0.0197 | SAMME | 0.875 | 1.0 | 3.513s | 1m:20s |
| Iteration 20 | 216 | 4.2276 | SAMME | 0.5 | 1.0 | 3.258s | 1m:24s |
| Iteration 21 | 228 | 2.2417 | SAMME | 0.375 | 1.0 | 3.347s | 1m:29s |
| Iteration 22 | 258 | 0.9986 | SAMME | 0.625 | 1.0 | 3.333s | 1m:33s |
| Iteration 23 | 445 | 1.5651 | SAMME | 0.8125 | 1.0 | 3.514s | 1m:38s |
| Iteration 24 | 420 | 2.9888 | SAMME | 0.375 | 1.0 | 3.124s | 1m:42s |
| Iteration 25 | 449 | 0.1761 | SAMME | 0.9375 | 1.0 | 3.462s | 1m:46s |
| Iteration 26 | 449 | 9.1654 | SAMME | 0.5625 | 1.0 | 3.066s | 1m:50s |
| Iteration 27 | 204 | 0.01 | SAMME.R | 0.8125 | 1.0 | 3.290s | 1m:54s |
| Iteration 28 | 447 | 0.01 | SAMME.R | 0.5625 | 1.0 | 3.487s | 1m:58s |
| Iteration 29 | 446 | 0.354 | SAMME | 0.625 | 1.0 | 3.434s | 2m:03s |
| Iteration 30 | 324 | 0.01 | SAMME | 0.5938 | 1.0 | 3.337s | 2m:07s |
| Iteration 31 | 290 | 1.0582 | SAMME | 0.875 | 1.0 | 3.361s | 2m:11s |
| Iteration 32 | 287 | 0.0321 | SAMME | 0.5 | 1.0 | 3.298s | 2m:15s |
| Iteration 33 | 271 | 0.154 | SAMME | 0.5 | 1.0 | 3.325s | 2m:20s |
| Iteration 34 | 225 | 0.9571 | SAMME | 0.9375 | 1.0 | 3.289s | 2m:24s |
| Iteration 35 | 444 | 1.3407 | SAMME | 0.8125 | 1.0 | 3.440s | 2m:28s |
| Iteration 36 | 264 | 1.1293 | SAMME | 1.0 | 1.0 | 3.321s | 2m:33s |
| Iteration 37 | 140 | 1.3336 | SAMME | 0.875 | 1.0 | 3.254s | 2m:37s |
| Iteration 38 | 288 | 0.9327 | SAMME | 0.75 | 1.0 | 3.963s | 2m:42s |
| Iteration 39 | 266 | 1.1649 | SAMME | 0.375 | 1.0 | 3.354s | 2m:46s |
| Iteration 40 | 294 | 1.1024 | SAMME | 0.6875 | 1.0 | 3.336s | 2m:51s |
| Iteration 41 | 69 | 0.6173 | SAMME | 0.625 | 1.0 | 3.200s | 2m:55s |
| Iteration 42 | 223 | 0.9434 | SAMME | 0.5625 | 1.0 | 3.313s | 2m:59s |
| Iteration 43 | 500 | 0.0159 | SAMME.R | 0.625 | 1.0 | 3.541s | 3m:04s |
| Iteration 44 | 446 | 0.951 | SAMME | 1.0 | 1.0 | 3.437s | 3m:08s |
| Iteration 45 | 448 | 0.9873 | SAMME | 0.75 | 1.0 | 3.440s | 3m:13s |
| Iteration 46 | 221 | 0.1097 | SAMME.R | 0.5 | 1.0 | 3.353s | 3m:17s |
| Iteration 47 | 444 | 0.9367 | SAMME | 0.5625 | 1.0 | 3.481s | 3m:21s |
| Iteration 48 | 447 | 1.1718 | SAMME | 0.0 | 1.0 | 3.470s | 3m:26s |
| Iteration 49 | 257 | 0.9876 | SAMME | 0.25 | 1.0 | 3.377s | 3m:30s |
| Iteration 50 | 166 | 0.0185 | SAMME | 0.8438 | 1.0 | 3.279s | 3m:35s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'n_estimators': 447, 'learning_rate': 1.1097, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.825
Time elapsed: 0.356s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.77 ± 0.0678
Time elapsed: 1.624s
-------------------------------------------------
Total time: 3m:38s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.7188 | 0.7188 | 3.548s | 3.568s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.75 | 0.75 | 3.450s | 7.707s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.875 | 0.875 | 3.532s | 11.914s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.875 | 3.287s | 16.006s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.625 | 0.875 | 3.499s | 20.181s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.75 | 0.875 | 3.301s | 24.199s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.375 | 0.875 | 3.341s | 28.256s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.8125 | 0.875 | 3.323s | 32.229s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.875 | 0.875 | 3.451s | 36.510s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.6875 | 0.875 | 3.439s | 41.756s |
| Iteration 11 | 500 | entropy | 2 | 11 | 14 | 0.8 | False | 0.0033 | --- | 0.875 | 0.875 | 3.461s | 46.592s |
| Iteration 12 | 462 | gini | 6 | 15 | 6 | 0.7 | False | 0.0124 | --- | 0.7812 | 0.875 | 3.425s | 51.202s |
| Iteration 13 | 500 | entropy | 8 | 2 | 1 | auto | False | 0.0109 | --- | 0.5 | 0.875 | 3.482s | 55.815s |
| Iteration 14 | 500 | entropy | 2 | 13 | 4 | 0.8 | False | 0.035 | --- | 0.4688 | 0.875 | 3.465s | 1m:00s |
| Iteration 15 | 463 | gini | 1 | 9 | 11 | sqrt | False | 0.0075 | --- | 0.9375 | 0.9375 | 3.463s | 1m:06s |
| Iteration 16 | 266 | entropy | 3 | 10 | 15 | 0.5 | False | 0.0048 | --- | 0.6875 | 0.9375 | 3.338s | 1m:11s |
| Iteration 17 | 286 | gini | None | 2 | 11 | log2 | False | 0.0109 | --- | 0.625 | 0.9375 | 3.322s | 1m:17s |
| Iteration 18 | 401 | gini | 5 | 12 | 19 | 0.5 | False | 0.0122 | --- | 0.9375 | 0.9375 | 3.394s | 1m:23s |
| Iteration 19 | 412 | entropy | 2 | 16 | 18 | log2 | False | 0.0084 | --- | 1.0 | 1.0 | 3.430s | 1m:29s |
| Iteration 20 | 221 | entropy | 6 | 20 | 4 | 0.7 | False | 0.0266 | --- | 0.9375 | 1.0 | 3.301s | 1m:36s |
| Iteration 21 | 64 | entropy | 3 | 2 | 13 | log2 | False | 0.0096 | --- | 0.4375 | 1.0 | 3.133s | 1m:43s |
| Iteration 22 | 456 | entropy | 6 | 16 | 6 | None | False | 0.003 | --- | 1.0 | 1.0 | 3.558s | 1m:50s |
| Iteration 23 | 308 | entropy | 4 | 16 | 3 | 0.5 | False | 0.0334 | --- | 0.875 | 1.0 | 3.341s | 1m:55s |
| Iteration 24 | 213 | entropy | 1 | 18 | 18 | 0.6 | False | 0.0014 | --- | 0.5625 | 1.0 | 3.283s | 1m:60s |
| Iteration 25 | 446 | entropy | 5 | 16 | 11 | 0.5 | False | 0.0079 | --- | 1.0 | 1.0 | 3.499s | 2m:05s |
| Iteration 26 | 434 | gini | None | 17 | 20 | 0.8 | False | 0.0066 | --- | 0.5625 | 1.0 | 3.378s | 2m:09s |
| Iteration 27 | 346 | entropy | 8 | 20 | 3 | 0.9 | False | 0.0275 | --- | 0.8438 | 1.0 | 3.312s | 2m:14s |
| Iteration 28 | 432 | entropy | 1 | 16 | 10 | 0.6 | False | 0.0058 | --- | 0.625 | 1.0 | 3.383s | 2m:18s |
| Iteration 29 | 264 | entropy | 2 | 18 | 19 | sqrt | False | 0.0049 | --- | 0.5938 | 1.0 | 3.259s | 2m:23s |
| Iteration 30 | 193 | entropy | 5 | 10 | 3 | 0.5 | True | 0.0 | 0.9 | 0.625 | 1.0 | 3.281s | 2m:29s |
| Iteration 31 | 454 | entropy | 4 | 16 | 15 | 0.6 | False | 0.0118 | --- | 0.75 | 1.0 | 3.406s | 2m:34s |
| Iteration 32 | 500 | entropy | 7 | 15 | 1 | 0.5 | False | 0.0134 | --- | 0.5625 | 1.0 | 3.449s | 2m:39s |
| Iteration 33 | 370 | entropy | 4 | 20 | 11 | 0.7 | False | 0.0068 | --- | 0.375 | 1.0 | 3.346s | 2m:44s |
| Iteration 34 | 500 | entropy | 5 | 20 | 7 | 0.5 | False | 0.0055 | --- | 0.9375 | 1.0 | 3.470s | 2m:48s |
| Iteration 35 | 145 | gini | 2 | 16 | 8 | log2 | False | 0.0083 | --- | 0.875 | 1.0 | 3.207s | 2m:53s |
| Iteration 36 | 206 | entropy | 5 | 14 | 14 | 0.5 | False | 0.0093 | --- | 1.0 | 1.0 | 3.294s | 2m:58s |
| Iteration 37 | 134 | entropy | 6 | 19 | 5 | None | False | 0.0145 | --- | 0.9688 | 1.0 | 3.235s | 3m:02s |
| Iteration 38 | 481 | entropy | 5 | 12 | 11 | 0.5 | False | 0.0083 | --- | 0.75 | 1.0 | 3.437s | 3m:07s |
| Iteration 39 | 470 | entropy | 5 | 15 | 14 | 0.5 | False | 0.0095 | --- | 0.8125 | 1.0 | 3.429s | 3m:12s |
| Iteration 40 | 335 | entropy | 6 | 17 | 5 | None | False | 0.0071 | --- | 0.6875 | 1.0 | 4.037s | 3m:18s |
| Iteration 41 | 74 | entropy | 5 | 17 | 3 | 0.5 | False | 0.0291 | --- | 0.6875 | 1.0 | 3.173s | 3m:23s |
| Iteration 42 | 496 | gini | 2 | 6 | 3 | log2 | False | 0.0153 | --- | 0.5 | 1.0 | 3.440s | 3m:28s |
| Iteration 43 | 448 | entropy | 2 | 19 | 3 | log2 | False | 0.0219 | --- | 0.6875 | 1.0 | 3.375s | 3m:32s |
| Iteration 44 | 28 | entropy | 5 | 10 | 10 | 0.5 | False | 0.0072 | --- | 0.9375 | 1.0 | 3.207s | 3m:37s |
| Iteration 45 | 464 | gini | 6 | 3 | 14 | None | False | 0.0018 | --- | 0.4375 | 1.0 | 3.427s | 3m:42s |
| Iteration 46 | 88 | entropy | 5 | 15 | 14 | 0.5 | False | 0.0055 | --- | 0.4375 | 1.0 | 3.143s | 3m:47s |
| Iteration 47 | 442 | entropy | 6 | 16 | 9 | 0.7 | False | 0.0217 | --- | 0.8125 | 1.0 | 3.391s | 3m:52s |
| Iteration 48 | 412 | entropy | 4 | 15 | 17 | log2 | False | 0.0089 | --- | 0.3125 | 1.0 | 3.335s | 3m:57s |
| Iteration 49 | 432 | entropy | 6 | 14 | 7 | None | False | 0.0 | --- | 0.875 | 1.0 | 3.376s | 4m:02s |
| Iteration 50 | 460 | entropy | 6 | 18 | 7 | 0.9 | False | 0.0042 | --- | 0.5938 | 1.0 | 3.435s | 4m:07s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'n_estimators': 456, 'criterion': 'entropy', 'max_depth': 6, 'min_samples_split': 16, 'min_samples_leaf': 6, 'max_features': None, 'bootstrap': False, 'ccp_alpha': 0.003}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9228
Test evaluation --> roc_auc: 0.625
Time elapsed: 0.323s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.685 ± 0.0875
Time elapsed: 1.478s
-------------------------------------------------
Total time: 4m:11s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.226s | 3.246s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.75 | 0.75 | 3.217s | 7.215s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.75 | 3.229s | 11.209s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.75 | 3.177s | 15.135s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.75 | 3.199s | 19.040s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.75 | 3.160s | 24.679s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.75 | 3.161s | 30.397s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.75 | 3.130s | 36.337s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.9375 | 0.9375 | 3.151s | 42.135s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.9375 | 3.113s | 47.926s |
| Iteration 11 | 417 | 0.036 | 8 | 0.3762 | 3 | 0.8 | 0.7 | 0.01 | 1 | 1.0 | 1.0 | 3.180s | 54.099s |
| Iteration 12 | 302 | 0.0321 | 3 | 0.9758 | 3 | 1.0 | 1.0 | 0 | 0.1 | 0.7812 | 1.0 | 3.183s | 58.695s |
| Iteration 13 | 371 | 0.5259 | 1 | 0.7284 | 2 | 0.6 | 0.9 | 0.01 | 10 | 0.625 | 1.0 | 3.222s | 1m:03s |
| Iteration 14 | 430 | 0.0283 | 4 | 0.649 | 3 | 0.8 | 0.5 | 0.1 | 1 | 0.375 | 1.0 | 3.255s | 1m:07s |
| Iteration 15 | 314 | 0.0496 | 9 | 0.5083 | 5 | 0.7 | 0.8 | 0 | 10 | 0.6875 | 1.0 | 3.245s | 1m:11s |
| Iteration 16 | 480 | 0.0164 | 8 | 0.1516 | 3 | 0.8 | 0.7 | 0.01 | 1 | 0.5625 | 1.0 | 3.921s | 1m:16s |
| Iteration 17 | 54 | 0.5172 | 9 | 0.9162 | 3 | 0.8 | 1.0 | 0.01 | 0.01 | 0.625 | 1.0 | 3.189s | 1m:21s |
| Iteration 18 | 200 | 0.0426 | 8 | 0.4589 | 2 | 0.9 | 0.8 | 0.01 | 0.1 | 0.875 | 1.0 | 3.291s | 1m:25s |
| Iteration 19 | 465 | 0.0393 | 8 | 0.6465 | 5 | 0.8 | 0.7 | 0.01 | 0.1 | 0.875 | 1.0 | 3.273s | 1m:30s |
| Iteration 20 | 424 | 0.0389 | 8 | 0.4412 | 3 | 0.8 | 0.7 | 0.01 | 1 | 0.875 | 1.0 | 3.320s | 1m:35s |
| Iteration 21 | 385 | 0.0384 | 6 | 0.0563 | 6 | 0.7 | 0.8 | 0.01 | 1 | 0.375 | 1.0 | 3.239s | 1m:39s |
| Iteration 22 | 342 | 0.0327 | 7 | 0.5334 | 5 | 0.8 | 0.8 | 0.01 | 1 | 1.0 | 1.0 | 3.294s | 1m:44s |
| Iteration 23 | 412 | 0.0343 | 8 | 0.5004 | 5 | 0.8 | 0.7 | 0.01 | 1 | 0.75 | 1.0 | 3.258s | 1m:48s |
| Iteration 24 | 163 | 0.0419 | 5 | 0.5872 | 4 | 0.9 | 0.8 | 0 | 0.1 | 0.5625 | 1.0 | 3.226s | 1m:54s |
| Iteration 25 | 329 | 0.0527 | 7 | 0.5561 | 6 | 0.8 | 0.8 | 0.01 | 0.1 | 0.7812 | 1.0 | 3.285s | 1m:59s |
| Iteration 26 | 375 | 0.7113 | 7 | 0.5477 | 3 | 0.5 | 0.8 | 0.01 | 1 | 0.5938 | 1.0 | 3.271s | 2m:03s |
| Iteration 27 | 126 | 0.012 | 3 | 0.5222 | 3 | 0.8 | 0.8 | 0.01 | 100 | 0.6875 | 1.0 | 3.188s | 2m:07s |
| Iteration 28 | 389 | 0.0366 | 8 | 0.368 | 1 | 0.6 | 0.7 | 0.01 | 1 | 0.625 | 1.0 | 3.288s | 2m:13s |
| Iteration 29 | 500 | 0.1994 | 9 | 0.5363 | 1 | 0.9 | 0.8 | 0.01 | 100 | 0.6562 | 1.0 | 3.270s | 2m:18s |
| Iteration 30 | 217 | 0.0407 | 9 | 0.5633 | 2 | 0.8 | 0.8 | 0.01 | 1 | 0.5625 | 1.0 | 3.223s | 2m:23s |
| Iteration 31 | 407 | 0.0396 | 6 | 0.8271 | 1 | 0.8 | 0.9 | 0.01 | 1 | 0.75 | 1.0 | 3.272s | 2m:27s |
| Iteration 32 | 357 | 0.736 | 7 | 0.5354 | 8 | 0.8 | 0.9 | 0.01 | 1 | 0.5 | 1.0 | 3.242s | 2m:32s |
| Iteration 33 | 129 | 0.0865 | 7 | 0.5804 | 5 | 0.9 | 0.8 | 0.01 | 10 | 0.3125 | 1.0 | 3.205s | 2m:36s |
| Iteration 34 | 407 | 0.0366 | 7 | 0.4053 | 2 | 0.8 | 0.8 | 0.1 | 100 | 0.8438 | 1.0 | 3.275s | 2m:41s |
| Iteration 35 | 435 | 0.0284 | 5 | 0.5802 | 1 | 0.8 | 0.8 | 0.01 | 0.1 | 0.8125 | 1.0 | 3.252s | 2m:45s |
| Iteration 36 | 373 | 0.0289 | 10 | 0.4437 | 9 | 0.9 | 0.8 | 0.1 | 0.1 | 0.5 | 1.0 | 3.259s | 2m:49s |
| Iteration 37 | 408 | 0.0387 | 6 | 0.5185 | 5 | 0.8 | 0.7 | 10 | 0.01 | 0.5 | 1.0 | 3.244s | 2m:54s |
| Iteration 38 | 407 | 0.0382 | 7 | 0.4705 | 4 | 0.8 | 0.8 | 0.01 | 0.01 | 1.0 | 1.0 | 3.269s | 2m:58s |
| Iteration 39 | 387 | 0.0295 | 7 | 0.5102 | 4 | 0.8 | 0.8 | 0.01 | 0.01 | 0.625 | 1.0 | 3.243s | 3m:03s |
| Iteration 40 | 421 | 0.0445 | 3 | 0.1239 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.8125 | 1.0 | 3.883s | 3m:08s |
| Iteration 41 | 426 | 0.0451 | 8 | 0.3167 | 5 | 0.8 | 0.8 | 0.01 | 100 | 0.7812 | 1.0 | 3.264s | 3m:13s |
| Iteration 42 | 411 | 0.0557 | 9 | 0.0323 | 3 | 0.5 | 0.8 | 0.01 | 10 | 0.75 | 1.0 | 3.340s | 3m:17s |
| Iteration 43 | 480 | 0.0444 | 8 | 0.6307 | 3 | 1.0 | 0.8 | 0 | 1 | 0.6875 | 1.0 | 3.187s | 3m:22s |
| Iteration 44 | 400 | 0.0406 | 4 | 0.2943 | 9 | 0.8 | 0.8 | 0.01 | 0.01 | 0.5 | 1.0 | 3.214s | 3m:26s |
| Iteration 45 | 416 | 0.0441 | 8 | 0.6907 | 3 | 0.8 | 0.8 | 0.01 | 0.1 | 0.6875 | 1.0 | 3.195s | 3m:31s |
| Iteration 46 | 485 | 0.0102 | 9 | 0.7007 | 4 | 0.9 | 1.0 | 0.01 | 10 | 0.75 | 1.0 | 3.222s | 3m:35s |
| Iteration 47 | 363 | 0.0403 | 5 | 0.2897 | 3 | 0.9 | 1.0 | 0 | 10 | 0.75 | 1.0 | 3.227s | 3m:40s |
| Iteration 48 | 298 | 0.024 | 4 | 0.0586 | 1 | 1.0 | 0.9 | 0.01 | 10 | 0.1875 | 1.0 | 3.174s | 3m:45s |
| Iteration 49 | 460 | 0.0456 | 6 | 0.4095 | 4 | 0.8 | 0.7 | 0.01 | 0.01 | 0.0625 | 1.0 | 3.217s | 3m:49s |
| Iteration 50 | 62 | 0.0337 | 7 | 0.9654 | 5 | 0.6 | 0.8 | 1 | 100 | 0.5 | 1.0 | 3.124s | 3m:54s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'n_estimators': 342, 'learning_rate': 0.0327, 'max_depth': 7, 'gamma': 0.5334, 'min_child_weight': 5, 'subsample': 0.8, 'colsample_bytree': 0.8, 'reg_alpha': 0.01, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:56s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.85
Test evaluation --> roc_auc: 0.725
Time elapsed: 0.076s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.665 ± 0.08
Time elapsed: 0.227s
-------------------------------------------------
Total time: 3m:57s
Final results ==================== >>
Duration: 25m:44s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.725 ± 0.0447 ~
Logistic Regression --> roc_auc: 0.675 ± 0.0316 ~
Linear Discriminant Analysis --> roc_auc: 0.635 ± 0.049 ~
Quadratic Discriminant Analysis --> roc_auc: 0.705 ± 0.0245
Radius Nearest Neighbors --> roc_auc: 0.73 ± 0.0857 ~
AdaBoost --> roc_auc: 0.77 ± 0.0678 !
Random Forest --> roc_auc: 0.685 ± 0.0875 ~
XGBoost --> roc_auc: 0.665 ± 0.08
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 824 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVYNAGNMLTF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVRYGGSQGNLIF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CALTSGTYKYIF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAASKGTYKYIF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGSGGSYIPTF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVRGAAGNKLTF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASKTGNQFYF.
>>> Dropping feature CAASTNTGNQFYF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CVVIANQAGTALIF.
>>> Dropping feature CAASKGSARQLTF.
>>> Dropping feature CAGNQAGTALIF.
>>> Dropping feature CAGPNAGGTSYGKLTF.
>>> Dropping feature CATDSNDYKLSF.
>>> Dropping feature CAVLNAGNNRKLIW.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVRGNNARLMF.
>>> Dropping feature CAVRGYSSASKIIF.
>>> Dropping feature CAVRNAGNMLTF.
>>> Dropping feature CAVSNYGGSQGNLIF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAASGGGSNYKLTF.
>>> Dropping feature CAASKGYSTLTF.
>>> Dropping feature CAASKTSYDKVIF.
>>> Dropping feature CAASRNTGNQFYF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.75 | 0.75 | 0.678s | 0.698s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.8125 | 0.8125 | 0.716s | 2.361s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.75 | 0.8125 | 0.678s | 3.684s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.375 | 0.8125 | 0.708s | 5.053s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.75 | 0.8125 | 0.713s | 6.382s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.8125 | 0.8125 | 0.763s | 7.768s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 1.0 | 1.0 | 0.724s | 9.134s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.8125 | 1.0 | 0.738s | 10.668s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.625 | 1.0 | 0.668s | 12.197s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.875 | 1.0 | 0.690s | 13.567s |
| Iteration 11 | exponen.. | 1.0 | 156 | 0.8 | squared_er.. | 2 | 2 | 8 | auto | 0.035 | 0.8438 | 1.0 | 0.671s | 15.572s |
| Iteration 12 | exponen.. | 0.3939 | 53 | 0.9 | squared_er.. | 9 | 5 | 9 | 0.5 | 0.0256 | 1.0 | 1.0 | 0.639s | 17.458s |
| Iteration 13 | exponen.. | 0.8685 | 318 | 0.8 | squared_er.. | 7 | 6 | 4 | 0.5 | 0.0198 | 0.9375 | 1.0 | 0.700s | 19.230s |
| Iteration 14 | exponen.. | 0.5726 | 182 | 0.8 | squared_er.. | 4 | 4 | 9 | sqrt | 0.0315 | 0.6875 | 1.0 | 0.662s | 21.754s |
| Iteration 15 | exponen.. | 0.8527 | 204 | 0.5 | squared_er.. | 17 | 6 | 8 | auto | 0.006 | 0.8438 | 1.0 | 0.669s | 24.331s |
| Iteration 16 | exponen.. | 0.0882 | 78 | 0.9 | squared_er.. | 10 | 5 | 4 | 0.5 | 0.0077 | 0.8125 | 1.0 | 0.645s | 25.985s |
| Iteration 17 | exponen.. | 0.7451 | 279 | 0.8 | squared_er.. | 3 | 5 | 8 | auto | 0.0299 | 1.0 | 1.0 | 0.695s | 27.648s |
| Iteration 18 | exponen.. | 0.5031 | 67 | 0.9 | squared_er.. | 9 | 5 | 9 | 0.5 | 0.0275 | 0.875 | 1.0 | 0.642s | 29.460s |
| Iteration 19 | exponen.. | 0.4272 | 239 | 1.0 | squared_er.. | 11 | 1 | 4 | 0.5 | 0.0048 | 0.8125 | 1.0 | 0.668s | 31.244s |
| Iteration 20 | exponen.. | 0.7739 | 301 | 0.8 | squared_er.. | 2 | 5 | 7 | auto | 0.0303 | 0.5 | 1.0 | 0.712s | 33.172s |
| Iteration 21 | exponen.. | 0.029 | 195 | 0.9 | squared_er.. | 16 | 2 | 9 | 0.5 | 0.0231 | 0.9375 | 1.0 | 0.669s | 34.907s |
| Iteration 22 | exponen.. | 0.3615 | 184 | 1.0 | squared_er.. | 9 | 14 | 9 | 0.5 | 0.0083 | 0.75 | 1.0 | 0.655s | 36.681s |
| Iteration 23 | exponen.. | 0.093 | 415 | 0.9 | squared_er.. | 16 | 18 | 9 | 0.5 | 0.025 | 0.9375 | 1.0 | 0.721s | 38.504s |
| Iteration 24 | exponen.. | 0.1726 | 269 | 0.8 | squared_er.. | 6 | 9 | 8 | auto | 0.0304 | 0.875 | 1.0 | 0.685s | 40.288s |
| Iteration 25 | exponen.. | 0.3657 | 360 | 0.9 | squared_er.. | 7 | 16 | 9 | 0.5 | 0.0232 | 0.7812 | 1.0 | 0.708s | 42.136s |
| Iteration 26 | exponen.. | 0.237 | 484 | 0.9 | squared_er.. | 9 | 10 | 9 | 0.5 | 0.0249 | 0.9375 | 1.0 | 0.737s | 44.052s |
| Iteration 27 | exponen.. | 0.0499 | 416 | 0.8 | squared_er.. | 3 | 8 | 8 | auto | 0.0301 | 1.0 | 1.0 | 0.721s | 45.931s |
| Iteration 28 | exponen.. | 0.0139 | 278 | 0.8 | squared_er.. | 3 | 1 | 8 | auto | 0.0303 | 0.9375 | 1.0 | 0.721s | 47.808s |
| Iteration 29 | exponen.. | 0.0133 | 373 | 0.8 | squared_er.. | 3 | 8 | 8 | auto | 0.0307 | 0.8125 | 1.0 | 0.724s | 49.650s |
| Iteration 30 | exponen.. | 0.0519 | 433 | 0.9 | squared_er.. | 17 | 18 | 9 | 0.5 | 0.0153 | 0.6875 | 1.0 | 0.717s | 51.526s |
| Iteration 31 | exponen.. | 1.0 | 201 | 0.8 | squared_er.. | 3 | 18 | 8 | auto | 0.0198 | 0.875 | 1.0 | 0.669s | 55.030s |
| Iteration 32 | exponen.. | 0.7033 | 170 | 0.9 | squared_er.. | 9 | 20 | 9 | 0.5 | 0.013 | 0.8125 | 1.0 | 0.666s | 57.214s |
| Iteration 33 | exponen.. | 1.0 | 175 | 0.8 | squared_er.. | 3 | 12 | 8 | auto | 0.0296 | 0.6875 | 1.0 | 0.660s | 59.131s |
| Iteration 34 | exponen.. | 0.2507 | 337 | 0.9 | squared_er.. | 7 | 5 | 9 | 0.5 | 0.0238 | 0.6875 | 1.0 | 0.716s | 1m:01s |
| Iteration 35 | exponen.. | 0.7466 | 56 | 0.9 | squared_er.. | 9 | 5 | 9 | 0.5 | 0.0223 | 0.9375 | 1.0 | 0.692s | 1m:03s |
| Iteration 36 | exponen.. | 1.0 | 264 | 0.8 | squared_er.. | 3 | 17 | 8 | auto | 0.0195 | 0.75 | 1.0 | 0.732s | 1m:05s |
| Iteration 37 | exponen.. | 0.0342 | 265 | 0.8 | squared_er.. | 3 | 5 | 8 | auto | 0.0036 | 1.0 | 1.0 | 0.759s | 1m:07s |
| Iteration 38 | exponen.. | 0.0164 | 425 | 0.8 | squared_er.. | 3 | 8 | 8 | auto | 0.0238 | 0.75 | 1.0 | 0.792s | 1m:09s |
| Iteration 39 | exponen.. | 0.1202 | 415 | 0.8 | squared_er.. | 7 | 2 | 4 | 0.5 | 0.0241 | 0.875 | 1.0 | 1.357s | 1m:12s |
| Iteration 40 | exponen.. | 0.0484 | 385 | 0.8 | squared_er.. | 3 | 3 | 8 | 0.5 | 0.0241 | 0.625 | 1.0 | 0.788s | 1m:14s |
| Iteration 41 | exponen.. | 0.3971 | 294 | 0.9 | squared_er.. | 16 | 10 | 9 | 0.5 | 0.0199 | 1.0 | 1.0 | 0.740s | 1m:16s |
| Iteration 42 | exponen.. | 0.6632 | 397 | 0.8 | squared_er.. | 18 | 4 | 8 | auto | 0.0195 | 0.9375 | 1.0 | 0.778s | 1m:18s |
| Iteration 43 | exponen.. | 0.0139 | 10 | 0.9 | squared_er.. | 18 | 10 | 9 | 0.5 | 0.0255 | 1.0 | 1.0 | 0.677s | 1m:20s |
| Iteration 44 | exponen.. | 0.3707 | 103 | 0.9 | squared_er.. | 16 | 10 | 9 | 0.5 | 0.0221 | 1.0 | 1.0 | 0.695s | 1m:22s |
| Iteration 45 | exponen.. | 0.141 | 10 | 0.9 | squared_er.. | 19 | 10 | 9 | 0.5 | 0.0241 | 0.875 | 1.0 | 0.681s | 1m:24s |
| Iteration 46 | deviance | 0.3186 | 10 | 0.9 | squared_er.. | 14 | 9 | 9 | 0.5 | 0.0009 | 0.8125 | 1.0 | 0.684s | 1m:26s |
| Iteration 47 | exponen.. | 0.6225 | 10 | 0.9 | squared_er.. | 3 | 9 | 9 | 0.5 | 0.0144 | 0.5625 | 1.0 | 0.682s | 1m:28s |
| Iteration 48 | exponen.. | 0.0205 | 215 | 0.8 | squared_er.. | 3 | 3 | 8 | auto | 0.0235 | 0.9375 | 1.0 | 0.747s | 1m:30s |
| Iteration 49 | exponen.. | 0.1024 | 239 | 0.9 | squared_er.. | 18 | 11 | 9 | 0.5 | 0.0096 | 0.6875 | 1.0 | 0.738s | 1m:32s |
| Iteration 50 | exponen.. | 0.6638 | 271 | 0.9 | squared_er.. | 16 | 10 | 9 | 0.5 | 0.0222 | 0.625 | 1.0 | 0.739s | 1m:34s |
Bayesian Optimization ---------------------------
Best call --> Iteration 37
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0342, 'n_estimators': 265, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 3, 'min_samples_leaf': 5, 'max_depth': 8, 'max_features': 'auto', 'ccp_alpha': 0.0036}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:37s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.101s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.0748
Time elapsed: 0.460s
-------------------------------------------------
Total time: 1m:38s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.75 | 0.75 | 0.652s | 0.664s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.75 | 0.75 | 0.645s | 2.322s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.625 | 0.75 | 0.636s | 3.624s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.75 | 0.75 | 0.638s | 4.873s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.4375 | 0.75 | 0.652s | 6.183s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 1.0 | 1.0 | 0.640s | 7.447s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 1.0 | 1.0 | 0.637s | 8.743s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.4375 | 1.0 | 0.663s | 10.296s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.75 | 1.0 | 0.658s | 11.921s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.9375 | 1.0 | 0.661s | 13.533s |
| Iteration 11 | none | --- | newto.. | 444 | --- | 0.5 | 1.0 | 0.663s | 15.541s |
| Iteration 12 | l2 | 4.0556 | libli.. | 241 | --- | 0.75 | 1.0 | 0.655s | 17.755s |
| Iteration 13 | elast.. | 1.2099 | saga | 124 | 0.4 | 0.625 | 1.0 | 0.640s | 19.442s |
| Iteration 14 | l2 | 49.5288 | newto.. | 155 | --- | 0.75 | 1.0 | 0.651s | 20.999s |
| Iteration 15 | l2 | 0.0088 | saga | 111 | --- | 0.8125 | 1.0 | 0.635s | 22.566s |
| Iteration 16 | l2 | 0.0852 | saga | 434 | --- | 0.4375 | 1.0 | 0.642s | 24.691s |
| Iteration 17 | l2 | 0.0017 | saga | 273 | --- | 0.625 | 1.0 | 0.639s | 26.250s |
| Iteration 18 | l2 | 6.8442 | newto.. | 154 | --- | 1.0 | 1.0 | 0.648s | 27.933s |
| Iteration 19 | l2 | 8.4812 | sag | 150 | --- | 0.3125 | 1.0 | 0.654s | 29.705s |
| Iteration 20 | l2 | 8.4577 | newto.. | 149 | --- | 0.625 | 1.0 | 0.642s | 31.352s |
| Iteration 21 | l2 | 2.4923 | libli.. | 273 | --- | 1.0 | 1.0 | 0.637s | 33.102s |
| Iteration 22 | none | --- | newto.. | 448 | --- | 0.75 | 1.0 | 0.653s | 35.943s |
| Iteration 23 | l2 | 7.8936 | newto.. | 178 | --- | 0.8125 | 1.0 | 0.637s | 39.147s |
| Iteration 24 | l2 | 3.1068 | newto.. | 130 | --- | 0.8125 | 1.0 | 0.643s | 42.162s |
| Iteration 25 | l2 | 6.7591 | lbfgs | 220 | --- | 0.6875 | 1.0 | 0.641s | 44.211s |
| Iteration 26 | l2 | 2.3428 | libli.. | 238 | --- | 0.75 | 1.0 | 0.653s | 45.981s |
| Iteration 27 | l2 | 10.0351 | newto.. | 152 | --- | 0.9375 | 1.0 | 0.646s | 47.710s |
| Iteration 28 | l2 | 15.307 | newto.. | 153 | --- | 0.75 | 1.0 | 0.645s | 49.463s |
| Iteration 29 | l2 | 2.9739 | libli.. | 278 | --- | 0.6875 | 1.0 | 0.656s | 51.203s |
| Iteration 30 | l2 | 0.0014 | libli.. | 714 | --- | 1.0 | 1.0 | 0.673s | 52.872s |
| Iteration 31 | l2 | 0.0013 | libli.. | 860 | --- | 0.625 | 1.0 | 0.640s | 54.540s |
| Iteration 32 | none | --- | saga | 994 | --- | 0.75 | 1.0 | 0.648s | 56.219s |
| Iteration 33 | l2 | 0.0014 | newto.. | 782 | --- | 0.625 | 1.0 | 0.639s | 57.839s |
| Iteration 34 | l2 | 0.0874 | lbfgs | 158 | --- | 0.5625 | 1.0 | 0.654s | 59.707s |
| Iteration 35 | l1 | 0.0012 | saga | 834 | --- | 0.5 | 1.0 | 0.638s | 1m:01s |
| Iteration 36 | l2 | 0.0038 | libli.. | 975 | --- | 0.75 | 1.0 | 0.641s | 1m:03s |
| Iteration 37 | l2 | 29.8232 | newto.. | 552 | --- | 0.625 | 1.0 | 0.652s | 1m:05s |
| Iteration 38 | none | --- | lbfgs | 982 | --- | 0.375 | 1.0 | 0.679s | 1m:06s |
| Iteration 39 | l2 | 0.0013 | newto.. | 661 | --- | 0.8125 | 1.0 | 0.676s | 1m:09s |
| Iteration 40 | l2 | 0.9739 | sag | 186 | --- | 0.5625 | 1.0 | 0.675s | 1m:12s |
| Iteration 41 | l1 | 22.0479 | libli.. | 901 | --- | 1.0 | 1.0 | 1.258s | 1m:14s |
| Iteration 42 | l2 | 0.0016 | libli.. | 307 | --- | 0.875 | 1.0 | 0.630s | 1m:15s |
| Iteration 43 | l2 | 100.0 | libli.. | 985 | --- | 0.8125 | 1.0 | 0.633s | 1m:17s |
| Iteration 44 | none | --- | lbfgs | 785 | --- | 0.625 | 1.0 | 0.635s | 1m:19s |
| Iteration 45 | none | --- | saga | 985 | --- | 0.875 | 1.0 | 0.637s | 1m:22s |
| Iteration 46 | elast.. | 57.2896 | saga | 984 | 0.1 | 0.875 | 1.0 | 0.659s | 1m:24s |
| Iteration 47 | none | --- | sag | 942 | --- | 0.5625 | 1.0 | 0.717s | 1m:26s |
| Iteration 48 | l1 | 0.0087 | saga | 142 | --- | 0.5 | 1.0 | 0.685s | 1m:27s |
| Iteration 49 | l2 | 0.0057 | libli.. | 1000 | --- | 0.4375 | 1.0 | 0.695s | 1m:30s |
| Iteration 50 | l2 | 0.0016 | libli.. | 661 | --- | 0.625 | 1.0 | 0.680s | 1m:32s |
Bayesian Optimization ---------------------------
Best call --> Iteration 41
Best parameters --> {'penalty': 'l1', 'C': 22.0479, 'solver': 'liblinear', 'max_iter': 901}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:33s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8384
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.58 ± 0.051
Time elapsed: 0.056s
-------------------------------------------------
Total time: 1m:33s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.9375 | 0.9375 | 0.675s | 0.681s |
| Initial point 2 | svd | --- | 0.625 | 0.9375 | 0.681s | 2.074s |
| Initial point 3 | svd | --- | 0.625 | 0.9375 | 0.001s | 3.450s |
| Initial point 4 | lsqr | 0.8 | 0.75 | 0.9375 | 0.681s | 4.908s |
| Initial point 5 | eigen | 0.9 | 0.4375 | 0.9375 | 0.683s | 6.329s |
| Initial point 6 | lsqr | 0.7 | 0.75 | 0.9375 | 0.691s | 7.640s |
| Initial point 7 | lsqr | 0.5 | 1.0 | 1.0 | 0.630s | 8.928s |
| Initial point 8 | lsqr | 0.9 | 0.5625 | 1.0 | 0.624s | 10.160s |
| Initial point 9 | lsqr | 0.6 | 0.8125 | 1.0 | 0.631s | 11.409s |
| Initial point 10 | eigen | 0.8 | 0.9375 | 1.0 | 0.627s | 12.647s |
| Iteration 11 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 13.409s |
| Iteration 12 | eigen | 0.5 | 1.0 | 1.0 | 0.630s | 14.801s |
| Iteration 13 | svd | --- | 0.625 | 1.0 | 0.000s | 15.553s |
| Iteration 14 | lsqr | auto | 0.8125 | 1.0 | 0.626s | 16.955s |
| Iteration 15 | eigen | auto | 0.8125 | 1.0 | 0.622s | 18.373s |
| Iteration 16 | svd | --- | 0.625 | 1.0 | 0.000s | 19.122s |
| Iteration 17 | eigen | None | 1.0 | 1.0 | 0.629s | 20.515s |
| Iteration 18 | lsqr | None | 0.9375 | 1.0 | 0.623s | 21.909s |
| Iteration 19 | eigen | 0.6 | 0.375 | 1.0 | 0.631s | 23.300s |
| Iteration 20 | svd | --- | 0.625 | 1.0 | 0.000s | 24.090s |
| Iteration 21 | svd | --- | 0.625 | 1.0 | 0.000s | 24.870s |
| Iteration 22 | lsqr | 1.0 | 0.4375 | 1.0 | 0.631s | 26.527s |
| Iteration 23 | svd | --- | 0.625 | 1.0 | 0.000s | 27.364s |
| Iteration 24 | svd | --- | 0.625 | 1.0 | 0.000s | 28.822s |
| Iteration 25 | eigen | 0.7 | 0.5 | 1.0 | 0.634s | 30.294s |
| Iteration 26 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 31.107s |
| Iteration 27 | eigen | None | 1.0 | 1.0 | 0.000s | 31.970s |
| Iteration 28 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 32.787s |
| Iteration 29 | eigen | None | 1.0 | 1.0 | 0.000s | 33.609s |
| Iteration 30 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 34.465s |
| Iteration 31 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 35.347s |
| Iteration 32 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 36.216s |
| Iteration 33 | eigen | None | 1.0 | 1.0 | 0.000s | 37.988s |
| Iteration 34 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 39.987s |
| Iteration 35 | eigen | None | 1.0 | 1.0 | 0.000s | 41.142s |
| Iteration 36 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 42.012s |
| Iteration 37 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 42.881s |
| Iteration 38 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 43.788s |
| Iteration 39 | eigen | None | 1.0 | 1.0 | 0.000s | 44.662s |
| Iteration 40 | lsqr | auto | 0.8125 | 1.0 | 0.000s | 45.573s |
| Iteration 41 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 46.571s |
| Iteration 42 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 47.491s |
| Iteration 43 | eigen | None | 1.0 | 1.0 | 0.000s | 48.431s |
| Iteration 44 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 49.371s |
| Iteration 45 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 50.292s |
| Iteration 46 | eigen | None | 1.0 | 1.0 | 0.000s | 51.472s |
| Iteration 47 | svd | --- | 0.625 | 1.0 | 0.000s | 53.782s |
| Iteration 48 | svd | --- | 0.625 | 1.0 | 0.000s | 55.034s |
| Iteration 49 | eigen | 0.6 | 0.375 | 1.0 | 0.000s | 56.088s |
| Iteration 50 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 57.069s |
Bayesian Optimization ---------------------------
Best call --> Initial point 7
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 1.0
Time elapsed: 58.060s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7911
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.51 ± 0.0583
Time elapsed: 0.030s
-------------------------------------------------
Total time: 58.102s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.9375 | 0.9375 | 0.684s | 0.687s |
| Initial point 2 | 0.9 | 0.625 | 0.9375 | 0.676s | 1.969s |
| Initial point 3 | 0.1 | 0.625 | 0.9375 | 0.676s | 3.283s |
| Initial point 4 | 1.0 | 0.9375 | 0.9375 | 0.001s | 3.926s |
| Initial point 5 | 0.2 | 0.4375 | 0.9375 | 0.635s | 5.250s |
| Initial point 6 | 0.4 | 0.6875 | 0.9375 | 0.653s | 6.568s |
| Initial point 7 | 0.4 | 0.6875 | 0.9375 | 0.000s | 7.202s |
| Initial point 8 | 0.7 | 0.5625 | 0.9375 | 0.673s | 8.643s |
| Initial point 9 | 0.9 | 0.625 | 0.9375 | 0.000s | 9.290s |
| Initial point 10 | 0.8 | 0.9375 | 0.9375 | 0.672s | 11.679s |
| Iteration 11 | 0.3 | 0.5625 | 0.9375 | 0.670s | 14.532s |
| Iteration 12 | 0.6 | 0.75 | 0.9375 | 0.631s | 16.130s |
| Iteration 13 | 0.5 | 0.9375 | 0.9375 | 0.632s | 17.471s |
| Iteration 14 | 0.0 | 0.9375 | 0.9375 | 0.625s | 18.813s |
| Iteration 15 | 0.5 | 0.9375 | 0.9375 | 0.000s | 19.579s |
| Iteration 16 | 0.8 | 0.9375 | 0.9375 | 0.000s | 20.308s |
| Iteration 17 | 0.0 | 0.9375 | 0.9375 | 0.000s | 21.011s |
| Iteration 18 | 0.5 | 0.9375 | 0.9375 | 0.000s | 21.713s |
| Iteration 19 | 0.8 | 0.9375 | 0.9375 | 0.000s | 22.439s |
| Iteration 20 | 1.0 | 0.9375 | 0.9375 | 0.000s | 23.181s |
| Iteration 21 | 0.0 | 0.9375 | 0.9375 | 0.000s | 23.909s |
| Iteration 22 | 0.8 | 0.9375 | 0.9375 | 0.000s | 24.660s |
| Iteration 23 | 0.0 | 0.9375 | 0.9375 | 0.000s | 25.405s |
| Iteration 24 | 1.0 | 0.9375 | 0.9375 | 0.000s | 26.160s |
| Iteration 25 | 0.5 | 0.9375 | 0.9375 | 0.000s | 26.897s |
| Iteration 26 | 0.9 | 0.625 | 0.9375 | 0.000s | 27.657s |
| Iteration 27 | 0.1 | 0.625 | 0.9375 | 0.000s | 28.389s |
| Iteration 28 | 0.9 | 0.625 | 0.9375 | 0.000s | 30.601s |
| Iteration 29 | 0.2 | 0.4375 | 0.9375 | 0.000s | 31.729s |
| Iteration 30 | 0.8 | 0.9375 | 0.9375 | 0.000s | 32.470s |
| Iteration 31 | 0.0 | 0.9375 | 0.9375 | 0.000s | 33.213s |
| Iteration 32 | 1.0 | 0.9375 | 0.9375 | 0.000s | 35.765s |
| Iteration 33 | 0.5 | 0.9375 | 0.9375 | 0.000s | 36.891s |
| Iteration 34 | 1.0 | 0.9375 | 0.9375 | 0.000s | 37.666s |
| Iteration 35 | 0.0 | 0.9375 | 0.9375 | 0.000s | 38.465s |
| Iteration 36 | 0.5 | 0.9375 | 0.9375 | 0.000s | 41.004s |
| Iteration 37 | 0.8 | 0.9375 | 0.9375 | 0.000s | 42.767s |
| Iteration 38 | 1.0 | 0.9375 | 0.9375 | 0.000s | 43.605s |
| Iteration 39 | 0.8 | 0.9375 | 0.9375 | 0.000s | 44.388s |
| Iteration 40 | 0.5 | 0.9375 | 0.9375 | 0.000s | 45.179s |
| Iteration 41 | 0.5 | 0.9375 | 0.9375 | 0.000s | 45.978s |
| Iteration 42 | 0.0 | 0.9375 | 0.9375 | 0.000s | 46.934s |
| Iteration 43 | 0.8 | 0.9375 | 0.9375 | 0.000s | 47.747s |
| Iteration 44 | 0.0 | 0.9375 | 0.9375 | 0.001s | 48.567s |
| Iteration 45 | 1.0 | 0.9375 | 0.9375 | 0.001s | 49.460s |
| Iteration 46 | 0.8 | 0.9375 | 0.9375 | 0.000s | 50.264s |
| Iteration 47 | 0.5 | 0.9375 | 0.9375 | 0.000s | 51.082s |
| Iteration 48 | 0.0 | 0.9375 | 0.9375 | 0.000s | 51.915s |
| Iteration 49 | 1.0 | 0.9375 | 0.9375 | 0.001s | 52.757s |
| Iteration 50 | 0.8 | 0.9375 | 0.9375 | 0.000s | 53.589s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'reg_param': 1.0}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 54.441s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7687
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.5 ± 0.114
Time elapsed: 0.030s
-------------------------------------------------
Total time: 54.481s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 13.1906 | dista.. | auto | 40 | 1 | 0.9375 | 0.9375 | 0.660s | 0.681s |
| Initial point 2 | 5.2459 | uniform | kd_tree | 39 | 2 | 0.5938 | 0.9375 | 0.642s | 1.959s |
| Initial point 3 | 4.1439 | dista.. | ball_tree | 25 | 2 | 0.5625 | 0.9375 | 0.641s | 3.265s |
| Initial point 4 | 12.0897 | uniform | ball_tree | 39 | 2 | 0.5 | 0.9375 | 0.637s | 4.557s |
| Initial point 5 | 9.4707 | dista.. | auto | 30 | 2 | 0.625 | 0.9375 | 0.636s | 5.977s |
| Initial point 6 | 10.9678 | dista.. | ball_tree | 21 | 2 | 0.75 | 0.9375 | 0.635s | 7.247s |
| Initial point 7 | 7.845 | dista.. | ball_tree | 24 | 1 | 1.0 | 1.0 | 0.637s | 8.522s |
| Initial point 8 | 1.8799 | dista.. | ball_tree | 21 | 2 | 0.3125 | 1.0 | 0.633s | 9.765s |
| Initial point 9 | 8.7388 | uniform | ball_tree | 24 | 1 | 0.5625 | 1.0 | 0.635s | 11.045s |
| Initial point 10 | 6.207 | uniform | brute | 22 | 2 | 0.75 | 1.0 | 0.631s | 12.287s |
| Iteration 11 | 11.0697 | dista.. | brute | 20 | 1 | 0.8125 | 1.0 | 0.634s | 13.856s |
| Iteration 12 | 7.6571 | dista.. | auto | 35 | 1 | 1.0 | 1.0 | 0.638s | 15.387s |
| Iteration 13 | 7.0625 | dista.. | auto | 20 | 1 | 0.875 | 1.0 | 0.635s | 16.850s |
| Iteration 14 | 6.589 | dista.. | auto | 40 | 1 | 0.6875 | 1.0 | 0.631s | 18.524s |
| Iteration 15 | 0.0 | dista.. | brute | 25 | 1 | 0.5 | 1.0 | 0.635s | 19.980s |
| Iteration 16 | 7.7403 | dista.. | brute | 20 | 2 | 0.5625 | 1.0 | 0.632s | 21.606s |
| Iteration 17 | 12.3765 | dista.. | ball_tree | 20 | 1 | 1.0 | 1.0 | 0.674s | 23.129s |
| Iteration 18 | 8.1661 | uniform | brute | 25 | 2 | 0.375 | 1.0 | 0.643s | 24.704s |
| Iteration 19 | 13.2278 | dista.. | auto | 25 | 1 | 0.6875 | 1.0 | 0.696s | 26.599s |
| Iteration 20 | 0.0 | uniform | ball_tree | 21 | 1 | 0.5 | 1.0 | 0.639s | 28.176s |
| Iteration 21 | 9.9957 | dista.. | brute | 39 | 1 | 0.875 | 1.0 | 0.684s | 29.734s |
| Iteration 22 | 10.0377 | dista.. | auto | 40 | 1 | 0.625 | 1.0 | 0.642s | 31.958s |
| Iteration 23 | 13.2278 | dista.. | brute | 39 | 1 | 0.875 | 1.0 | 0.628s | 33.500s |
| Iteration 24 | 13.2278 | dista.. | brute | 20 | 1 | 0.6875 | 1.0 | 0.633s | 35.113s |
| Iteration 25 | 9.4897 | dista.. | brute | 20 | 1 | 0.75 | 1.0 | 0.643s | 36.748s |
| Iteration 26 | 13.2278 | dista.. | auto | 40 | 1 | 0.875 | 1.0 | 0.644s | 38.418s |
| Iteration 27 | 13.2278 | dista.. | kd_tree | 35 | 2 | 0.875 | 1.0 | 0.657s | 40.014s |
| Iteration 28 | 13.2278 | dista.. | auto | 32 | 2 | 1.0 | 1.0 | 0.651s | 41.652s |
| Iteration 29 | 13.2278 | dista.. | ball_tree | 40 | 2 | 0.5625 | 1.0 | 0.644s | 43.296s |
| Iteration 30 | 0.0 | uniform | brute | 36 | 2 | 0.5 | 1.0 | 0.650s | 44.967s |
| Iteration 31 | 13.2278 | dista.. | auto | 40 | 1 | 0.875 | 1.0 | 0.001s | 45.967s |
| Iteration 32 | 13.2278 | dista.. | auto | 37 | 1 | 1.0 | 1.0 | 0.640s | 47.602s |
| Iteration 33 | 13.2278 | dista.. | auto | 40 | 1 | 0.875 | 1.0 | 0.001s | 49.729s |
| Iteration 34 | 13.2278 | dista.. | auto | 20 | 1 | 0.5625 | 1.0 | 0.636s | 53.383s |
| Iteration 35 | 13.2278 | dista.. | kd_tree | 36 | 1 | 0.875 | 1.0 | 0.638s | 57.206s |
| Iteration 36 | 13.2278 | uniform | brute | 39 | 1 | 0.625 | 1.0 | 0.649s | 1m:01s |
| Iteration 37 | 13.2278 | dista.. | brute | 40 | 1 | 0.875 | 1.0 | 0.634s | 1m:03s |
| Iteration 38 | 13.2278 | dista.. | kd_tree | 37 | 2 | 0.6875 | 1.0 | 0.639s | 1m:06s |
| Iteration 39 | 7.7507 | dista.. | auto | 29 | 1 | 0.9375 | 1.0 | 0.656s | 1m:09s |
| Iteration 40 | 13.2278 | dista.. | auto | 40 | 1 | 0.875 | 1.0 | 0.001s | 1m:10s |
| Iteration 41 | 13.2278 | dista.. | brute | 29 | 2 | 0.9375 | 1.0 | 0.628s | 1m:12s |
| Iteration 42 | 13.0602 | dista.. | auto | 36 | 1 | 0.875 | 1.0 | 0.664s | 1m:14s |
| Iteration 43 | 13.1993 | dista.. | auto | 37 | 1 | 0.9375 | 1.0 | 0.635s | 1m:16s |
| Iteration 44 | 7.7134 | dista.. | kd_tree | 34 | 1 | 0.5312 | 1.0 | 0.646s | 1m:18s |
| Iteration 45 | 13.2278 | dista.. | auto | 40 | 1 | 0.875 | 1.0 | 0.001s | 1m:19s |
| Iteration 46 | 7.7562 | dista.. | auto | 33 | 1 | 0.6875 | 1.0 | 0.636s | 1m:22s |
| Iteration 47 | 13.2278 | dista.. | brute | 40 | 1 | 0.875 | 1.0 | 0.000s | 1m:23s |
| Iteration 48 | 7.5718 | dista.. | ball_tree | 35 | 1 | 0.6875 | 1.0 | 0.652s | 1m:25s |
| Iteration 49 | 13.2245 | uniform | kd_tree | 23 | 1 | 0.4375 | 1.0 | 0.638s | 1m:27s |
| Iteration 50 | 7.6425 | dista.. | auto | 35 | 1 | 0.625 | 1.0 | 0.642s | 1m:29s |
Bayesian Optimization ---------------------------
Best call --> Iteration 17
Best parameters --> {'radius': 12.3765, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 20, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:30s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.56 ± 0.0583
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:30s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.375 | 0.375 | 1.015s | 1.021s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 1.0 | 1.0 | 1.085s | 2.744s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.8125 | 1.0 | 0.832s | 4.194s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.7812 | 1.0 | 0.977s | 5.799s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.75 | 1.0 | 0.844s | 7.281s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.8125 | 1.0 | 1.041s | 8.932s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.8125 | 1.0 | 0.697s | 10.269s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.6875 | 1.0 | 0.969s | 11.836s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.5625 | 1.0 | 0.673s | 13.180s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.8125 | 1.0 | 0.796s | 14.589s |
| Iteration 11 | 50 | 0.0277 | SAMME.R | 0.6875 | 1.0 | 0.700s | 16.085s |
| Iteration 12 | 50 | 0.3695 | SAMME | 1.0 | 1.0 | 0.674s | 17.542s |
| Iteration 13 | 119 | 0.4488 | SAMME | 1.0 | 1.0 | 0.730s | 19.050s |
| Iteration 14 | 203 | 0.3543 | SAMME.R | 0.75 | 1.0 | 0.810s | 20.771s |
| Iteration 15 | 189 | 0.0781 | SAMME.R | 0.6562 | 1.0 | 0.794s | 22.379s |
| Iteration 16 | 50 | 0.5921 | SAMME | 0.8125 | 1.0 | 0.663s | 23.899s |
| Iteration 17 | 96 | 0.4091 | SAMME | 0.9688 | 1.0 | 0.688s | 25.467s |
| Iteration 18 | 500 | 0.0404 | SAMME.R | 0.875 | 1.0 | 1.011s | 27.325s |
| Iteration 19 | 500 | 0.0626 | SAMME.R | 0.75 | 1.0 | 1.020s | 29.201s |
| Iteration 20 | 499 | 0.0485 | SAMME.R | 0.75 | 1.0 | 1.023s | 31.087s |
| Iteration 21 | 500 | 0.3543 | SAMME | 0.8125 | 1.0 | 0.967s | 34.237s |
| Iteration 22 | 50 | 0.2505 | SAMME | 0.8125 | 1.0 | 0.702s | 36.177s |
| Iteration 23 | 500 | 0.6645 | SAMME | 1.0 | 1.0 | 0.977s | 38.051s |
| Iteration 24 | 500 | 0.6769 | SAMME.R | 0.875 | 1.0 | 1.082s | 40.032s |
| Iteration 25 | 50 | 0.6484 | SAMME | 0.9375 | 1.0 | 0.704s | 41.632s |
| Iteration 26 | 466 | 0.01 | SAMME.R | 1.0 | 1.0 | 1.637s | 44.121s |
| Iteration 27 | 500 | 0.01 | SAMME.R | 0.9375 | 1.0 | 1.066s | 47.176s |
| Iteration 28 | 50 | 0.01 | SAMME.R | 0.9375 | 1.0 | 0.667s | 49.286s |
| Iteration 29 | 500 | 0.01 | SAMME | 0.8438 | 1.0 | 0.997s | 51.149s |
| Iteration 30 | 50 | 0.01 | SAMME.R | 0.9375 | 1.0 | 0.000s | 52.006s |
| Iteration 31 | 69 | 1.1053 | SAMME.R | 1.0 | 1.0 | 0.680s | 54.646s |
| Iteration 32 | 50 | 0.9922 | SAMME.R | 1.0 | 1.0 | 0.682s | 57.544s |
| Iteration 33 | 500 | 1.0388 | SAMME.R | 0.75 | 1.0 | 1.018s | 59.727s |
| Iteration 34 | 50 | 0.6664 | SAMME.R | 0.875 | 1.0 | 0.674s | 1m:01s |
| Iteration 35 | 50 | 0.01 | SAMME.R | 0.9375 | 1.0 | 0.000s | 1m:02s |
| Iteration 36 | 50 | 0.6999 | SAMME | 0.9375 | 1.0 | 0.669s | 1m:04s |
| Iteration 37 | 500 | 0.01 | SAMME.R | 0.9375 | 1.0 | 0.000s | 1m:05s |
| Iteration 38 | 50 | 0.9027 | SAMME | 0.8125 | 1.0 | 0.669s | 1m:06s |
| Iteration 39 | 50 | 0.01 | SAMME | 0.9375 | 1.0 | 0.658s | 1m:08s |
| Iteration 40 | 500 | 0.01 | SAMME.R | 0.9375 | 1.0 | 0.000s | 1m:09s |
| Iteration 41 | 500 | 0.01 | SAMME.R | 0.9375 | 1.0 | 0.000s | 1m:10s |
| Iteration 42 | 500 | 0.5041 | SAMME.R | 0.8125 | 1.0 | 1.027s | 1m:12s |
| Iteration 43 | 109 | 1.1291 | SAMME.R | 1.0 | 1.0 | 0.723s | 1m:14s |
| Iteration 44 | 391 | 0.0533 | SAMME.R | 1.0 | 1.0 | 0.948s | 1m:16s |
| Iteration 45 | 50 | 1.5 | SAMME.R | 1.0 | 1.0 | 0.657s | 1m:18s |
| Iteration 46 | 50 | 1.4721 | SAMME.R | 0.8438 | 1.0 | 0.654s | 1m:19s |
| Iteration 47 | 50 | 0.01 | SAMME.R | 0.9375 | 1.0 | 0.001s | 1m:20s |
| Iteration 48 | 50 | 1.3819 | SAMME | 1.0 | 1.0 | 0.661s | 1m:22s |
| Iteration 49 | 296 | 1.5468 | SAMME.R | 0.75 | 1.0 | 0.854s | 1m:24s |
| Iteration 50 | 258 | 0.3819 | SAMME | 0.75 | 1.0 | 0.796s | 1m:26s |
Bayesian Optimization ---------------------------
Best call --> Iteration 26
Best parameters --> {'n_estimators': 466, 'learning_rate': 0.01, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:27s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9813
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.436s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.04
Time elapsed: 1.894s
-------------------------------------------------
Total time: 1m:30s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.875 | 0.875 | 1.051s | 1.070s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 1.0 | 1.0 | 0.934s | 2.661s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.9375 | 1.0 | 0.956s | 4.278s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.75 | 1.0 | 0.741s | 5.694s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.625 | 1.0 | 1.516s | 7.882s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.9375 | 1.0 | 0.777s | 9.342s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 1.0 | 1.0 | 0.823s | 10.908s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.5 | 1.0 | 0.814s | 12.360s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.75 | 1.0 | 0.908s | 13.917s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 1.0 | 1.0 | 0.886s | 15.439s |
| Iteration 11 | 474 | gini | None | 4 | 6 | None | False | 0.035 | --- | 0.625 | 1.0 | 0.927s | 17.436s |
| Iteration 12 | 491 | gini | 5 | 9 | 3 | 0.7 | False | 0.0184 | --- | 1.0 | 1.0 | 0.940s | 19.439s |
| Iteration 13 | 341 | gini | 9 | 12 | 19 | 0.7 | True | 0.006 | None | 0.75 | 1.0 | 0.939s | 21.443s |
| Iteration 14 | 445 | gini | 6 | 9 | 5 | 0.7 | False | 0.0184 | --- | 0.75 | 1.0 | 0.953s | 23.509s |
| Iteration 15 | 406 | gini | 7 | 20 | 14 | log2 | True | 0.0205 | 0.6 | 0.8438 | 1.0 | 0.979s | 25.597s |
| Iteration 16 | 21 | gini | 7 | 2 | 11 | None | False | 0.0112 | --- | 0.7812 | 1.0 | 0.680s | 27.349s |
| Iteration 17 | 452 | gini | 7 | 10 | 10 | 0.7 | True | 0.0323 | 0.7 | 0.875 | 1.0 | 1.023s | 29.471s |
| Iteration 18 | 299 | entropy | 6 | 20 | 13 | None | False | 0.035 | --- | 0.8438 | 1.0 | 0.858s | 31.717s |
| Iteration 19 | 421 | gini | 5 | 12 | 1 | 0.6 | True | 0.0097 | 0.6 | 0.75 | 1.0 | 1.012s | 33.977s |
| Iteration 20 | 472 | gini | 5 | 9 | 4 | 0.5 | False | 0.0181 | --- | 0.5938 | 1.0 | 0.961s | 36.085s |
| Iteration 21 | 19 | gini | 9 | 4 | 4 | 0.9 | False | 0.035 | --- | 0.9375 | 1.0 | 0.674s | 37.799s |
| Iteration 22 | 394 | entropy | 9 | 20 | 1 | 0.6 | False | 0.035 | --- | 0.8125 | 1.0 | 0.863s | 39.660s |
| Iteration 23 | 361 | entropy | 9 | 2 | 15 | None | True | 0.035 | 0.9 | 0.8125 | 1.0 | 0.907s | 41.678s |
| Iteration 24 | 60 | gini | 9 | 20 | 15 | log2 | False | 0.035 | --- | 0.9375 | 1.0 | 0.653s | 43.439s |
| Iteration 25 | 15 | gini | 9 | 11 | 1 | sqrt | False | 0.0001 | --- | 0.9375 | 1.0 | 0.635s | 45.101s |
| Iteration 26 | 10 | gini | 9 | 20 | 20 | auto | True | 0.035 | 0.9 | 0.5 | 1.0 | 0.630s | 46.766s |
| Iteration 27 | 228 | entropy | 9 | 4 | 1 | sqrt | True | 0.0344 | 0.9 | 0.8125 | 1.0 | 0.823s | 50.253s |
| Iteration 28 | 472 | entropy | 9 | 19 | 7 | log2 | False | 0.0017 | --- | 0.875 | 1.0 | 0.908s | 54.324s |
| Iteration 29 | 274 | entropy | 9 | 15 | 7 | 0.8 | False | 0.0308 | --- | 0.875 | 1.0 | 0.813s | 58.339s |
| Iteration 30 | 304 | gini | 5 | 8 | 5 | 0.6 | False | 0.0122 | --- | 1.0 | 1.0 | 0.836s | 1m:01s |
| Iteration 31 | 414 | gini | 5 | 3 | 5 | 0.5 | False | 0.0137 | --- | 1.0 | 1.0 | 1.471s | 1m:03s |
| Iteration 32 | 357 | gini | 5 | 3 | 5 | 0.8 | False | 0.0132 | --- | 1.0 | 1.0 | 0.857s | 1m:05s |
| Iteration 33 | 456 | gini | 5 | 10 | 5 | 0.5 | False | 0.0056 | --- | 0.75 | 1.0 | 0.903s | 1m:08s |
| Iteration 34 | 442 | entropy | 5 | 14 | 3 | 0.5 | False | 0.017 | --- | 0.75 | 1.0 | 0.914s | 1m:10s |
| Iteration 35 | 266 | gini | 7 | 5 | 15 | 0.7 | True | 0.0103 | None | 0.8125 | 1.0 | 0.830s | 1m:12s |
| Iteration 36 | 96 | gini | 5 | 16 | 5 | 0.8 | False | 0.013 | --- | 0.7812 | 1.0 | 0.697s | 1m:14s |
| Iteration 37 | 138 | entropy | 3 | 10 | 5 | auto | False | 0.0194 | --- | 1.0 | 1.0 | 0.727s | 1m:16s |
| Iteration 38 | 374 | gini | 5 | 3 | 5 | 0.5 | False | 0.0188 | --- | 0.8125 | 1.0 | 0.860s | 1m:18s |
| Iteration 39 | 462 | gini | 5 | 7 | 5 | None | False | 0.0143 | --- | 0.9062 | 1.0 | 0.940s | 1m:20s |
| Iteration 40 | 250 | gini | 5 | 9 | 5 | log2 | False | 0.0132 | --- | 0.625 | 1.0 | 0.826s | 1m:22s |
| Iteration 41 | 438 | entropy | 5 | 10 | 5 | None | False | 0.0161 | --- | 0.9688 | 1.0 | 0.967s | 1m:24s |
| Iteration 42 | 185 | entropy | 9 | 10 | 5 | log2 | False | 0.019 | --- | 1.0 | 1.0 | 0.790s | 1m:26s |
| Iteration 43 | 179 | gini | 3 | 10 | 5 | None | False | 0.0183 | --- | 0.9688 | 1.0 | 0.794s | 1m:29s |
| Iteration 44 | 126 | entropy | 3 | 3 | 5 | auto | False | 0.0115 | --- | 1.0 | 1.0 | 0.772s | 1m:32s |
| Iteration 45 | 445 | entropy | 6 | 8 | 5 | 0.6 | False | 0.0125 | --- | 1.0 | 1.0 | 0.965s | 1m:35s |
| Iteration 46 | 214 | gini | 6 | 9 | 3 | 0.6 | False | 0.0184 | --- | 0.875 | 1.0 | 0.770s | 1m:37s |
| Iteration 47 | 278 | entropy | 6 | 9 | 3 | log2 | False | 0.0183 | --- | 0.6875 | 1.0 | 0.794s | 1m:39s |
| Iteration 48 | 181 | gini | 9 | 3 | 5 | sqrt | False | 0.0124 | --- | 0.875 | 1.0 | 0.735s | 1m:41s |
| Iteration 49 | 349 | gini | 6 | 8 | 5 | 0.8 | False | 0.011 | --- | 0.875 | 1.0 | 0.852s | 1m:43s |
| Iteration 50 | 323 | entropy | 7 | 3 | 5 | None | False | 0.0139 | --- | 0.5625 | 1.0 | 0.849s | 1m:47s |
Bayesian Optimization ---------------------------
Best call --> Iteration 31
Best parameters --> {'n_estimators': 414, 'criterion': 'gini', 'max_depth': 5, 'min_samples_split': 3, 'min_samples_leaf': 5, 'max_features': 0.5, 'bootstrap': False, 'ccp_alpha': 0.0137}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:51s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9763
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.295s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.81 ± 0.0735
Time elapsed: 1.360s
-------------------------------------------------
Total time: 1m:53s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.726s | 0.745s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.625 | 0.625 | 0.769s | 2.638s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.625 | 0.766s | 4.088s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.625 | 1.267s | 6.283s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.625 | 0.747s | 7.702s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.625 | 0.685s | 9.114s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.625 | 0.735s | 10.483s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.625 | 0.701s | 11.826s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.7188 | 0.7188 | 0.735s | 13.348s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.7188 | 0.696s | 14.722s |
| Iteration 11 | 417 | 0.036 | 8 | 0.3762 | 3 | 0.8 | 0.7 | 0.01 | 1 | 0.75 | 0.75 | 0.705s | 16.472s |
| Iteration 12 | 302 | 0.0321 | 3 | 0.9758 | 3 | 1.0 | 1.0 | 0 | 0.1 | 1.0 | 1.0 | 0.705s | 18.216s |
| Iteration 13 | 164 | 0.0116 | 4 | 1.0 | 3 | 1.0 | 1.0 | 0 | 0.01 | 1.0 | 1.0 | 0.668s | 20.163s |
| Iteration 14 | 20 | 1.0 | 1 | 1.0 | 1 | 1.0 | 1.0 | 0 | 0 | 0.8125 | 1.0 | 0.648s | 21.920s |
| Iteration 15 | 255 | 0.0102 | 7 | 0.225 | 4 | 1.0 | 0.4 | 0 | 0.01 | 0.7812 | 1.0 | 0.686s | 23.654s |
| Iteration 16 | 20 | 1.0 | 1 | 0.0 | 3 | 0.5 | 1.0 | 0 | 0.1 | 0.5625 | 1.0 | 0.641s | 25.449s |
| Iteration 17 | 20 | 0.058 | 1 | 0.6859 | 3 | 1.0 | 1.0 | 0 | 100 | 0.875 | 1.0 | 0.637s | 27.226s |
| Iteration 18 | 371 | 0.0164 | 8 | 1.0 | 3 | 1.0 | 0.8 | 0 | 0.01 | 1.0 | 1.0 | 0.703s | 29.075s |
| Iteration 19 | 442 | 0.0172 | 2 | 1.0 | 3 | 0.9 | 0.6 | 0 | 0.1 | 0.8125 | 1.0 | 0.717s | 31.007s |
| Iteration 20 | 500 | 0.395 | 1 | 1.0 | 5 | 1.0 | 1.0 | 0 | 100 | 0.25 | 1.0 | 0.733s | 32.930s |
| Iteration 21 | 354 | 0.8213 | 2 | 0.4238 | 3 | 1.0 | 0.9 | 0.01 | 0.1 | 1.0 | 1.0 | 0.695s | 34.685s |
| Iteration 22 | 452 | 0.8431 | 5 | 0.5402 | 3 | 1.0 | 1.0 | 0 | 0.1 | 0.7812 | 1.0 | 0.705s | 36.514s |
| Iteration 23 | 162 | 0.3452 | 4 | 0.5749 | 3 | 1.0 | 0.7 | 0.01 | 10 | 1.0 | 1.0 | 0.664s | 38.214s |
| Iteration 24 | 500 | 1.0 | 1 | 0.9733 | 3 | 1.0 | 0.9 | 0 | 100 | 0.875 | 1.0 | 0.720s | 40.207s |
| Iteration 25 | 365 | 0.0301 | 9 | 0.9033 | 3 | 1.0 | 0.8 | 0.01 | 0.01 | 0.8125 | 1.0 | 0.709s | 42.074s |
| Iteration 26 | 208 | 0.9339 | 3 | 0.0558 | 2 | 1.0 | 0.5 | 0.01 | 0 | 1.0 | 1.0 | 0.733s | 44.001s |
| Iteration 27 | 295 | 0.5865 | 3 | 0.4893 | 3 | 1.0 | 0.5 | 0.01 | 1 | 1.0 | 1.0 | 0.751s | 46.137s |
| Iteration 28 | 263 | 1.0 | 2 | 0.1212 | 3 | 1.0 | 1.0 | 0.01 | 0.01 | 0.9375 | 1.0 | 0.749s | 48.159s |
| Iteration 29 | 68 | 0.3129 | 5 | 0.3684 | 2 | 1.0 | 1.0 | 0.01 | 1 | 0.75 | 1.0 | 0.715s | 50.138s |
| Iteration 30 | 500 | 0.01 | 2 | 1.0 | 2 | 1.0 | 0.4 | 0.1 | 100 | 0.7812 | 1.0 | 0.779s | 52.384s |
| Iteration 31 | 246 | 0.1596 | 1 | 0.6858 | 3 | 1.0 | 0.4 | 0 | 10 | 0.875 | 1.0 | 1.325s | 54.974s |
| Iteration 32 | 264 | 0.9151 | 2 | 0.5951 | 3 | 1.0 | 0.9 | 0.01 | 10 | 1.0 | 1.0 | 0.746s | 58.813s |
| Iteration 33 | 448 | 0.1357 | 4 | 0.0 | 2 | 1.0 | 0.9 | 0.1 | 0 | 0.75 | 1.0 | 0.782s | 1m:02s |
| Iteration 34 | 370 | 0.0295 | 4 | 0.7571 | 3 | 1.0 | 0.8 | 0.01 | 0.01 | 0.6875 | 1.0 | 0.753s | 1m:04s |
| Iteration 35 | 246 | 0.8896 | 9 | 0.3033 | 2 | 1.0 | 0.4 | 0 | 10 | 0.9375 | 1.0 | 0.731s | 1m:06s |
| Iteration 36 | 246 | 0.4345 | 6 | 0.4099 | 3 | 1.0 | 0.9 | 0.01 | 1 | 0.875 | 1.0 | 0.727s | 1m:08s |
| Iteration 37 | 229 | 1.0 | 1 | 1.0 | 3 | 1.0 | 0.7 | 0 | 10 | 0.7188 | 1.0 | 0.729s | 1m:10s |
| Iteration 38 | 284 | 1.0 | 5 | 0.4225 | 3 | 1.0 | 0.4 | 0.01 | 1 | 0.4375 | 1.0 | 0.736s | 1m:12s |
| Iteration 39 | 213 | 0.4426 | 4 | 0.3237 | 3 | 1.0 | 0.6 | 0.1 | 0.1 | 0.9375 | 1.0 | 0.720s | 1m:14s |
| Iteration 40 | 204 | 0.5545 | 3 | 0.5595 | 3 | 1.0 | 0.5 | 0.1 | 0.1 | 0.875 | 1.0 | 0.731s | 1m:16s |
| Iteration 41 | 252 | 0.6715 | 3 | 0.8098 | 3 | 1.0 | 0.5 | 0.01 | 0.01 | 1.0 | 1.0 | 0.731s | 1m:18s |
| Iteration 42 | 409 | 0.4244 | 3 | 0.9327 | 3 | 1.0 | 0.5 | 0.01 | 1 | 0.9375 | 1.0 | 0.755s | 1m:20s |
| Iteration 43 | 20 | 0.6809 | 7 | 0.0 | 10 | 1.0 | 0.9 | 100 | 100 | 0.5 | 1.0 | 0.694s | 1m:23s |
| Iteration 44 | 500 | 0.0265 | 3 | 0.5138 | 10 | 0.5 | 0.7 | 0 | 0 | 0.5 | 1.0 | 0.771s | 1m:27s |
| Iteration 45 | 20 | 0.0121 | 2 | 0.8755 | 1 | 0.5 | 0.4 | 0 | 0 | 0.7812 | 1.0 | 0.637s | 1m:31s |
| Iteration 46 | 264 | 0.0639 | 3 | 0.4887 | 3 | 1.0 | 0.5 | 0.01 | 100 | 0.875 | 1.0 | 0.692s | 1m:35s |
| Iteration 47 | 20 | 0.0332 | 7 | 0.7263 | 2 | 1.0 | 0.4 | 0 | 0 | 0.625 | 1.0 | 0.663s | 1m:37s |
| Iteration 48 | 66 | 0.4043 | 3 | 0.4109 | 3 | 1.0 | 0.9 | 0 | 0.01 | 0.75 | 1.0 | 0.654s | 1m:39s |
| Iteration 49 | 149 | 0.8266 | 3 | 0.4803 | 3 | 1.0 | 0.5 | 0.01 | 0.1 | 0.625 | 1.0 | 0.663s | 1m:41s |
| Iteration 50 | 127 | 0.0197 | 6 | 0.0507 | 1 | 1.0 | 0.8 | 100 | 10 | 0.5 | 1.0 | 0.662s | 1m:43s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'n_estimators': 295, 'learning_rate': 0.5865, 'max_depth': 3, 'gamma': 0.4893, 'min_child_weight': 3, 'subsample': 1.0, 'colsample_bytree': 0.5, 'reg_alpha': 0.01, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:44s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.983
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.071s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.77 ± 0.0812
Time elapsed: 0.214s
-------------------------------------------------
Total time: 1m:44s
Final results ==================== >>
Duration: 11m:40s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.88 ± 0.0748 !
Logistic Regression --> roc_auc: 0.58 ± 0.051 ~
Linear Discriminant Analysis --> roc_auc: 0.51 ± 0.0583 ~
Quadratic Discriminant Analysis --> roc_auc: 0.5 ± 0.114 ~
Radius Nearest Neighbors --> roc_auc: 0.56 ± 0.0583 ~
AdaBoost --> roc_auc: 0.82 ± 0.04
Random Forest --> roc_auc: 0.81 ± 0.0735 ~
XGBoost --> roc_auc: 0.77 ± 0.0812 ~
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVYNAGNMLTF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVRYGGSQGNLIF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CALTSGTYKYIF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAASKGTYKYIF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGSGGSYIPTF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVRGAAGNKLTF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASKTGNQFYF.
>>> Dropping feature CAASTNTGNQFYF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CVVIANQAGTALIF.
>>> Dropping feature CAASKGSARQLTF.
>>> Dropping feature CAGNQAGTALIF.
>>> Dropping feature CAGPNAGGTSYGKLTF.
>>> Dropping feature CATDSNDYKLSF.
>>> Dropping feature CAVLNAGNNRKLIW.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVRGNNARLMF.
>>> Dropping feature CAVRGYSSASKIIF.
>>> Dropping feature CAVRNAGNMLTF.
>>> Dropping feature CAVSNYGGSQGNLIF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAASGGGSNYKLTF.
>>> Dropping feature CAASKGYSTLTF.
>>> Dropping feature CAASKTSYDKVIF.
>>> Dropping feature CAASRNTGNQFYF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.6875 | 0.6875 | 3.172s | 3.193s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.875 | 0.875 | 3.260s | 7.092s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.875 | 0.875 | 3.178s | 10.944s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.5 | 0.875 | 3.195s | 14.804s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.5938 | 0.875 | 3.240s | 18.714s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 1.0 | 1.0 | 3.875s | 24.968s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.75 | 1.0 | 3.276s | 29.345s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.75 | 1.0 | 3.307s | 33.313s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.9375 | 1.0 | 3.227s | 37.216s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.8125 | 1.0 | 3.196s | 41.113s |
| Iteration 11 | deviance | 1.0 | 500 | 0.6 | squared_er.. | 9 | 15 | 10 | auto | 0.0 | 0.5 | 1.0 | 3.245s | 45.310s |
| Iteration 12 | deviance | 0.1539 | 424 | 0.8 | squared_er.. | 12 | 9 | 10 | 0.5 | 0.0321 | 1.0 | 1.0 | 3.243s | 49.672s |
| Iteration 13 | deviance | 0.8569 | 230 | 0.9 | friedman_mse | 16 | 3 | 5 | auto | 0.0045 | 0.75 | 1.0 | 3.216s | 53.902s |
| Iteration 14 | deviance | 0.329 | 113 | 0.8 | squared_er.. | 13 | 10 | 10 | None | 0.0064 | 0.5938 | 1.0 | 3.199s | 58.056s |
| Iteration 15 | deviance | 0.6871 | 456 | 0.9 | squared_er.. | 10 | 13 | 6 | log2 | 0.0089 | 1.0 | 1.0 | 3.280s | 1m:02s |
| Iteration 16 | deviance | 0.4742 | 448 | 0.7 | squared_er.. | 13 | 9 | 7 | log2 | 0.013 | 0.75 | 1.0 | 3.211s | 1m:07s |
| Iteration 17 | deviance | 0.787 | 420 | 0.6 | friedman_mse | 10 | 9 | 8 | 0.5 | 0.0181 | 0.8125 | 1.0 | 3.236s | 1m:13s |
| Iteration 18 | exponen.. | 0.6913 | 460 | 1.0 | squared_er.. | 7 | 8 | 6 | auto | 0.0029 | 0.75 | 1.0 | 3.247s | 1m:17s |
| Iteration 19 | deviance | 0.2754 | 453 | 0.9 | squared_er.. | 19 | 14 | 10 | 0.5 | 0.0324 | 0.625 | 1.0 | 3.236s | 1m:21s |
| Iteration 20 | deviance | 0.034 | 295 | 0.9 | squared_er.. | 10 | 14 | 6 | 0.5 | 0.0009 | 0.5625 | 1.0 | 3.221s | 1m:26s |
| Iteration 21 | deviance | 0.3189 | 500 | 0.6 | squared_er.. | 10 | 9 | 5 | 0.9 | 0.0025 | 0.9375 | 1.0 | 3.255s | 1m:30s |
| Iteration 22 | exponen.. | 0.0317 | 440 | 0.7 | squared_er.. | 12 | 1 | 10 | 0.9 | 0.0032 | 0.8125 | 1.0 | 3.270s | 1m:35s |
| Iteration 23 | deviance | 0.0163 | 455 | 0.8 | squared_er.. | 11 | 13 | 9 | log2 | 0.0274 | 0.8125 | 1.0 | 3.307s | 1m:39s |
| Iteration 24 | deviance | 0.3388 | 440 | 0.8 | squared_er.. | 12 | 20 | 10 | 0.8 | 0.0287 | 0.75 | 1.0 | 3.238s | 1m:43s |
| Iteration 25 | deviance | 0.0217 | 428 | 0.5 | squared_er.. | 12 | 2 | 10 | sqrt | 0.0068 | 0.8125 | 1.0 | 3.251s | 1m:48s |
| Iteration 26 | exponen.. | 0.424 | 444 | 1.0 | squared_er.. | 12 | 11 | 6 | 0.8 | 0.0261 | 0.6875 | 1.0 | 3.284s | 1m:52s |
| Iteration 27 | deviance | 0.104 | 425 | 0.6 | squared_er.. | 9 | 17 | 9 | 0.5 | 0.0118 | 0.875 | 1.0 | 3.195s | 1m:56s |
| Iteration 28 | deviance | 0.08 | 425 | 0.8 | squared_er.. | 5 | 1 | 2 | 0.5 | 0.0158 | 0.625 | 1.0 | 3.220s | 2m:01s |
| Iteration 29 | deviance | 1.0 | 446 | 0.7 | squared_er.. | 11 | 11 | 5 | 0.5 | 0.0225 | 0.5625 | 1.0 | 3.203s | 2m:05s |
| Iteration 30 | exponen.. | 0.1644 | 500 | 0.8 | squared_er.. | 10 | 10 | 6 | 0.7 | 0.0273 | 1.0 | 1.0 | 3.847s | 2m:10s |
| Iteration 31 | deviance | 0.3346 | 443 | 0.9 | squared_er.. | 12 | 11 | 10 | None | 0.0278 | 0.875 | 1.0 | 3.230s | 2m:14s |
| Iteration 32 | exponen.. | 1.0 | 486 | 1.0 | squared_er.. | 10 | 18 | 6 | 0.9 | 0.0229 | 0.75 | 1.0 | 3.271s | 2m:19s |
| Iteration 33 | deviance | 0.1065 | 442 | 0.7 | squared_er.. | 12 | 11 | 10 | log2 | 0.0198 | 0.875 | 1.0 | 3.237s | 2m:23s |
| Iteration 34 | deviance | 0.3389 | 422 | 0.8 | friedman_mse | 12 | 15 | 10 | 0.6 | 0.0154 | 0.75 | 1.0 | 3.225s | 2m:28s |
| Iteration 35 | exponen.. | 0.01 | 468 | 0.6 | squared_er.. | 10 | 13 | 5 | auto | 0.0264 | 1.0 | 1.0 | 3.271s | 2m:32s |
| Iteration 36 | deviance | 0.0971 | 467 | 0.8 | squared_er.. | 10 | 13 | 6 | auto | 0.0198 | 0.8125 | 1.0 | 3.242s | 2m:36s |
| Iteration 37 | exponen.. | 0.0209 | 486 | 0.5 | squared_er.. | 10 | 6 | 5 | log2 | 0.0187 | 0.5625 | 1.0 | 3.249s | 2m:41s |
| Iteration 38 | exponen.. | 0.0536 | 490 | 0.6 | squared_er.. | 10 | 11 | 5 | 0.6 | 0.0197 | 0.8125 | 1.0 | 3.233s | 2m:45s |
| Iteration 39 | exponen.. | 0.4248 | 453 | 0.6 | squared_er.. | 10 | 13 | 5 | sqrt | 0.0242 | 0.8125 | 1.0 | 3.208s | 2m:51s |
| Iteration 40 | deviance | 0.0651 | 500 | 0.7 | squared_er.. | 10 | 10 | 7 | sqrt | 0.0048 | 1.0 | 1.0 | 3.254s | 2m:56s |
| Iteration 41 | deviance | 0.0305 | 500 | 1.0 | squared_er.. | 10 | 9 | 7 | 0.6 | 0.0 | 1.0 | 1.0 | 3.195s | 3m:00s |
| Iteration 42 | deviance | 0.0222 | 468 | 0.7 | squared_er.. | 10 | 13 | 5 | None | 0.0299 | 0.6875 | 1.0 | 3.242s | 3m:05s |
| Iteration 43 | exponen.. | 0.2065 | 500 | 0.5 | squared_er.. | 10 | 10 | 7 | 0.7 | 0.0015 | 0.8125 | 1.0 | 3.430s | 3m:10s |
| Iteration 44 | deviance | 0.0148 | 453 | 0.9 | squared_er.. | 12 | 10 | 8 | log2 | 0.003 | 0.8125 | 1.0 | 3.233s | 3m:14s |
| Iteration 45 | exponen.. | 0.0425 | 500 | 0.7 | squared_er.. | 10 | 9 | 7 | log2 | 0.0079 | 0.75 | 1.0 | 3.241s | 3m:19s |
| Iteration 46 | deviance | 0.1502 | 500 | 0.8 | squared_er.. | 10 | 10 | 6 | 0.6 | 0.0193 | 0.75 | 1.0 | 3.209s | 3m:24s |
| Iteration 47 | exponen.. | 0.0331 | 401 | 0.8 | squared_er.. | 12 | 11 | 10 | sqrt | 0.0349 | 0.5 | 1.0 | 3.207s | 3m:28s |
| Iteration 48 | deviance | 0.1655 | 453 | 0.9 | squared_er.. | 10 | 13 | 6 | 0.8 | 0.0201 | 0.8125 | 1.0 | 3.233s | 3m:33s |
| Iteration 49 | deviance | 0.095 | 499 | 0.8 | squared_er.. | 10 | 9 | 7 | 0.5 | 0.0193 | 0.4688 | 1.0 | 3.258s | 3m:37s |
| Iteration 50 | exponen.. | 0.0105 | 311 | 0.6 | squared_er.. | 15 | 11 | 6 | log2 | 0.0085 | 0.625 | 1.0 | 3.188s | 3m:42s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.6819, 'n_estimators': 456, 'subsample': 0.6, 'criterion': 'squared_error', 'min_samples_split': 12, 'min_samples_leaf': 13, 'max_depth': 10, 'max_features': 'log2', 'ccp_alpha': 0.0081}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:43s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9696
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.110s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.5 ± 0.0837
Time elapsed: 0.543s
-------------------------------------------------
Total time: 3m:44s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.8125 | 0.8125 | 3.148s | 3.161s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.75 | 0.8125 | 3.787s | 7.629s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.625 | 0.8125 | 3.159s | 11.482s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.8125 | 0.8125 | 3.155s | 15.311s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.6875 | 0.8125 | 3.162s | 19.137s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.75 | 0.8125 | 3.193s | 22.948s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 1.0 | 1.0 | 3.177s | 26.783s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.4375 | 1.0 | 3.174s | 30.608s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.9375 | 1.0 | 3.213s | 34.478s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.625 | 1.0 | 3.203s | 38.318s |
| Iteration 11 | elast.. | 85.3453 | saga | 910 | 0.3 | 0.5312 | 1.0 | 3.196s | 42.503s |
| Iteration 12 | elast.. | 100.0 | saga | 369 | 0.9 | 0.9375 | 1.0 | 3.193s | 46.639s |
| Iteration 13 | none | --- | newto.. | 572 | --- | 1.0 | 1.0 | 3.203s | 50.798s |
| Iteration 14 | none | --- | sag | 369 | --- | 0.5 | 1.0 | 3.192s | 56.127s |
| Iteration 15 | l2 | 0.847 | libli.. | 678 | --- | 1.0 | 1.0 | 3.205s | 1m:01s |
| Iteration 16 | none | --- | newto.. | 626 | --- | 0.625 | 1.0 | 3.207s | 1m:06s |
| Iteration 17 | none | --- | newto.. | 337 | --- | 0.75 | 1.0 | 3.180s | 1m:12s |
| Iteration 18 | none | --- | newto.. | 709 | --- | 0.6875 | 1.0 | 3.178s | 1m:16s |
| Iteration 19 | l2 | 1.1751 | libli.. | 363 | --- | 0.5 | 1.0 | 3.180s | 1m:20s |
| Iteration 20 | none | --- | newto.. | 560 | --- | 0.6875 | 1.0 | 3.198s | 1m:25s |
| Iteration 21 | l2 | 0.3877 | newto.. | 285 | --- | 1.0 | 1.0 | 3.204s | 1m:29s |
| Iteration 22 | none | --- | lbfgs | 583 | --- | 0.8125 | 1.0 | 3.217s | 1m:33s |
| Iteration 23 | l2 | 0.9861 | lbfgs | 281 | --- | 0.875 | 1.0 | 3.207s | 1m:38s |
| Iteration 24 | l2 | 59.4886 | newto.. | 577 | --- | 0.75 | 1.0 | 3.192s | 1m:42s |
| Iteration 25 | none | --- | newto.. | 577 | --- | 0.875 | 1.0 | 3.224s | 1m:46s |
| Iteration 26 | elast.. | 11.2245 | saga | 287 | 0.6 | 0.75 | 1.0 | 3.219s | 1m:52s |
| Iteration 27 | l2 | 0.0218 | libli.. | 284 | --- | 1.0 | 1.0 | 3.804s | 1m:58s |
| Iteration 28 | none | --- | sag | 680 | --- | 0.5938 | 1.0 | 3.184s | 2m:02s |
| Iteration 29 | l2 | 28.0638 | libli.. | 286 | --- | 0.8125 | 1.0 | 3.094s | 2m:07s |
| Iteration 30 | l2 | 0.3267 | libli.. | 282 | --- | 1.0 | 1.0 | 3.148s | 2m:11s |
| Iteration 31 | l2 | 4.8293 | newto.. | 286 | --- | 1.0 | 1.0 | 3.169s | 2m:16s |
| Iteration 32 | l2 | 1.748 | libli.. | 678 | --- | 0.875 | 1.0 | 3.159s | 2m:20s |
| Iteration 33 | l2 | 1.7381 | newto.. | 284 | --- | 0.9375 | 1.0 | 3.120s | 2m:24s |
| Iteration 34 | l2 | 2.7612 | sag | 283 | --- | 0.5625 | 1.0 | 3.168s | 2m:29s |
| Iteration 35 | l2 | 0.1235 | libli.. | 282 | --- | 1.0 | 1.0 | 3.177s | 2m:33s |
| Iteration 36 | l2 | 0.8165 | newto.. | 294 | --- | 1.0 | 1.0 | 3.179s | 2m:37s |
| Iteration 37 | l2 | 0.1915 | libli.. | 283 | --- | 0.1875 | 1.0 | 3.186s | 2m:42s |
| Iteration 38 | l2 | 0.1107 | lbfgs | 328 | --- | 0.8125 | 1.0 | 3.159s | 2m:46s |
| Iteration 39 | l2 | 0.0039 | sag | 422 | --- | 0.8125 | 1.0 | 3.199s | 2m:50s |
| Iteration 40 | l2 | 37.8242 | lbfgs | 363 | --- | 1.0 | 1.0 | 3.201s | 2m:55s |
| Iteration 41 | l2 | 16.565 | lbfgs | 341 | --- | 1.0 | 1.0 | 3.199s | 2m:59s |
| Iteration 42 | l2 | 7.5536 | lbfgs | 393 | --- | 0.875 | 1.0 | 3.209s | 3m:03s |
| Iteration 43 | l2 | 0.0045 | lbfgs | 398 | --- | 0.9375 | 1.0 | 3.190s | 3m:08s |
| Iteration 44 | l2 | 0.0607 | lbfgs | 345 | --- | 0.875 | 1.0 | 3.184s | 3m:12s |
| Iteration 45 | l2 | 0.0019 | lbfgs | 420 | --- | 0.75 | 1.0 | 3.167s | 3m:16s |
| Iteration 46 | l2 | 39.0193 | lbfgs | 220 | --- | 0.9062 | 1.0 | 3.191s | 3m:21s |
| Iteration 47 | l2 | 0.0828 | lbfgs | 183 | --- | 0.375 | 1.0 | 3.150s | 3m:25s |
| Iteration 48 | l2 | 31.048 | lbfgs | 353 | --- | 0.875 | 1.0 | 3.204s | 3m:29s |
| Iteration 49 | l2 | 0.0019 | sag | 375 | --- | 0.5625 | 1.0 | 3.203s | 3m:36s |
| Iteration 50 | l2 | 19.1957 | newto.. | 327 | --- | 0.5625 | 1.0 | 3.097s | 3m:43s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'penalty': 'l2', 'C': 0.0218, 'solver': 'liblinear', 'max_iter': 284}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:44s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9571
Test evaluation --> roc_auc: 0.35
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.3 ± 0.0548
Time elapsed: 0.058s
-------------------------------------------------
Total time: 3m:44s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 1.0 | 1.0 | 3.724s | 3.731s |
| Initial point 2 | svd | --- | 0.75 | 1.0 | 3.168s | 7.568s |
| Initial point 3 | svd | --- | 0.75 | 1.0 | 0.001s | 9.560s |
| Initial point 4 | lsqr | 0.8 | 0.625 | 1.0 | 3.140s | 13.634s |
| Initial point 5 | eigen | 0.9 | 0.75 | 1.0 | 3.150s | 17.430s |
| Initial point 6 | lsqr | 0.7 | 0.8125 | 1.0 | 3.193s | 21.306s |
| Initial point 7 | lsqr | 0.5 | 1.0 | 1.0 | 3.196s | 25.172s |
| Initial point 8 | lsqr | 0.9 | 0.375 | 1.0 | 3.254s | 29.093s |
| Initial point 9 | lsqr | 0.6 | 0.875 | 1.0 | 3.225s | 32.947s |
| Initial point 10 | eigen | 0.8 | 0.75 | 1.0 | 3.236s | 36.948s |
| Iteration 11 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 39.225s |
| Iteration 12 | eigen | 0.7 | 0.9375 | 1.0 | 3.101s | 43.483s |
| Iteration 13 | svd | --- | 0.75 | 1.0 | 0.000s | 44.591s |
| Iteration 14 | lsqr | auto | 0.5 | 1.0 | 3.097s | 48.440s |
| Iteration 15 | eigen | auto | 1.0 | 1.0 | 3.149s | 53.085s |
| Iteration 16 | svd | --- | 0.75 | 1.0 | 0.000s | 54.017s |
| Iteration 17 | svd | --- | 0.75 | 1.0 | 0.000s | 54.802s |
| Iteration 18 | lsqr | 1.0 | 0.75 | 1.0 | 3.141s | 58.746s |
| Iteration 19 | eigen | 0.6 | 0.4375 | 1.0 | 3.159s | 1m:03s |
| Iteration 20 | lsqr | None | 0.375 | 1.0 | 3.262s | 1m:07s |
| Iteration 21 | eigen | 0.5 | 0.75 | 1.0 | 3.193s | 1m:11s |
| Iteration 22 | svd | --- | 0.75 | 1.0 | 0.000s | 1m:12s |
| Iteration 23 | svd | --- | 0.75 | 1.0 | 0.000s | 1m:13s |
| Iteration 24 | svd | --- | 0.75 | 1.0 | 0.000s | 1m:14s |
| Iteration 25 | eigen | None | 0.75 | 1.0 | 3.101s | 1m:17s |
| Iteration 26 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:18s |
| Iteration 27 | eigen | 1.0 | 1.0 | 1.0 | 0.000s | 1m:19s |
| Iteration 28 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:20s |
| Iteration 29 | eigen | auto | 1.0 | 1.0 | 0.001s | 1m:21s |
| Iteration 30 | eigen | 1.0 | 1.0 | 1.0 | 0.000s | 1m:22s |
| Iteration 31 | eigen | 1.0 | 1.0 | 1.0 | 0.000s | 1m:23s |
| Iteration 32 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:23s |
| Iteration 33 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:24s |
| Iteration 34 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:25s |
| Iteration 35 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:27s |
| Iteration 36 | eigen | 1.0 | 1.0 | 1.0 | 0.000s | 1m:28s |
| Iteration 37 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:29s |
| Iteration 38 | eigen | 1.0 | 1.0 | 1.0 | 0.000s | 1m:30s |
| Iteration 39 | svd | --- | 0.75 | 1.0 | 0.000s | 1m:31s |
| Iteration 40 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:32s |
| Iteration 41 | eigen | 1.0 | 1.0 | 1.0 | 0.001s | 1m:33s |
| Iteration 42 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:34s |
| Iteration 43 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:35s |
| Iteration 44 | eigen | 1.0 | 1.0 | 1.0 | 0.000s | 1m:36s |
| Iteration 45 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:38s |
| Iteration 46 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:39s |
| Iteration 47 | eigen | 1.0 | 1.0 | 1.0 | 0.001s | 1m:40s |
| Iteration 48 | svd | --- | 0.75 | 1.0 | 0.000s | 1m:41s |
| Iteration 49 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:42s |
| Iteration 50 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:43s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'solver': 'eigen', 'shrinkage': 1.0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:44s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7696
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.42 ± 0.04
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:44s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 1.0 | 1.0 | 3.151s | 3.154s |
| Initial point 2 | 0.9 | 0.75 | 1.0 | 3.859s | 7.722s |
| Initial point 3 | 0.1 | 0.5625 | 1.0 | 3.084s | 11.654s |
| Initial point 4 | 1.0 | 1.0 | 1.0 | 0.001s | 12.729s |
| Initial point 5 | 0.2 | 0.75 | 1.0 | 3.113s | 16.477s |
| Initial point 6 | 0.4 | 0.6875 | 1.0 | 3.143s | 20.317s |
| Initial point 7 | 0.4 | 0.6875 | 1.0 | 0.000s | 20.979s |
| Initial point 8 | 0.7 | 0.375 | 1.0 | 3.139s | 24.733s |
| Initial point 9 | 0.9 | 0.75 | 1.0 | 0.000s | 25.415s |
| Initial point 10 | 0.8 | 1.0 | 1.0 | 3.123s | 29.186s |
| Iteration 11 | 0.3 | 0.5312 | 1.0 | 3.101s | 33.054s |
| Iteration 12 | 0.6 | 0.9375 | 1.0 | 3.139s | 37.009s |
| Iteration 13 | 0.5 | 0.9375 | 1.0 | 3.123s | 41.176s |
| Iteration 14 | 0.0 | 0.6875 | 1.0 | 3.136s | 45.079s |
| Iteration 15 | 0.8 | 1.0 | 1.0 | 0.001s | 45.860s |
| Iteration 16 | 1.0 | 1.0 | 1.0 | 0.000s | 46.618s |
| Iteration 17 | 0.8 | 1.0 | 1.0 | 0.000s | 47.345s |
| Iteration 18 | 0.8 | 1.0 | 1.0 | 0.000s | 48.098s |
| Iteration 19 | 1.0 | 1.0 | 1.0 | 0.000s | 48.849s |
| Iteration 20 | 1.0 | 1.0 | 1.0 | 0.000s | 49.614s |
| Iteration 21 | 0.8 | 1.0 | 1.0 | 0.000s | 50.371s |
| Iteration 22 | 1.0 | 1.0 | 1.0 | 0.000s | 51.100s |
| Iteration 23 | 0.8 | 1.0 | 1.0 | 0.000s | 51.825s |
| Iteration 24 | 0.8 | 1.0 | 1.0 | 0.000s | 52.542s |
| Iteration 25 | 0.6 | 0.9375 | 1.0 | 0.000s | 53.277s |
| Iteration 26 | 1.0 | 1.0 | 1.0 | 0.000s | 54.021s |
| Iteration 27 | 0.1 | 0.5625 | 1.0 | 0.000s | 54.796s |
| Iteration 28 | 0.9 | 0.75 | 1.0 | 0.000s | 57.379s |
| Iteration 29 | 0.2 | 0.75 | 1.0 | 0.000s | 58.824s |
| Iteration 30 | 0.8 | 1.0 | 1.0 | 0.000s | 59.568s |
| Iteration 31 | 1.0 | 1.0 | 1.0 | 0.000s | 1m:00s |
| Iteration 32 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:01s |
| Iteration 33 | 1.0 | 1.0 | 1.0 | 0.000s | 1m:02s |
| Iteration 34 | 1.0 | 1.0 | 1.0 | 0.000s | 1m:03s |
| Iteration 35 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:03s |
| Iteration 36 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:04s |
| Iteration 37 | 1.0 | 1.0 | 1.0 | 0.000s | 1m:05s |
| Iteration 38 | 0.8 | 1.0 | 1.0 | 0.001s | 1m:06s |
| Iteration 39 | 1.0 | 1.0 | 1.0 | 0.000s | 1m:07s |
| Iteration 40 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:07s |
| Iteration 41 | 0.5 | 0.9375 | 1.0 | 0.000s | 1m:08s |
| Iteration 42 | 1.0 | 1.0 | 1.0 | 0.000s | 1m:09s |
| Iteration 43 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:11s |
| Iteration 44 | 1.0 | 1.0 | 1.0 | 0.000s | 1m:13s |
| Iteration 45 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:13s |
| Iteration 46 | 1.0 | 1.0 | 1.0 | 0.001s | 1m:14s |
| Iteration 47 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:15s |
| Iteration 48 | 1.0 | 1.0 | 1.0 | 0.000s | 1m:16s |
| Iteration 49 | 0.8 | 1.0 | 1.0 | 0.001s | 1m:17s |
| Iteration 50 | 1.0 | 1.0 | 1.0 | 0.000s | 1m:18s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'reg_param': 1.0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:19s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7696
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.42 ± 0.04
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:19s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.0375 | dista.. | auto | 40 | 1 | 0.375 | 0.375 | 3.159s | 3.179s |
| Initial point 2 | 4.7873 | uniform | kd_tree | 39 | 2 | 0.6875 | 0.6875 | 3.227s | 7.230s |
| Initial point 3 | 3.7817 | dista.. | ball_tree | 25 | 2 | 0.6875 | 0.6875 | 3.253s | 11.225s |
| Initial point 4 | 11.0329 | uniform | ball_tree | 39 | 2 | 0.5312 | 0.6875 | 3.196s | 15.384s |
| Initial point 5 | 8.6428 | dista.. | auto | 30 | 2 | 0.8125 | 0.8125 | 3.178s | 19.364s |
| Initial point 6 | 10.0091 | dista.. | ball_tree | 21 | 2 | 0.5625 | 0.8125 | 3.191s | 23.244s |
| Initial point 7 | 7.1592 | dista.. | ball_tree | 24 | 1 | 0.5 | 0.8125 | 3.213s | 27.138s |
| Initial point 8 | 1.7156 | dista.. | ball_tree | 21 | 2 | 0.6875 | 0.8125 | 3.188s | 30.984s |
| Initial point 9 | 7.9749 | uniform | ball_tree | 24 | 1 | 0.375 | 0.8125 | 3.793s | 35.435s |
| Initial point 10 | 5.6644 | uniform | brute | 22 | 2 | 0.375 | 0.8125 | 3.171s | 39.347s |
| Iteration 11 | 1.3357 | dista.. | auto | 33 | 2 | 0.625 | 0.8125 | 3.173s | 43.660s |
| Iteration 12 | 0.1344 | uniform | auto | 40 | 2 | 0.375 | 0.8125 | 3.201s | 47.826s |
| Iteration 13 | 10.2651 | dista.. | auto | 30 | 2 | 0.8125 | 0.8125 | 3.181s | 51.951s |
| Iteration 14 | 12.0715 | uniform | kd_tree | 24 | 2 | 0.5 | 0.8125 | 3.157s | 56.085s |
| Iteration 15 | 8.7609 | dista.. | auto | 29 | 2 | 1.0 | 1.0 | 3.189s | 1m:00s |
| Iteration 16 | 3.8225 | dista.. | auto | 29 | 1 | 0.3125 | 1.0 | 3.153s | 1m:04s |
| Iteration 17 | 0.4064 | uniform | auto | 26 | 2 | 0.25 | 1.0 | 3.177s | 1m:09s |
| Iteration 18 | 0.0 | dista.. | kd_tree | 34 | 2 | 0.5 | 1.0 | 3.154s | 1m:13s |
| Iteration 19 | 12.0715 | dista.. | auto | 20 | 2 | 0.25 | 1.0 | 3.150s | 1m:17s |
| Iteration 20 | 9.8575 | uniform | auto | 29 | 2 | 0.5 | 1.0 | 3.206s | 1m:22s |
| Iteration 21 | 9.1409 | dista.. | auto | 28 | 2 | 0.875 | 1.0 | 3.166s | 1m:26s |
| Iteration 22 | 7.1892 | dista.. | kd_tree | 28 | 2 | 0.8125 | 1.0 | 3.172s | 1m:30s |
| Iteration 23 | 8.1985 | dista.. | ball_tree | 35 | 2 | 0.6875 | 1.0 | 3.171s | 1m:35s |
| Iteration 24 | 8.3131 | dista.. | brute | 27 | 2 | 0.625 | 1.0 | 3.169s | 1m:39s |
| Iteration 25 | 6.8373 | dista.. | auto | 28 | 2 | 0.625 | 1.0 | 3.153s | 1m:43s |
| Iteration 26 | 9.0925 | dista.. | ball_tree | 29 | 2 | 0.5625 | 1.0 | 3.306s | 1m:47s |
| Iteration 27 | 12.0715 | dista.. | auto | 40 | 2 | 0.75 | 1.0 | 3.150s | 1m:52s |
| Iteration 28 | 0.0 | uniform | brute | 40 | 1 | 0.5 | 1.0 | 3.146s | 1m:56s |
| Iteration 29 | 12.0715 | dista.. | auto | 34 | 2 | 0.4375 | 1.0 | 3.169s | 2m:00s |
| Iteration 30 | 9.2686 | dista.. | auto | 38 | 2 | 1.0 | 1.0 | 3.153s | 2m:04s |
| Iteration 31 | 9.3618 | dista.. | auto | 40 | 2 | 0.625 | 1.0 | 3.165s | 2m:09s |
| Iteration 32 | 8.9051 | dista.. | auto | 20 | 2 | 0.75 | 1.0 | 3.143s | 2m:13s |
| Iteration 33 | 8.1666 | dista.. | auto | 40 | 2 | 0.75 | 1.0 | 3.168s | 2m:17s |
| Iteration 34 | 5.8826 | dista.. | kd_tree | 31 | 2 | 0.25 | 1.0 | 3.140s | 2m:22s |
| Iteration 35 | 8.8806 | dista.. | auto | 40 | 1 | 0.75 | 1.0 | 3.165s | 2m:26s |
| Iteration 36 | 9.7109 | dista.. | auto | 20 | 1 | 0.8125 | 1.0 | 3.177s | 2m:31s |
| Iteration 37 | 9.2434 | dista.. | auto | 20 | 1 | 0.3125 | 1.0 | 3.171s | 2m:35s |
| Iteration 38 | 9.5309 | dista.. | auto | 22 | 2 | 0.6875 | 1.0 | 3.149s | 2m:39s |
| Iteration 39 | 8.8446 | dista.. | auto | 36 | 2 | 0.8125 | 1.0 | 3.163s | 2m:44s |
| Iteration 40 | 8.8487 | dista.. | auto | 36 | 2 | 0.9375 | 1.0 | 3.179s | 2m:48s |
| Iteration 41 | 8.2478 | dista.. | auto | 21 | 2 | 1.0 | 1.0 | 3.166s | 2m:52s |
| Iteration 42 | 8.4553 | dista.. | auto | 25 | 2 | 0.5 | 1.0 | 3.182s | 2m:57s |
| Iteration 43 | 8.7729 | uniform | auto | 40 | 2 | 0.7188 | 1.0 | 3.177s | 3m:01s |
| Iteration 44 | 2.7894 | uniform | brute | 40 | 2 | 0.7812 | 1.0 | 3.194s | 3m:05s |
| Iteration 45 | 7.8552 | uniform | auto | 20 | 2 | 0.625 | 1.0 | 3.178s | 3m:10s |
| Iteration 46 | 8.8154 | uniform | auto | 40 | 2 | 0.625 | 1.0 | 3.191s | 3m:14s |
| Iteration 47 | 8.6906 | dista.. | auto | 40 | 2 | 0.25 | 1.0 | 3.183s | 3m:18s |
| Iteration 48 | 8.9305 | dista.. | brute | 20 | 2 | 0.5 | 1.0 | 3.181s | 3m:22s |
| Iteration 49 | 1.349 | uniform | brute | 37 | 2 | 0.875 | 1.0 | 3.176s | 3m:27s |
| Iteration 50 | 9.062 | dista.. | auto | 20 | 2 | 0.6875 | 1.0 | 3.186s | 3m:31s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'radius': 8.7609, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 29, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:32s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.33 ± 0.0748
Time elapsed: 0.054s
-------------------------------------------------
Total time: 3m:32s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.5 | 0.5 | 3.564s | 3.572s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 1.0 | 1.0 | 3.676s | 7.905s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.875 | 1.0 | 3.325s | 11.858s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.8125 | 1.0 | 3.485s | 15.990s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.6875 | 1.0 | 3.327s | 20.053s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 1.0 | 1.0 | 3.553s | 25.933s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.1875 | 1.0 | 3.313s | 30.349s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.5938 | 1.0 | 3.492s | 34.462s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.9375 | 1.0 | 3.091s | 38.227s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.75 | 1.0 | 3.883s | 42.781s |
| Iteration 11 | 496 | 0.0504 | SAMME.R | 0.6875 | 1.0 | 3.535s | 47.120s |
| Iteration 12 | 460 | 0.2349 | SAMME.R | 1.0 | 1.0 | 3.532s | 52.816s |
| Iteration 13 | 460 | 0.2534 | SAMME.R | 0.75 | 1.0 | 3.442s | 57.836s |
| Iteration 14 | 461 | 0.2188 | SAMME.R | 0.6875 | 1.0 | 3.476s | 1m:02s |
| Iteration 15 | 500 | 0.0548 | SAMME.R | 1.0 | 1.0 | 3.581s | 1m:07s |
| Iteration 16 | 434 | 3.2642 | SAMME | 0.75 | 1.0 | 3.241s | 1m:11s |
| Iteration 17 | 460 | 0.237 | SAMME.R | 0.75 | 1.0 | 3.505s | 1m:16s |
| Iteration 18 | 500 | 0.1186 | SAMME.R | 0.6875 | 1.0 | 3.500s | 1m:21s |
| Iteration 19 | 443 | 2.9232 | SAMME | 0.75 | 1.0 | 3.088s | 1m:25s |
| Iteration 20 | 500 | 0.0601 | SAMME.R | 0.5 | 1.0 | 3.558s | 1m:29s |
| Iteration 21 | 465 | 0.2381 | SAMME.R | 0.75 | 1.0 | 3.556s | 1m:34s |
| Iteration 22 | 337 | 0.0534 | SAMME.R | 0.8125 | 1.0 | 3.362s | 1m:38s |
| Iteration 23 | 115 | 0.9486 | SAMME | 0.875 | 1.0 | 3.218s | 1m:43s |
| Iteration 24 | 97 | 0.0534 | SAMME.R | 0.8125 | 1.0 | 3.181s | 1m:47s |
| Iteration 25 | 467 | 0.9844 | SAMME | 0.875 | 1.0 | 3.467s | 1m:51s |
| Iteration 26 | 474 | 0.8894 | SAMME | 0.8125 | 1.0 | 3.462s | 1m:55s |
| Iteration 27 | 434 | 1.09 | SAMME | 1.0 | 1.0 | 3.441s | 1m:60s |
| Iteration 28 | 156 | 1.0959 | SAMME | 0.4375 | 1.0 | 3.351s | 2m:04s |
| Iteration 29 | 460 | 0.2355 | SAMME.R | 0.75 | 1.0 | 3.536s | 2m:09s |
| Iteration 30 | 467 | 1.0629 | SAMME | 1.0 | 1.0 | 3.476s | 2m:13s |
| Iteration 31 | 494 | 1.078 | SAMME | 0.875 | 1.0 | 3.517s | 2m:18s |
| Iteration 32 | 417 | 1.0515 | SAMME | 0.625 | 1.0 | 3.446s | 2m:22s |
| Iteration 33 | 459 | 1.1163 | SAMME | 0.875 | 1.0 | 3.559s | 2m:27s |
| Iteration 34 | 469 | 1.0558 | SAMME | 0.875 | 1.0 | 3.432s | 2m:31s |
| Iteration 35 | 477 | 1.1353 | SAMME | 1.0 | 1.0 | 3.464s | 2m:36s |
| Iteration 36 | 475 | 1.1243 | SAMME | 0.5625 | 1.0 | 3.488s | 2m:41s |
| Iteration 37 | 490 | 0.9929 | SAMME | 0.4375 | 1.0 | 3.501s | 2m:46s |
| Iteration 38 | 464 | 1.0623 | SAMME | 0.75 | 1.0 | 3.427s | 2m:50s |
| Iteration 39 | 434 | 1.0339 | SAMME.R | 0.8125 | 1.0 | 3.596s | 2m:55s |
| Iteration 40 | 428 | 0.0531 | SAMME.R | 0.9375 | 1.0 | 3.612s | 2m:59s |
| Iteration 41 | 467 | 1.1549 | SAMME | 1.0 | 1.0 | 3.535s | 3m:04s |
| Iteration 42 | 435 | 1.2172 | SAMME | 0.75 | 1.0 | 3.549s | 3m:09s |
| Iteration 43 | 482 | 0.0535 | SAMME.R | 1.0 | 1.0 | 3.589s | 3m:13s |
| Iteration 44 | 483 | 0.0536 | SAMME.R | 0.5625 | 1.0 | 3.495s | 3m:18s |
| Iteration 45 | 347 | 0.0495 | SAMME.R | 0.625 | 1.0 | 3.410s | 3m:22s |
| Iteration 46 | 479 | 1.2058 | SAMME.R | 0.9062 | 1.0 | 3.477s | 3m:27s |
| Iteration 47 | 375 | 1.1591 | SAMME | 0.25 | 1.0 | 3.362s | 3m:31s |
| Iteration 48 | 462 | 1.1087 | SAMME | 0.75 | 1.0 | 3.502s | 3m:35s |
| Iteration 49 | 462 | 1.1085 | SAMME | 0.625 | 1.0 | 3.435s | 3m:40s |
| Iteration 50 | 158 | 1.1403 | SAMME.R | 0.6875 | 1.0 | 3.227s | 3m:44s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0511, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:45s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.457s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.52 ± 0.0678
Time elapsed: 2.039s
-------------------------------------------------
Total time: 3m:48s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 1.0 | 1.0 | 3.525s | 3.544s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.8125 | 1.0 | 3.466s | 8.642s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.875 | 1.0 | 3.418s | 12.958s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.375 | 1.0 | 3.228s | 16.946s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.625 | 1.0 | 3.417s | 21.068s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 1.0 | 1.0 | 3.257s | 25.054s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 1.0 | 1.0 | 3.314s | 29.059s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.625 | 1.0 | 3.259s | 33.044s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.75 | 1.0 | 3.407s | 37.254s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.8125 | 1.0 | 3.391s | 41.435s |
| Iteration 11 | 41 | entropy | None | 20 | 1 | None | True | 0.035 | 0.9 | 0.8125 | 1.0 | 3.949s | 46.511s |
| Iteration 12 | 261 | gini | 7 | 14 | 8 | sqrt | False | 0.0335 | --- | 1.0 | 1.0 | 3.334s | 50.958s |
| Iteration 13 | 294 | gini | None | 2 | 18 | None | True | 0.0306 | 0.6 | 0.5 | 1.0 | 3.404s | 55.520s |
| Iteration 14 | 374 | entropy | 8 | 16 | 10 | log2 | False | 0.0346 | --- | 0.625 | 1.0 | 3.371s | 1m:00s |
| Iteration 15 | 366 | entropy | 5 | 12 | 4 | log2 | False | 0.0212 | --- | 1.0 | 1.0 | 3.372s | 1m:05s |
| Iteration 16 | 156 | entropy | 5 | 19 | 14 | auto | False | 0.0283 | --- | 0.75 | 1.0 | 3.230s | 1m:09s |
| Iteration 17 | 37 | gini | 6 | 10 | 8 | auto | True | 0.0047 | 0.5 | 0.8125 | 1.0 | 3.163s | 1m:13s |
| Iteration 18 | 316 | entropy | 5 | 18 | 5 | log2 | False | 0.0304 | --- | 0.8125 | 1.0 | 3.408s | 1m:18s |
| Iteration 19 | 157 | gini | 8 | 16 | 8 | auto | False | 0.022 | --- | 0.625 | 1.0 | 3.322s | 1m:22s |
| Iteration 20 | 281 | entropy | 4 | 5 | 1 | auto | True | 0.0 | None | 0.5625 | 1.0 | 3.491s | 1m:27s |
| Iteration 21 | 138 | gini | 9 | 19 | 10 | sqrt | True | 0.0345 | 0.6 | 0.75 | 1.0 | 3.313s | 1m:32s |
| Iteration 22 | 445 | gini | 3 | 18 | 8 | sqrt | True | 0.0332 | 0.5 | 0.6875 | 1.0 | 3.538s | 1m:36s |
| Iteration 23 | 272 | entropy | 6 | 16 | 7 | log2 | False | 0.0331 | --- | 0.8125 | 1.0 | 3.489s | 1m:41s |
| Iteration 24 | 468 | entropy | 7 | 13 | 5 | log2 | False | 0.035 | --- | 0.9375 | 1.0 | 3.495s | 1m:46s |
| Iteration 25 | 343 | entropy | 8 | 5 | 9 | 0.9 | True | 0.035 | 0.6 | 0.6875 | 1.0 | 3.415s | 1m:51s |
| Iteration 26 | 426 | entropy | 2 | 19 | 2 | 0.5 | True | 0.0144 | 0.8 | 0.75 | 1.0 | 3.631s | 1m:57s |
| Iteration 27 | 183 | gini | 5 | 10 | 10 | sqrt | False | 0.0327 | --- | 1.0 | 1.0 | 3.311s | 2m:02s |
| Iteration 28 | 234 | gini | 6 | 2 | 12 | auto | False | 0.035 | --- | 0.75 | 1.0 | 3.279s | 2m:07s |
| Iteration 29 | 95 | entropy | 7 | 9 | 9 | sqrt | False | 0.0048 | --- | 0.875 | 1.0 | 3.246s | 2m:11s |
| Iteration 30 | 88 | entropy | 4 | 8 | 11 | sqrt | False | 0.035 | --- | 0.875 | 1.0 | 3.156s | 2m:16s |
| Iteration 31 | 361 | gini | 4 | 3 | 10 | sqrt | False | 0.0085 | --- | 0.75 | 1.0 | 3.317s | 2m:20s |
| Iteration 32 | 276 | gini | 7 | 7 | 9 | sqrt | False | 0.032 | --- | 0.875 | 1.0 | 3.259s | 2m:27s |
| Iteration 33 | 334 | entropy | 6 | 14 | 6 | log2 | False | 0.006 | --- | 0.75 | 1.0 | 3.304s | 2m:33s |
| Iteration 34 | 243 | entropy | 5 | 20 | 6 | log2 | False | 0.0334 | --- | 0.75 | 1.0 | 3.326s | 2m:40s |
| Iteration 35 | 253 | entropy | 6 | 20 | 2 | log2 | False | 0.0215 | --- | 1.0 | 1.0 | 3.324s | 2m:46s |
| Iteration 36 | 490 | entropy | 5 | 11 | 5 | sqrt | False | 0.014 | --- | 0.9375 | 1.0 | 3.449s | 2m:50s |
| Iteration 37 | 351 | entropy | 5 | 8 | 20 | sqrt | False | 0.0327 | --- | 0.625 | 1.0 | 4.002s | 2m:56s |
| Iteration 38 | 213 | gini | 6 | 20 | 5 | log2 | False | 0.0062 | --- | 0.75 | 1.0 | 3.270s | 3m:00s |
| Iteration 39 | 430 | entropy | 5 | 2 | 1 | log2 | False | 0.035 | --- | 0.875 | 1.0 | 3.410s | 3m:05s |
| Iteration 40 | 71 | gini | 8 | 19 | 6 | sqrt | False | 0.035 | --- | 1.0 | 1.0 | 3.194s | 3m:10s |
| Iteration 41 | 225 | entropy | 8 | 15 | 6 | sqrt | False | 0.035 | --- | 1.0 | 1.0 | 3.312s | 3m:14s |
| Iteration 42 | 158 | gini | 6 | 7 | 6 | log2 | False | 0.0332 | --- | 0.875 | 1.0 | 3.265s | 3m:19s |
| Iteration 43 | 277 | gini | 6 | 20 | 6 | log2 | False | 0.0333 | --- | 0.9375 | 1.0 | 3.311s | 3m:24s |
| Iteration 44 | 291 | gini | 5 | 18 | 6 | sqrt | False | 0.0322 | --- | 0.875 | 1.0 | 3.339s | 3m:28s |
| Iteration 45 | 282 | entropy | 6 | 3 | 3 | log2 | False | 0.0274 | --- | 0.8125 | 1.0 | 3.304s | 3m:33s |
| Iteration 46 | 500 | gini | None | 2 | 1 | None | False | 0.035 | --- | 0.875 | 1.0 | 3.476s | 3m:38s |
| Iteration 47 | 44 | gini | 7 | 12 | 1 | 0.7 | False | 0.035 | --- | 0.5625 | 1.0 | 3.147s | 3m:42s |
| Iteration 48 | 344 | entropy | 9 | 19 | 3 | log2 | False | 0.02 | --- | 0.8125 | 1.0 | 3.349s | 3m:47s |
| Iteration 49 | 44 | gini | 7 | 16 | 10 | sqrt | False | 0.0323 | --- | 0.5625 | 1.0 | 3.151s | 3m:51s |
| Iteration 50 | 315 | entropy | 7 | 14 | 7 | 0.5 | False | 0.0348 | --- | 0.6875 | 1.0 | 3.328s | 3m:56s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'n_estimators': 499, 'criterion': 'entropy', 'max_depth': 1, 'min_samples_split': 20, 'min_samples_leaf': 5, 'max_features': 0.5, 'bootstrap': True, 'ccp_alpha': 0.0234, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:58s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9402
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.439s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.48 ± 0.04
Time elapsed: 1.973s
-------------------------------------------------
Total time: 4m:00s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.243s | 3.262s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.875 | 0.875 | 3.255s | 7.312s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.875 | 3.213s | 11.390s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.875 | 3.189s | 15.328s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.875 | 3.232s | 19.235s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.875 | 3.227s | 23.186s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.875 | 3.364s | 27.211s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.875 | 3.342s | 32.114s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 1.0 | 1.0 | 3.296s | 37.598s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 1.0 | 3.269s | 42.171s |
| Iteration 11 | 368 | 0.0124 | 9 | 0.2019 | 3 | 0.9 | 0.7 | 0.01 | 0 | 0.8125 | 1.0 | 3.210s | 46.468s |
| Iteration 12 | 500 | 0.0677 | 5 | 0.5863 | 4 | 0.9 | 0.8 | 0 | 10 | 1.0 | 1.0 | 3.264s | 51.692s |
| Iteration 13 | 410 | 0.8096 | 8 | 0.7283 | 5 | 0.9 | 0.5 | 0 | 10 | 0.75 | 1.0 | 3.346s | 56.336s |
| Iteration 14 | 419 | 0.0707 | 4 | 0.5856 | 4 | 1.0 | 0.8 | 1 | 0 | 0.5312 | 1.0 | 3.123s | 1m:01s |
| Iteration 15 | 300 | 0.1321 | 3 | 0.6281 | 4 | 0.6 | 0.9 | 0.01 | 10 | 0.6875 | 1.0 | 3.228s | 1m:06s |
| Iteration 16 | 500 | 0.0233 | 6 | 0.5231 | 3 | 0.8 | 0.9 | 0 | 1 | 0.6875 | 1.0 | 3.223s | 1m:10s |
| Iteration 17 | 91 | 0.117 | 4 | 0.6122 | 4 | 0.9 | 0.4 | 0.01 | 1 | 0.75 | 1.0 | 3.196s | 1m:14s |
| Iteration 18 | 461 | 0.0606 | 5 | 0.6461 | 4 | 0.9 | 0.8 | 0 | 1 | 0.8125 | 1.0 | 3.246s | 1m:19s |
| Iteration 19 | 20 | 1.0 | 6 | 0.3713 | 1 | 1.0 | 1.0 | 0 | 0.1 | 0.5625 | 1.0 | 3.137s | 1m:23s |
| Iteration 20 | 500 | 0.01 | 9 | 0.355 | 4 | 1.0 | 0.9 | 0.01 | 10 | 0.4375 | 1.0 | 3.242s | 1m:27s |
| Iteration 21 | 95 | 0.0536 | 7 | 0.9074 | 3 | 0.6 | 0.5 | 100 | 10 | 0.5 | 1.0 | 3.173s | 1m:32s |
| Iteration 22 | 431 | 0.0558 | 5 | 0.5692 | 4 | 0.8 | 0.9 | 0.01 | 10 | 0.625 | 1.0 | 3.213s | 1m:37s |
| Iteration 23 | 289 | 0.033 | 6 | 0.6075 | 4 | 0.7 | 0.8 | 0.01 | 10 | 0.75 | 1.0 | 3.205s | 1m:41s |
| Iteration 24 | 471 | 0.0685 | 4 | 0.9094 | 3 | 0.9 | 0.5 | 0 | 0.01 | 0.75 | 1.0 | 3.224s | 1m:46s |
| Iteration 25 | 203 | 0.0251 | 1 | 0.4899 | 1 | 1.0 | 0.8 | 0.01 | 0 | 0.8125 | 1.0 | 3.186s | 1m:50s |
| Iteration 26 | 196 | 0.0681 | 4 | 0.0353 | 1 | 0.8 | 0.4 | 0 | 10 | 0.75 | 1.0 | 3.195s | 1m:54s |
| Iteration 27 | 349 | 1.0 | 8 | 0.2683 | 10 | 0.8 | 0.9 | 0 | 10 | 0.5 | 1.0 | 3.201s | 1m:59s |
| Iteration 28 | 76 | 0.01 | 3 | 0.0588 | 1 | 0.7 | 0.4 | 1 | 1 | 0.75 | 1.0 | 3.165s | 2m:03s |
| Iteration 29 | 42 | 0.01 | 7 | 0.8166 | 1 | 0.6 | 0.6 | 0 | 100 | 0.75 | 1.0 | 3.191s | 2m:07s |
| Iteration 30 | 45 | 0.0116 | 8 | 0.7661 | 10 | 0.7 | 0.6 | 100 | 0.1 | 0.5 | 1.0 | 3.209s | 2m:12s |
| Iteration 31 | 230 | 0.01 | 10 | 0.5953 | 1 | 1.0 | 1.0 | 100 | 0.1 | 0.5 | 1.0 | 3.274s | 2m:17s |
| Iteration 32 | 354 | 1.0 | 9 | 0.0234 | 10 | 0.5 | 0.4 | 100 | 0.1 | 0.5 | 1.0 | 3.208s | 2m:21s |
| Iteration 33 | 293 | 0.1099 | 5 | 0.1642 | 1 | 0.6 | 0.8 | 0 | 0.1 | 0.8125 | 1.0 | 3.217s | 2m:25s |
| Iteration 34 | 312 | 0.0115 | 5 | 0.2301 | 1 | 1.0 | 0.5 | 0 | 0.01 | 0.6875 | 1.0 | 3.196s | 2m:30s |
| Iteration 35 | 189 | 0.0903 | 8 | 0.3714 | 3 | 0.6 | 0.4 | 0 | 0.1 | 1.0 | 1.0 | 3.198s | 2m:34s |
| Iteration 36 | 63 | 0.1929 | 1 | 0.9489 | 3 | 0.7 | 1.0 | 0 | 0.01 | 1.0 | 1.0 | 3.172s | 2m:38s |
| Iteration 37 | 20 | 0.1429 | 1 | 0.0 | 3 | 0.5 | 1.0 | 0 | 0 | 0.625 | 1.0 | 3.139s | 2m:43s |
| Iteration 38 | 236 | 0.0963 | 8 | 1.0 | 1 | 0.7 | 0.5 | 0 | 0.01 | 0.8125 | 1.0 | 3.153s | 2m:47s |
| Iteration 39 | 128 | 0.0925 | 8 | 1.0 | 1 | 0.5 | 0.4 | 0 | 0 | 0.875 | 1.0 | 3.162s | 2m:52s |
| Iteration 40 | 500 | 0.1046 | 10 | 1.0 | 2 | 0.9 | 0.4 | 0 | 100 | 0.75 | 1.0 | 3.261s | 2m:57s |
| Iteration 41 | 235 | 0.0906 | 9 | 1.0 | 2 | 0.5 | 1.0 | 0 | 0 | 1.0 | 1.0 | 3.183s | 3m:01s |
| Iteration 42 | 248 | 0.0444 | 3 | 1.0 | 1 | 0.7 | 1.0 | 0 | 10 | 0.8125 | 1.0 | 3.181s | 3m:06s |
| Iteration 43 | 378 | 0.2574 | 5 | 1.0 | 1 | 0.7 | 1.0 | 0 | 10 | 0.9375 | 1.0 | 3.215s | 3m:10s |
| Iteration 44 | 20 | 0.1505 | 1 | 1.0 | 1 | 0.5 | 0.8 | 0 | 100 | 0.5 | 1.0 | 3.156s | 3m:15s |
| Iteration 45 | 185 | 0.4388 | 8 | 1.0 | 3 | 1.0 | 0.4 | 0 | 0 | 0.75 | 1.0 | 3.158s | 3m:19s |
| Iteration 46 | 257 | 1.0 | 10 | 0.5961 | 3 | 0.6 | 0.9 | 0 | 0 | 0.8125 | 1.0 | 3.140s | 3m:24s |
| Iteration 47 | 500 | 0.3271 | 10 | 0.212 | 2 | 0.6 | 1.0 | 0 | 0 | 0.5 | 1.0 | 3.197s | 3m:29s |
| Iteration 48 | 20 | 1.0 | 3 | 1.0 | 3 | 0.5 | 1.0 | 0 | 0 | 0.6875 | 1.0 | 3.143s | 3m:33s |
| Iteration 49 | 484 | 0.01 | 8 | 1.0 | 1 | 0.6 | 0.8 | 0 | 0 | 0.5625 | 1.0 | 3.252s | 3m:38s |
| Iteration 50 | 208 | 0.0795 | 8 | 1.0 | 3 | 0.5 | 0.8 | 0 | 0.1 | 0.625 | 1.0 | 3.152s | 3m:42s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'n_estimators': 448, 'learning_rate': 0.0569, 'max_depth': 6, 'gamma': 0.6523, 'min_child_weight': 4, 'subsample': 0.8, 'colsample_bytree': 0.8, 'reg_alpha': 0.01, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:44s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9348
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.093s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.41 ± 0.02
Time elapsed: 0.290s
-------------------------------------------------
Total time: 3m:44s
Final results ==================== >>
Duration: 25m:35s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.5 ± 0.0837 ~
Logistic Regression --> roc_auc: 0.3 ± 0.0548 ~
Linear Discriminant Analysis --> roc_auc: 0.42 ± 0.04 ~
Quadratic Discriminant Analysis --> roc_auc: 0.42 ± 0.04 ~
Radius Nearest Neighbors --> roc_auc: 0.33 ± 0.0748 ~
AdaBoost --> roc_auc: 0.52 ± 0.0678 ~ !
Random Forest --> roc_auc: 0.48 ± 0.04 ~
XGBoost --> roc_auc: 0.41 ± 0.02 ~
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 824 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAASPNTGNQFYF.
>>> Dropping feature CAVENQAGTALIF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAASATSGTYKYIF.
>>> Dropping feature CALILTGGGNKLTF.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVEDQTGANNLFF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVTNTGGFKTIF.
>>> Dropping feature CAVYNAGNMLTF.
>>> Dropping feature CAGPNAGGTSYGKLTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAPNSGGGADGLTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CASSLGRTEAFF.
>>> Dropping feature CAVGGGSNYKLTF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CALNTDKLIF.
>>> Dropping feature CALYSGGGADGLTF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVEDDYKLSF.
>>> Dropping feature CAVSGANSKLTF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAASMNSGYSTLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASNFGNEKLTF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.9688 | 0.9688 | 0.674s | 0.694s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.75 | 0.9688 | 0.706s | 3.915s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 1.0 | 1.0 | 0.631s | 7.423s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.5 | 1.0 | 0.684s | 9.265s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.875 | 1.0 | 0.691s | 10.613s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.8125 | 1.0 | 0.724s | 12.335s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 1.0 | 1.0 | 0.695s | 13.713s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 1.0 | 1.0 | 0.744s | 15.157s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.75 | 1.0 | 0.690s | 18.052s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 1.0 | 1.0 | 0.676s | 19.762s |
| Iteration 11 | exponen.. | 0.2213 | 17 | 0.8 | squared_er.. | 16 | 9 | 6 | auto | 0.0258 | 0.8125 | 1.0 | 0.633s | 21.369s |
| Iteration 12 | exponen.. | 0.3342 | 459 | 0.6 | squared_er.. | 4 | 11 | 3 | 0.6 | 0.0263 | 0.9375 | 1.0 | 0.748s | 23.043s |
| Iteration 13 | exponen.. | 0.019 | 500 | 0.7 | squared_er.. | 10 | 1 | 8 | 0.9 | 0.0123 | 0.375 | 1.0 | 0.773s | 24.791s |
| Iteration 14 | exponen.. | 0.4672 | 10 | 0.8 | squared_er.. | 17 | 16 | 3 | auto | 0.0232 | 0.875 | 1.0 | 0.628s | 26.592s |
| Iteration 15 | deviance | 0.1227 | 176 | 0.8 | squared_er.. | 2 | 20 | 9 | auto | 0.0088 | 0.625 | 1.0 | 0.671s | 28.439s |
| Iteration 16 | exponen.. | 0.0153 | 258 | 0.8 | friedman_mse | 15 | 20 | 3 | log2 | 0.0069 | 0.875 | 1.0 | 1.458s | 30.939s |
| Iteration 17 | exponen.. | 0.8777 | 262 | 1.0 | squared_er.. | 5 | 9 | 4 | log2 | 0.035 | 0.8125 | 1.0 | 0.724s | 34.311s |
| Iteration 18 | exponen.. | 0.0118 | 200 | 0.9 | friedman_mse | 20 | 13 | 5 | 0.8 | 0.0113 | 0.9375 | 1.0 | 0.711s | 38.414s |
| Iteration 19 | exponen.. | 0.5284 | 478 | 0.8 | squared_er.. | 3 | 11 | 10 | log2 | 0.0245 | 0.9375 | 1.0 | 0.743s | 40.614s |
| Iteration 20 | exponen.. | 0.7875 | 462 | 0.6 | squared_er.. | 2 | 1 | 10 | auto | 0.0276 | 0.5938 | 1.0 | 0.767s | 42.499s |
| Iteration 21 | exponen.. | 0.3394 | 105 | 0.8 | squared_er.. | 8 | 18 | 3 | log2 | 0.0057 | 0.875 | 1.0 | 0.665s | 44.311s |
| Iteration 22 | exponen.. | 0.01 | 185 | 1.0 | friedman_mse | 17 | 15 | 9 | 0.9 | 0.007 | 0.875 | 1.0 | 0.687s | 46.108s |
| Iteration 23 | exponen.. | 0.9595 | 242 | 0.8 | squared_er.. | 12 | 4 | 7 | sqrt | 0.0283 | 1.0 | 1.0 | 0.700s | 48.142s |
| Iteration 24 | exponen.. | 0.07 | 449 | 0.7 | squared_er.. | 8 | 8 | 4 | log2 | 0.009 | 0.9375 | 1.0 | 0.744s | 50.123s |
| Iteration 25 | exponen.. | 0.347 | 26 | 0.7 | squared_er.. | 19 | 8 | 5 | None | 0.0324 | 0.875 | 1.0 | 0.637s | 51.965s |
| Iteration 26 | exponen.. | 0.0836 | 491 | 0.7 | squared_er.. | 11 | 8 | 5 | 0.9 | 0.0013 | 1.0 | 1.0 | 0.754s | 54.295s |
| Iteration 27 | exponen.. | 0.1994 | 186 | 0.7 | squared_er.. | 17 | 8 | 7 | 0.9 | 0.0005 | 1.0 | 1.0 | 0.685s | 56.564s |
| Iteration 28 | exponen.. | 0.0456 | 118 | 0.6 | friedman_mse | 15 | 16 | 3 | 0.9 | 0.0029 | 1.0 | 1.0 | 0.658s | 58.782s |
| Iteration 29 | exponen.. | 0.1045 | 327 | 1.0 | friedman_mse | 7 | 16 | 2 | 0.9 | 0.0028 | 1.0 | 1.0 | 0.695s | 1m:01s |
| Iteration 30 | exponen.. | 0.2286 | 86 | 0.8 | squared_er.. | 7 | 17 | 5 | 0.5 | 0.0089 | 0.4375 | 1.0 | 0.645s | 1m:03s |
| Iteration 31 | exponen.. | 0.0386 | 364 | 0.9 | squared_er.. | 7 | 8 | 7 | 0.9 | 0.0001 | 1.0 | 1.0 | 0.737s | 1m:05s |
| Iteration 32 | exponen.. | 0.0237 | 311 | 0.6 | squared_er.. | 6 | 4 | 5 | 0.9 | 0.0069 | 0.75 | 1.0 | 0.714s | 1m:07s |
| Iteration 33 | exponen.. | 0.0655 | 427 | 0.8 | squared_er.. | 7 | 8 | 5 | 0.9 | 0.0041 | 0.75 | 1.0 | 0.734s | 1m:10s |
| Iteration 34 | exponen.. | 0.0634 | 300 | 1.0 | friedman_mse | 12 | 16 | 3 | None | 0.0028 | 0.875 | 1.0 | 0.686s | 1m:12s |
| Iteration 35 | exponen.. | 0.8259 | 264 | 0.8 | squared_er.. | 3 | 8 | 6 | 0.7 | 0.0313 | 0.875 | 1.0 | 0.696s | 1m:14s |
| Iteration 36 | exponen.. | 0.6562 | 374 | 0.9 | squared_er.. | 8 | 4 | 9 | auto | 0.0236 | 1.0 | 1.0 | 0.733s | 1m:16s |
| Iteration 37 | exponen.. | 0.8116 | 221 | 0.7 | squared_er.. | 8 | 4 | 1 | auto | 0.0086 | 1.0 | 1.0 | 0.681s | 1m:18s |
| Iteration 38 | exponen.. | 0.0814 | 271 | 0.9 | squared_er.. | 16 | 8 | 7 | 0.6 | 0.0155 | 0.8125 | 1.0 | 0.698s | 1m:20s |
| Iteration 39 | exponen.. | 0.698 | 241 | 0.7 | squared_er.. | 20 | 5 | 4 | 0.5 | 0.0289 | 0.75 | 1.0 | 0.682s | 1m:25s |
| Iteration 40 | exponen.. | 0.0246 | 310 | 0.5 | squared_er.. | 20 | 16 | 9 | 0.7 | 0.0282 | 0.5 | 1.0 | 0.701s | 1m:27s |
| Iteration 41 | exponen.. | 0.01 | 500 | 0.9 | squared_er.. | 2 | 8 | 2 | 0.7 | 0.0005 | 0.9375 | 1.0 | 0.766s | 1m:30s |
| Iteration 42 | exponen.. | 0.6775 | 135 | 0.7 | friedman_mse | 14 | 16 | 4 | 0.9 | 0.0031 | 1.0 | 1.0 | 0.656s | 1m:32s |
| Iteration 43 | exponen.. | 0.3575 | 143 | 0.8 | friedman_mse | 18 | 16 | 5 | 0.8 | 0.0026 | 1.0 | 1.0 | 0.669s | 1m:34s |
| Iteration 44 | exponen.. | 0.0591 | 56 | 0.7 | squared_er.. | 10 | 18 | 7 | auto | 0.0231 | 0.75 | 1.0 | 0.638s | 1m:36s |
| Iteration 45 | exponen.. | 0.0122 | 277 | 0.9 | friedman_mse | 9 | 16 | 7 | 0.9 | 0.0031 | 0.625 | 1.0 | 0.705s | 1m:38s |
| Iteration 46 | exponen.. | 0.0572 | 389 | 0.7 | squared_er.. | 12 | 8 | 5 | 0.9 | 0.0091 | 0.875 | 1.0 | 0.739s | 1m:40s |
| Iteration 47 | exponen.. | 0.082 | 146 | 0.8 | squared_er.. | 4 | 17 | 7 | auto | 0.0313 | 1.0 | 1.0 | 0.659s | 1m:42s |
| Iteration 48 | exponen.. | 0.0187 | 494 | 0.8 | squared_er.. | 4 | 4 | 5 | auto | 0.0289 | 1.0 | 1.0 | 0.765s | 1m:44s |
| Iteration 49 | exponen.. | 0.1425 | 165 | 0.8 | friedman_mse | 19 | 5 | 8 | 0.8 | 0.002 | 0.75 | 1.0 | 0.680s | 1m:46s |
| Iteration 50 | exponen.. | 0.5396 | 294 | 0.8 | friedman_mse | 6 | 16 | 3 | 0.7 | 0.0178 | 0.8125 | 1.0 | 0.707s | 1m:48s |
Bayesian Optimization ---------------------------
Best call --> Iteration 48
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0187, 'n_estimators': 494, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 4, 'min_samples_leaf': 4, 'max_depth': 5, 'max_features': 'auto', 'ccp_alpha': 0.0289}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:50s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.162s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.99 ± 0.02
Time elapsed: 0.769s
-------------------------------------------------
Total time: 1m:51s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.375 | 0.375 | 0.700s | 0.710s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.75 | 0.75 | 0.698s | 2.120s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.625 | 0.75 | 0.706s | 5.518s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.5 | 0.75 | 0.649s | 9.103s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.875 | 0.875 | 0.660s | 13.135s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.1875 | 0.875 | 0.657s | 16.688s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.625 | 0.875 | 0.666s | 20.738s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.375 | 0.875 | 0.650s | 24.764s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.5625 | 0.875 | 0.649s | 28.067s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.6875 | 0.875 | 0.649s | 31.512s |
| Iteration 11 | l2 | 100.0 | newto.. | 573 | --- | 0.6875 | 0.875 | 0.652s | 35.293s |
| Iteration 12 | none | --- | saga | 104 | --- | 0.25 | 0.875 | 0.652s | 38.978s |
| Iteration 13 | l2 | 0.3731 | lbfgs | 555 | --- | 0.0 | 0.875 | 0.646s | 42.728s |
| Iteration 14 | l2 | 21.265 | newto.. | 615 | --- | 0.8125 | 0.875 | 0.652s | 46.393s |
| Iteration 15 | l2 | 9.063 | lbfgs | 673 | --- | 0.3125 | 0.875 | 0.652s | 50.093s |
| Iteration 16 | l2 | 13.7393 | lbfgs | 580 | --- | 0.625 | 0.875 | 0.654s | 53.826s |
| Iteration 17 | l2 | 24.632 | sag | 543 | --- | 0.5 | 0.875 | 0.656s | 57.530s |
| Iteration 18 | l2 | 0.0457 | libli.. | 529 | --- | 0.4375 | 0.875 | 1.234s | 1m:02s |
| Iteration 19 | elast.. | 40.8921 | saga | 580 | 0.9 | 1.0 | 1.0 | 0.661s | 1m:06s |
| Iteration 20 | elast.. | 49.3479 | saga | 556 | 0.9 | 0.5 | 1.0 | 0.656s | 1m:09s |
| Iteration 21 | l2 | 65.1075 | saga | 602 | --- | 0.9375 | 1.0 | 0.655s | 1m:13s |
| Iteration 22 | l2 | 96.6442 | libli.. | 607 | --- | 0.4375 | 1.0 | 0.644s | 1m:17s |
| Iteration 23 | l2 | 33.96 | saga | 595 | --- | 0.5 | 1.0 | 0.641s | 1m:21s |
| Iteration 24 | l2 | 42.8702 | libli.. | 595 | --- | 0.625 | 1.0 | 0.636s | 1m:24s |
| Iteration 25 | l2 | 32.045 | sag | 590 | --- | 0.4375 | 1.0 | 0.647s | 1m:29s |
| Iteration 26 | elast.. | 40.1516 | saga | 596 | 0.2 | 0.8125 | 1.0 | 0.669s | 1m:33s |
| Iteration 27 | l2 | 43.8852 | sag | 582 | --- | 0.5625 | 1.0 | 0.654s | 1m:37s |
| Iteration 28 | l2 | 100.0 | sag | 618 | --- | 0.9375 | 1.0 | 0.648s | 1m:41s |
| Iteration 29 | elast.. | 100.0 | saga | 620 | 0.6 | 0.875 | 1.0 | 0.651s | 1m:45s |
| Iteration 30 | elast.. | 100.0 | saga | 618 | 0.9 | 0.375 | 1.0 | 0.639s | 1m:49s |
| Iteration 31 | elast.. | 41.602 | saga | 605 | 0.2 | 0.75 | 1.0 | 0.666s | 1m:53s |
| Iteration 32 | l2 | 100.0 | libli.. | 643 | --- | 0.6875 | 1.0 | 0.658s | 1m:57s |
| Iteration 33 | l1 | 0.0875 | libli.. | 949 | --- | 0.5 | 1.0 | 0.639s | 2m:00s |
| Iteration 34 | l2 | 0.001 | newto.. | 876 | --- | 0.875 | 1.0 | 0.640s | 2m:04s |
| Iteration 35 | l2 | 49.6314 | newto.. | 607 | --- | 0.4375 | 1.0 | 0.647s | 2m:08s |
| Iteration 36 | l2 | 0.0011 | lbfgs | 827 | --- | 0.875 | 1.0 | 0.649s | 2m:12s |
| Iteration 37 | l1 | 0.001 | libli.. | 853 | --- | 0.5 | 1.0 | 0.651s | 2m:15s |
| Iteration 38 | l2 | 0.0016 | lbfgs | 832 | --- | 0.6875 | 1.0 | 0.651s | 2m:19s |
| Iteration 39 | l2 | 0.001 | libli.. | 946 | --- | 0.6875 | 1.0 | 0.649s | 2m:23s |
| Iteration 40 | l2 | 0.001 | sag | 863 | --- | 0.4375 | 1.0 | 0.648s | 2m:27s |
| Iteration 41 | l2 | 0.0011 | lbfgs | 894 | --- | 0.9375 | 1.0 | 0.644s | 2m:30s |
| Iteration 42 | l2 | 0.001 | lbfgs | 896 | --- | 0.875 | 1.0 | 0.640s | 2m:34s |
| Iteration 43 | l2 | 0.001 | lbfgs | 925 | --- | 1.0 | 1.0 | 0.641s | 2m:38s |
| Iteration 44 | l2 | 0.001 | lbfgs | 977 | --- | 0.8125 | 1.0 | 0.650s | 2m:42s |
| Iteration 45 | l2 | 0.0022 | lbfgs | 985 | --- | 0.625 | 1.0 | 0.661s | 2m:46s |
| Iteration 46 | none | --- | lbfgs | 174 | --- | 0.3125 | 1.0 | 0.654s | 2m:50s |
| Iteration 47 | none | --- | lbfgs | 906 | --- | 0.8125 | 1.0 | 0.656s | 2m:54s |
| Iteration 48 | l2 | 0.001 | lbfgs | 904 | --- | 0.75 | 1.0 | 0.642s | 2m:58s |
| Iteration 49 | l2 | 0.001 | lbfgs | 695 | --- | 0.8125 | 1.0 | 0.647s | 3m:02s |
| Iteration 50 | none | --- | lbfgs | 766 | --- | 0.8125 | 1.0 | 0.656s | 3m:05s |
Bayesian Optimization ---------------------------
Best call --> Iteration 19
Best parameters --> {'penalty': 'elasticnet', 'C': 40.8921, 'solver': 'saga', 'max_iter': 580, 'l1_ratio': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:06s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7857
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.021s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.59 ± 0.1319
Time elapsed: 0.078s
-------------------------------------------------
Total time: 3m:06s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.1875 | 0.1875 | 0.657s | 0.663s |
| Initial point 2 | svd | --- | 0.375 | 0.375 | 0.644s | 2.155s |
| Initial point 3 | svd | --- | 0.375 | 0.375 | 0.000s | 2.815s |
| Initial point 4 | lsqr | 0.8 | 0.4375 | 0.4375 | 0.645s | 4.102s |
| Initial point 5 | eigen | 0.9 | 0.75 | 0.75 | 0.631s | 5.393s |
| Initial point 6 | lsqr | 0.7 | 0.0625 | 0.75 | 0.636s | 6.692s |
| Initial point 7 | lsqr | 0.5 | 0.625 | 0.75 | 0.636s | 7.993s |
| Initial point 8 | lsqr | 0.9 | 0.375 | 0.75 | 0.632s | 9.293s |
| Initial point 9 | lsqr | 0.6 | 0.4375 | 0.75 | 0.644s | 10.597s |
| Initial point 10 | eigen | 0.8 | 0.75 | 0.75 | 0.657s | 11.975s |
| Iteration 11 | eigen | 0.8 | 0.75 | 0.75 | 0.000s | 12.773s |
| Iteration 12 | eigen | 0.7 | 0.1875 | 0.75 | 0.641s | 14.187s |
| Iteration 13 | svd | --- | 0.375 | 0.75 | 0.000s | 14.954s |
| Iteration 14 | svd | --- | 0.375 | 0.75 | 0.000s | 15.718s |
| Iteration 15 | eigen | 0.5 | 0.375 | 0.75 | 0.624s | 17.674s |
| Iteration 16 | svd | --- | 0.375 | 0.75 | 0.000s | 18.600s |
| Iteration 17 | eigen | None | 0.5 | 0.75 | 0.630s | 20.000s |
| Iteration 18 | svd | --- | 0.375 | 0.75 | 0.000s | 20.806s |
| Iteration 19 | lsqr | auto | 0.875 | 0.875 | 0.630s | 22.228s |
| Iteration 20 | lsqr | auto | 0.875 | 0.875 | 0.000s | 24.053s |
| Iteration 21 | eigen | auto | 1.0 | 1.0 | 0.634s | 25.792s |
| Iteration 22 | svd | --- | 0.375 | 1.0 | 0.000s | 26.860s |
| Iteration 23 | lsqr | None | 0.25 | 1.0 | 0.648s | 28.374s |
| Iteration 24 | eigen | auto | 1.0 | 1.0 | 0.000s | 30.321s |
| Iteration 25 | eigen | auto | 1.0 | 1.0 | 0.000s | 31.471s |
| Iteration 26 | eigen | auto | 1.0 | 1.0 | 0.000s | 32.348s |
| Iteration 27 | eigen | 0.6 | 0.5625 | 1.0 | 0.634s | 34.423s |
| Iteration 28 | eigen | auto | 1.0 | 1.0 | 0.000s | 35.285s |
| Iteration 29 | eigen | auto | 1.0 | 1.0 | 0.000s | 36.178s |
| Iteration 30 | eigen | auto | 1.0 | 1.0 | 0.000s | 37.088s |
| Iteration 31 | eigen | auto | 1.0 | 1.0 | 0.000s | 37.976s |
| Iteration 32 | eigen | auto | 1.0 | 1.0 | 0.000s | 38.813s |
| Iteration 33 | eigen | auto | 1.0 | 1.0 | 0.000s | 39.660s |
| Iteration 34 | eigen | auto | 1.0 | 1.0 | 0.000s | 40.518s |
| Iteration 35 | eigen | auto | 1.0 | 1.0 | 0.001s | 41.434s |
| Iteration 36 | eigen | auto | 1.0 | 1.0 | 0.000s | 43.943s |
| Iteration 37 | eigen | auto | 1.0 | 1.0 | 0.000s | 45.221s |
| Iteration 38 | eigen | auto | 1.0 | 1.0 | 0.000s | 46.310s |
| Iteration 39 | eigen | auto | 1.0 | 1.0 | 0.000s | 47.300s |
| Iteration 40 | eigen | auto | 1.0 | 1.0 | 0.000s | 48.260s |
| Iteration 41 | eigen | auto | 1.0 | 1.0 | 0.000s | 49.198s |
| Iteration 42 | eigen | auto | 1.0 | 1.0 | 0.000s | 50.175s |
| Iteration 43 | eigen | auto | 1.0 | 1.0 | 0.000s | 51.097s |
| Iteration 44 | eigen | auto | 1.0 | 1.0 | 0.001s | 52.032s |
| Iteration 45 | eigen | auto | 1.0 | 1.0 | 0.000s | 52.987s |
| Iteration 46 | eigen | auto | 1.0 | 1.0 | 0.001s | 53.952s |
| Iteration 47 | eigen | auto | 1.0 | 1.0 | 0.000s | 54.918s |
| Iteration 48 | eigen | auto | 1.0 | 1.0 | 0.000s | 55.925s |
| Iteration 49 | eigen | auto | 1.0 | 1.0 | 0.000s | 57.062s |
| Iteration 50 | eigen | auto | 1.0 | 1.0 | 0.000s | 58.353s |
Bayesian Optimization ---------------------------
Best call --> Iteration 21
Best parameters --> {'solver': 'eigen', 'shrinkage': 'auto'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 59.341s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7527
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.91 ± 0.0917
Time elapsed: 0.034s
-------------------------------------------------
Total time: 59.386s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.1875 | 0.1875 | 0.643s | 0.646s |
| Initial point 2 | 0.9 | 0.75 | 0.75 | 0.659s | 1.942s |
| Initial point 3 | 0.1 | 0.5 | 0.75 | 0.645s | 3.215s |
| Initial point 4 | 1.0 | 0.1875 | 0.75 | 0.000s | 3.877s |
| Initial point 5 | 0.2 | 0.75 | 0.75 | 0.645s | 5.157s |
| Initial point 6 | 0.4 | 0.125 | 0.75 | 0.649s | 6.455s |
| Initial point 7 | 0.4 | 0.125 | 0.75 | 0.001s | 7.166s |
| Initial point 8 | 0.7 | 0.375 | 0.75 | 0.642s | 8.433s |
| Initial point 9 | 0.9 | 0.75 | 0.75 | 0.000s | 10.758s |
| Initial point 10 | 0.8 | 0.75 | 0.75 | 0.639s | 13.878s |
| Iteration 11 | 0.3 | 0.8125 | 0.8125 | 0.667s | 15.856s |
| Iteration 12 | 0.6 | 0.25 | 0.8125 | 0.637s | 17.209s |
| Iteration 13 | 0.5 | 0.0625 | 0.8125 | 0.655s | 18.834s |
| Iteration 14 | 0.0 | 0.875 | 0.875 | 0.648s | 20.576s |
| Iteration 15 | 0.0 | 0.875 | 0.875 | 0.000s | 21.589s |
| Iteration 16 | 0.0 | 0.875 | 0.875 | 0.000s | 22.686s |
| Iteration 17 | 0.0 | 0.875 | 0.875 | 0.001s | 23.757s |
| Iteration 18 | 0.0 | 0.875 | 0.875 | 0.001s | 24.716s |
| Iteration 19 | 0.0 | 0.875 | 0.875 | 0.001s | 25.483s |
| Iteration 20 | 0.0 | 0.875 | 0.875 | 0.000s | 26.214s |
| Iteration 21 | 0.0 | 0.875 | 0.875 | 0.001s | 26.958s |
| Iteration 22 | 0.0 | 0.875 | 0.875 | 0.000s | 27.720s |
| Iteration 23 | 0.0 | 0.875 | 0.875 | 0.000s | 28.468s |
| Iteration 24 | 0.0 | 0.875 | 0.875 | 0.000s | 29.214s |
| Iteration 25 | 0.0 | 0.875 | 0.875 | 0.000s | 30.035s |
| Iteration 26 | 0.0 | 0.875 | 0.875 | 0.000s | 30.799s |
| Iteration 27 | 0.0 | 0.875 | 0.875 | 0.000s | 31.524s |
| Iteration 28 | 0.9 | 0.75 | 0.875 | 0.000s | 32.275s |
| Iteration 29 | 0.2 | 0.75 | 0.875 | 0.000s | 33.026s |
| Iteration 30 | 0.8 | 0.75 | 0.875 | 0.000s | 33.860s |
| Iteration 31 | 0.0 | 0.875 | 0.875 | 0.000s | 35.231s |
| Iteration 32 | 0.6 | 0.25 | 0.875 | 0.000s | 36.048s |
| Iteration 33 | 0.0 | 0.875 | 0.875 | 0.000s | 36.815s |
| Iteration 34 | 0.0 | 0.875 | 0.875 | 0.000s | 37.620s |
| Iteration 35 | 0.0 | 0.875 | 0.875 | 0.000s | 38.404s |
| Iteration 36 | 0.0 | 0.875 | 0.875 | 0.000s | 39.188s |
| Iteration 37 | 0.0 | 0.875 | 0.875 | 0.000s | 39.986s |
| Iteration 38 | 0.0 | 0.875 | 0.875 | 0.000s | 40.776s |
| Iteration 39 | 0.0 | 0.875 | 0.875 | 0.000s | 41.574s |
| Iteration 40 | 0.0 | 0.875 | 0.875 | 0.000s | 42.390s |
| Iteration 41 | 0.0 | 0.875 | 0.875 | 0.000s | 43.209s |
| Iteration 42 | 0.0 | 0.875 | 0.875 | 0.000s | 44.058s |
| Iteration 43 | 0.0 | 0.875 | 0.875 | 0.000s | 44.935s |
| Iteration 44 | 0.0 | 0.875 | 0.875 | 0.000s | 45.743s |
| Iteration 45 | 0.0 | 0.875 | 0.875 | 0.000s | 46.564s |
| Iteration 46 | 0.0 | 0.875 | 0.875 | 0.000s | 47.448s |
| Iteration 47 | 0.0 | 0.875 | 0.875 | 0.000s | 48.311s |
| Iteration 48 | 0.0 | 0.875 | 0.875 | 0.000s | 49.146s |
| Iteration 49 | 0.0 | 0.875 | 0.875 | 0.000s | 51.202s |
| Iteration 50 | 0.0 | 0.875 | 0.875 | 0.000s | 53.560s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'reg_param': 0.0}
Best evaluation --> roc_auc: 0.875
Time elapsed: 56.129s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9107
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.103
Time elapsed: 0.029s
-------------------------------------------------
Total time: 56.167s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.7516 | dista.. | auto | 40 | 1 | 0.75 | 0.75 | 0.640s | 0.660s |
| Initial point 2 | 5.0713 | uniform | kd_tree | 39 | 2 | 0.625 | 0.75 | 0.646s | 3.580s |
| Initial point 3 | 4.006 | dista.. | ball_tree | 25 | 2 | 0.875 | 0.875 | 0.640s | 5.480s |
| Initial point 4 | 11.6874 | uniform | ball_tree | 39 | 2 | 0.5 | 0.875 | 0.640s | 6.903s |
| Initial point 5 | 9.1556 | dista.. | auto | 30 | 2 | 0.875 | 0.875 | 0.640s | 8.204s |
| Initial point 6 | 10.6028 | dista.. | ball_tree | 21 | 2 | 0.75 | 0.875 | 0.637s | 11.322s |
| Initial point 7 | 7.5839 | dista.. | ball_tree | 24 | 1 | 1.0 | 1.0 | 0.656s | 14.995s |
| Initial point 8 | 1.8174 | dista.. | ball_tree | 21 | 2 | 1.0 | 1.0 | 0.635s | 16.762s |
| Initial point 9 | 8.448 | uniform | ball_tree | 24 | 1 | 0.625 | 1.0 | 0.639s | 18.056s |
| Initial point 10 | 6.0004 | uniform | brute | 22 | 2 | 0.625 | 1.0 | 0.647s | 19.329s |
| Iteration 11 | 0.0 | dista.. | brute | 40 | 1 | 0.5 | 1.0 | 0.641s | 20.903s |
| Iteration 12 | 0.0 | dista.. | auto | 20 | 1 | 0.5 | 1.0 | 0.641s | 22.504s |
| Iteration 13 | 0.0 | dista.. | auto | 40 | 2 | 0.5 | 1.0 | 0.658s | 24.122s |
| Iteration 14 | 2.054 | dista.. | ball_tree | 20 | 2 | 0.9375 | 1.0 | 0.635s | 25.672s |
| Iteration 15 | 1.6943 | dista.. | ball_tree | 21 | 2 | 0.8125 | 1.0 | 0.632s | 27.240s |
| Iteration 16 | 7.2631 | dista.. | kd_tree | 40 | 2 | 0.625 | 1.0 | 0.631s | 28.799s |
| Iteration 17 | 6.3619 | dista.. | ball_tree | 20 | 1 | 0.875 | 1.0 | 0.633s | 30.468s |
| Iteration 18 | 1.9038 | dista.. | auto | 38 | 2 | 0.5 | 1.0 | 0.634s | 32.112s |
| Iteration 19 | 9.9891 | dista.. | auto | 27 | 1 | 0.9375 | 1.0 | 0.642s | 33.685s |
| Iteration 20 | 7.9905 | dista.. | kd_tree | 25 | 1 | 0.6875 | 1.0 | 0.632s | 35.435s |
| Iteration 21 | 9.8166 | uniform | auto | 37 | 2 | 0.5 | 1.0 | 0.631s | 37.085s |
| Iteration 22 | 2.7672 | dista.. | ball_tree | 20 | 1 | 0.875 | 1.0 | 1.207s | 39.317s |
| Iteration 23 | 0.6703 | dista.. | ball_tree | 26 | 2 | 0.5 | 1.0 | 0.635s | 40.987s |
| Iteration 24 | 7.2066 | dista.. | auto | 23 | 1 | 1.0 | 1.0 | 0.635s | 42.643s |
| Iteration 25 | 7.9291 | dista.. | auto | 21 | 1 | 0.625 | 1.0 | 0.633s | 44.237s |
| Iteration 26 | 4.4756 | dista.. | auto | 20 | 2 | 1.0 | 1.0 | 0.657s | 45.862s |
| Iteration 27 | 4.3924 | dista.. | brute | 20 | 2 | 0.6875 | 1.0 | 0.636s | 47.507s |
| Iteration 28 | 4.5932 | dista.. | auto | 20 | 2 | 1.0 | 1.0 | 0.641s | 49.160s |
| Iteration 29 | 4.5181 | dista.. | auto | 20 | 2 | 0.875 | 1.0 | 0.633s | 51.015s |
| Iteration 30 | 5.4133 | dista.. | auto | 24 | 2 | 0.375 | 1.0 | 0.636s | 53.269s |
| Iteration 31 | 7.1904 | dista.. | kd_tree | 25 | 1 | 0.875 | 1.0 | 0.638s | 55.805s |
| Iteration 32 | 7.3544 | dista.. | auto | 24 | 1 | 0.6875 | 1.0 | 0.637s | 57.641s |
| Iteration 33 | 7.9233 | dista.. | auto | 29 | 1 | 0.625 | 1.0 | 0.636s | 59.190s |
| Iteration 34 | 1.9188 | dista.. | brute | 20 | 2 | 0.6562 | 1.0 | 0.645s | 1m:01s |
| Iteration 35 | 1.8371 | dista.. | auto | 23 | 1 | 0.4062 | 1.0 | 0.647s | 1m:03s |
| Iteration 36 | 6.9904 | dista.. | ball_tree | 24 | 1 | 0.875 | 1.0 | 0.682s | 1m:04s |
| Iteration 37 | 7.4292 | dista.. | ball_tree | 24 | 1 | 0.6875 | 1.0 | 0.688s | 1m:06s |
| Iteration 38 | 7.6284 | dista.. | brute | 24 | 2 | 0.75 | 1.0 | 0.680s | 1m:08s |
| Iteration 39 | 2.1845 | uniform | ball_tree | 21 | 1 | 0.625 | 1.0 | 0.673s | 1m:10s |
| Iteration 40 | 12.7876 | dista.. | brute | 20 | 1 | 0.5625 | 1.0 | 0.676s | 1m:12s |
| Iteration 41 | 2.5429 | dista.. | auto | 20 | 2 | 1.0 | 1.0 | 0.682s | 1m:15s |
| Iteration 42 | 3.0676 | dista.. | auto | 20 | 2 | 0.875 | 1.0 | 0.679s | 1m:17s |
| Iteration 43 | 3.4029 | dista.. | ball_tree | 20 | 2 | 1.0 | 1.0 | 0.682s | 1m:19s |
| Iteration 44 | 3.5895 | dista.. | ball_tree | 20 | 2 | 0.8125 | 1.0 | 0.675s | 1m:21s |
| Iteration 45 | 7.6644 | dista.. | auto | 23 | 1 | 0.625 | 1.0 | 0.682s | 1m:23s |
| Iteration 46 | 0.0 | uniform | auto | 20 | 2 | 0.5 | 1.0 | 0.682s | 1m:25s |
| Iteration 47 | 2.3787 | dista.. | auto | 20 | 2 | 0.9375 | 1.0 | 0.674s | 1m:27s |
| Iteration 48 | 4.0645 | uniform | auto | 20 | 2 | 0.75 | 1.0 | 0.660s | 1m:29s |
| Iteration 49 | 3.9741 | dista.. | ball_tree | 20 | 2 | 0.6875 | 1.0 | 0.716s | 1m:31s |
| Iteration 50 | 3.3292 | dista.. | ball_tree | 20 | 2 | 0.9375 | 1.0 | 0.650s | 1m:33s |
Bayesian Optimization ---------------------------
Best call --> Iteration 41
Best parameters --> {'radius': 2.5429, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 20, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:34s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.625
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.625 ± 0.0316
Time elapsed: 0.054s
-------------------------------------------------
Total time: 1m:34s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.7812 | 0.7812 | 1.107s | 1.115s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.9375 | 0.9375 | 1.111s | 2.911s |
| Initial point 3 | 225 | 1.0215 | SAMME | 1.0 | 1.0 | 0.846s | 4.443s |
| Initial point 4 | 431 | 0.0871 | SAMME | 1.0 | 1.0 | 1.000s | 6.144s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.9375 | 1.0 | 0.856s | 7.656s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.75 | 1.0 | 1.063s | 9.364s |
| Initial point 7 | 473 | 2.1636 | SAMME | 1.0 | 1.0 | 0.717s | 10.767s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.625 | 1.0 | 1.001s | 12.443s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.75 | 1.0 | 0.692s | 13.824s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.9062 | 1.0 | 0.811s | 15.417s |
| Iteration 11 | 118 | 2.0795 | SAMME | 0.4375 | 1.0 | 0.735s | 17.026s |
| Iteration 12 | 500 | 2.0588 | SAMME | 0.5625 | 1.0 | 0.751s | 18.692s |
| Iteration 13 | 407 | 0.0499 | SAMME.R | 0.5625 | 1.0 | 1.022s | 20.519s |
| Iteration 14 | 475 | 2.2001 | SAMME | 0.9375 | 1.0 | 0.723s | 22.063s |
| Iteration 15 | 472 | 2.1386 | SAMME | 0.4375 | 1.0 | 0.717s | 23.859s |
| Iteration 16 | 201 | 1.0381 | SAMME | 1.0 | 1.0 | 0.821s | 25.528s |
| Iteration 17 | 174 | 1.0298 | SAMME | 0.8125 | 1.0 | 0.809s | 27.161s |
| Iteration 18 | 81 | 0.973 | SAMME | 0.8125 | 1.0 | 0.734s | 28.876s |
| Iteration 19 | 134 | 1.0914 | SAMME | 1.0 | 1.0 | 0.785s | 30.525s |
| Iteration 20 | 399 | 1.0912 | SAMME | 0.75 | 1.0 | 0.979s | 32.348s |
| Iteration 21 | 212 | 0.0848 | SAMME | 0.875 | 1.0 | 0.792s | 34.030s |
| Iteration 22 | 161 | 0.0912 | SAMME | 0.875 | 1.0 | 0.746s | 35.604s |
| Iteration 23 | 187 | 1.0429 | SAMME | 0.9375 | 1.0 | 0.767s | 37.219s |
| Iteration 24 | 303 | 0.081 | SAMME | 0.9375 | 1.0 | 0.836s | 38.891s |
| Iteration 25 | 432 | 0.0784 | SAMME | 0.75 | 1.0 | 0.947s | 42.525s |
| Iteration 26 | 494 | 0.0875 | SAMME | 0.9375 | 1.0 | 0.987s | 45.741s |
| Iteration 27 | 466 | 0.0879 | SAMME | 0.6875 | 1.0 | 0.961s | 48.898s |
| Iteration 28 | 70 | 1.0433 | SAMME | 1.0 | 1.0 | 0.683s | 50.739s |
| Iteration 29 | 91 | 1.1574 | SAMME | 0.8125 | 1.0 | 0.717s | 52.323s |
| Iteration 30 | 65 | 1.0389 | SAMME | 0.5938 | 1.0 | 0.680s | 53.887s |
| Iteration 31 | 102 | 0.046 | SAMME | 0.8438 | 1.0 | 0.708s | 55.487s |
| Iteration 32 | 476 | 1.0563 | SAMME | 0.875 | 1.0 | 0.986s | 57.325s |
| Iteration 33 | 470 | 1.0645 | SAMME | 0.625 | 1.0 | 0.954s | 59.162s |
| Iteration 34 | 226 | 0.2187 | SAMME | 1.0 | 1.0 | 0.788s | 1m:01s |
| Iteration 35 | 255 | 8.2966 | SAMME.R | 0.7812 | 1.0 | 0.874s | 1m:03s |
| Iteration 36 | 247 | 0.0107 | SAMME | 0.9375 | 1.0 | 0.810s | 1m:04s |
| Iteration 37 | 227 | 0.0256 | SAMME | 1.0 | 1.0 | 0.796s | 1m:06s |
| Iteration 38 | 229 | 0.014 | SAMME | 0.9062 | 1.0 | 0.790s | 1m:09s |
| Iteration 39 | 229 | 0.0119 | SAMME | 1.0 | 1.0 | 0.826s | 1m:12s |
| Iteration 40 | 263 | 0.0112 | SAMME | 0.75 | 1.0 | 0.806s | 1m:14s |
| Iteration 41 | 216 | 0.0105 | SAMME | 1.0 | 1.0 | 0.777s | 1m:16s |
| Iteration 42 | 215 | 0.0157 | SAMME.R | 0.75 | 1.0 | 0.791s | 1m:18s |
| Iteration 43 | 227 | 7.6138 | SAMME | 0.375 | 1.0 | 0.640s | 1m:19s |
| Iteration 44 | 58 | 1.2382 | SAMME.R | 0.9375 | 1.0 | 0.703s | 1m:21s |
| Iteration 45 | 68 | 0.01 | SAMME | 0.75 | 1.0 | 0.681s | 1m:22s |
| Iteration 46 | 55 | 1.2177 | SAMME.R | 0.875 | 1.0 | 0.671s | 1m:24s |
| Iteration 47 | 84 | 0.1323 | SAMME | 0.9062 | 1.0 | 0.694s | 1m:26s |
| Iteration 48 | 488 | 1.1414 | SAMME.R | 0.875 | 1.0 | 1.022s | 1m:28s |
| Iteration 49 | 227 | 0.0682 | SAMME | 0.6875 | 1.0 | 0.811s | 1m:30s |
| Iteration 50 | 52 | 0.026 | SAMME | 0.9375 | 1.0 | 0.726s | 1m:32s |
Bayesian Optimization ---------------------------
Best call --> Initial point 4
Best parameters --> {'n_estimators': 431, 'learning_rate': 0.0871, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:33s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9911
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.353s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.99 ± 0.02
Time elapsed: 1.606s
-------------------------------------------------
Total time: 1m:35s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.875 | 0.875 | 1.118s | 1.139s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.8125 | 0.875 | 0.997s | 2.826s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 1.0 | 1.0 | 1.058s | 5.156s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.25 | 1.0 | 0.766s | 7.118s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.6875 | 1.0 | 1.000s | 9.230s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.625 | 1.0 | 0.828s | 10.710s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 1.0 | 1.0 | 0.871s | 12.229s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.625 | 1.0 | 0.856s | 13.747s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.75 | 1.0 | 0.966s | 15.404s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.8125 | 1.0 | 0.944s | 17.039s |
| Iteration 11 | 389 | entropy | 9 | 20 | 18 | None | True | 0.035 | None | 0.8125 | 1.0 | 0.983s | 19.163s |
| Iteration 12 | 278 | entropy | 1 | 17 | 5 | 0.7 | False | 0.0246 | --- | 0.625 | 1.0 | 0.795s | 21.014s |
| Iteration 13 | 463 | gini | 6 | 3 | 1 | log2 | False | 0.0312 | --- | 0.4375 | 1.0 | 0.917s | 23.067s |
| Iteration 14 | 316 | entropy | 7 | 19 | 5 | log2 | False | 0.0342 | --- | 1.0 | 1.0 | 0.822s | 24.988s |
| Iteration 15 | 390 | entropy | 9 | 17 | 5 | 0.6 | False | 0.0146 | --- | 1.0 | 1.0 | 0.885s | 27.012s |
| Iteration 16 | 475 | entropy | 7 | 16 | 9 | 0.6 | False | 0.0227 | --- | 0.8125 | 1.0 | 0.928s | 28.994s |
| Iteration 17 | 111 | entropy | 8 | 12 | 11 | log2 | True | 0.0103 | 0.9 | 0.8125 | 1.0 | 0.721s | 30.935s |
| Iteration 18 | 20 | entropy | 6 | 18 | 4 | 0.6 | False | 0.0077 | --- | 1.0 | 1.0 | 0.657s | 32.721s |
| Iteration 19 | 380 | entropy | 4 | 19 | 3 | 0.6 | False | 0.0292 | --- | 0.875 | 1.0 | 0.866s | 34.673s |
| Iteration 20 | 184 | entropy | 9 | 17 | 3 | 0.6 | False | 0.0258 | --- | 0.625 | 1.0 | 0.759s | 36.614s |
| Iteration 21 | 317 | entropy | 8 | 5 | 6 | 0.6 | False | 0.0114 | --- | 0.875 | 1.0 | 0.829s | 38.663s |
| Iteration 22 | 239 | entropy | 5 | 19 | 6 | 0.5 | False | 0.0282 | --- | 0.9375 | 1.0 | 0.776s | 40.766s |
| Iteration 23 | 356 | entropy | 9 | 17 | 5 | 0.6 | False | 0.0095 | --- | 0.875 | 1.0 | 0.906s | 43.423s |
| Iteration 24 | 24 | entropy | 5 | 2 | 19 | log2 | False | 0.0046 | --- | 0.9688 | 1.0 | 0.693s | 45.422s |
| Iteration 25 | 492 | entropy | 8 | 4 | 5 | sqrt | False | 0.034 | --- | 0.75 | 1.0 | 1.579s | 48.037s |
| Iteration 26 | 424 | entropy | 5 | 20 | 20 | 0.5 | True | 0.0097 | None | 0.75 | 1.0 | 1.004s | 52.056s |
| Iteration 27 | 500 | entropy | 5 | 20 | 1 | log2 | False | 0.0112 | --- | 0.625 | 1.0 | 0.938s | 56.215s |
| Iteration 28 | 360 | entropy | 7 | 6 | 13 | log2 | False | 0.0289 | --- | 1.0 | 1.0 | 0.853s | 1m:00s |
| Iteration 29 | 129 | entropy | 6 | 20 | 18 | 0.8 | True | 0.0223 | 0.5 | 0.5 | 1.0 | 0.720s | 1m:04s |
| Iteration 30 | 500 | entropy | 3 | 15 | 10 | 0.5 | False | 0.0315 | --- | 0.5 | 1.0 | 0.917s | 1m:09s |
| Iteration 31 | 173 | entropy | 6 | 9 | 2 | 0.5 | False | 0.0315 | --- | 1.0 | 1.0 | 0.734s | 1m:13s |
| Iteration 32 | 284 | entropy | 7 | 12 | 7 | log2 | False | 0.0307 | --- | 0.6875 | 1.0 | 0.807s | 1m:17s |
| Iteration 33 | 239 | entropy | 4 | 20 | 5 | 0.9 | False | 0.035 | --- | 0.8125 | 1.0 | 0.802s | 1m:21s |
| Iteration 34 | 385 | entropy | 6 | 4 | 13 | sqrt | False | 0.0272 | --- | 1.0 | 1.0 | 0.875s | 1m:23s |
| Iteration 35 | 399 | entropy | 9 | 20 | 5 | log2 | False | 0.0259 | --- | 0.875 | 1.0 | 0.903s | 1m:26s |
| Iteration 36 | 407 | gini | 7 | 5 | 13 | auto | False | 0.0287 | --- | 0.875 | 1.0 | 0.903s | 1m:28s |
| Iteration 37 | 256 | entropy | 4 | 4 | 13 | None | False | 0.0234 | --- | 1.0 | 1.0 | 0.801s | 1m:30s |
| Iteration 38 | 302 | entropy | 5 | 5 | 13 | 0.7 | False | 0.0283 | --- | 0.875 | 1.0 | 0.862s | 1m:32s |
| Iteration 39 | 52 | entropy | 8 | 13 | 4 | sqrt | False | 0.0116 | --- | 1.0 | 1.0 | 0.720s | 1m:34s |
| Iteration 40 | 33 | entropy | 7 | 16 | 4 | log2 | False | 0.0045 | --- | 0.8125 | 1.0 | 0.705s | 1m:36s |
| Iteration 41 | 192 | entropy | 6 | 5 | 2 | auto | False | 0.0064 | --- | 0.75 | 1.0 | 0.797s | 1m:38s |
| Iteration 42 | 50 | entropy | 6 | 3 | 4 | None | False | 0.035 | --- | 0.5938 | 1.0 | 0.709s | 1m:40s |
| Iteration 43 | 316 | entropy | 6 | 14 | 13 | 0.5 | False | 0.0189 | --- | 1.0 | 1.0 | 0.841s | 1m:44s |
| Iteration 44 | 349 | entropy | 3 | 8 | 13 | 0.5 | False | 0.014 | --- | 0.75 | 1.0 | 0.863s | 1m:48s |
| Iteration 45 | 313 | entropy | 7 | 11 | 13 | 0.8 | False | 0.0226 | --- | 0.8125 | 1.0 | 0.848s | 1m:52s |
| Iteration 46 | 431 | gini | 6 | 17 | 6 | 0.7 | False | 0.035 | --- | 0.625 | 1.0 | 0.934s | 1m:56s |
| Iteration 47 | 356 | entropy | 6 | 13 | 3 | 0.5 | False | 0.0276 | --- | 1.0 | 1.0 | 0.856s | 1m:60s |
| Iteration 48 | 288 | entropy | 6 | 14 | 15 | log2 | False | 0.0282 | --- | 0.875 | 1.0 | 0.831s | 2m:02s |
| Iteration 49 | 75 | entropy | 7 | 9 | 5 | log2 | False | 0.0339 | --- | 0.625 | 1.0 | 1.329s | 2m:05s |
| Iteration 50 | 333 | entropy | 6 | 19 | 4 | 0.5 | False | 0.035 | --- | 1.0 | 1.0 | 0.848s | 2m:07s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'n_estimators': 470, 'criterion': 'entropy', 'max_depth': 6, 'min_samples_split': 16, 'min_samples_leaf': 3, 'max_features': 0.6, 'bootstrap': False, 'ccp_alpha': 0.029}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9893
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.340s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.97 ± 0.04
Time elapsed: 1.504s
-------------------------------------------------
Total time: 2m:10s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.769s | 0.788s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.625 | 0.625 | 0.726s | 2.320s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.625 | 0.726s | 3.704s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.625 | 0.677s | 5.054s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.625 | 0.714s | 6.601s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.625 | 0.692s | 8.177s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.625 | 0.704s | 9.531s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.625 | 0.707s | 11.006s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.5625 | 0.625 | 0.734s | 12.467s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.625 | 0.749s | 13.869s |
| Iteration 11 | 41 | 0.9434 | 6 | 0.2621 | 9 | 0.6 | 0.4 | 100 | 0.01 | 0.5 | 0.625 | 0.654s | 15.518s |
| Iteration 12 | 500 | 0.0332 | 1 | 0.3453 | 3 | 1.0 | 0.8 | 0 | 0.1 | 0.75 | 0.75 | 0.732s | 17.290s |
| Iteration 13 | 160 | 0.3507 | 5 | 0.0 | 2 | 1.0 | 0.7 | 0.1 | 0.1 | 0.375 | 0.75 | 0.679s | 18.974s |
| Iteration 14 | 73 | 0.015 | 8 | 0.3272 | 3 | 0.8 | 0.9 | 0 | 0 | 0.875 | 0.875 | 0.677s | 20.732s |
| Iteration 15 | 20 | 0.3829 | 4 | 0.0 | 3 | 0.8 | 0.7 | 0 | 0 | 0.875 | 0.875 | 0.660s | 22.575s |
| Iteration 16 | 468 | 0.4098 | 2 | 0.6153 | 7 | 0.7 | 0.9 | 0 | 100 | 0.5 | 0.875 | 0.731s | 24.298s |
| Iteration 17 | 481 | 0.7485 | 2 | 1.0 | 10 | 0.8 | 1.0 | 0 | 100 | 0.5 | 0.875 | 0.723s | 25.995s |
| Iteration 18 | 90 | 0.1322 | 8 | 0.7018 | 6 | 0.9 | 0.4 | 0 | 0 | 0.8125 | 0.875 | 0.663s | 27.691s |
| Iteration 19 | 203 | 0.0473 | 2 | 0.0 | 3 | 0.8 | 1.0 | 0 | 0 | 1.0 | 1.0 | 0.682s | 29.398s |
| Iteration 20 | 310 | 0.01 | 10 | 0.0 | 2 | 0.6 | 0.8 | 0 | 0 | 0.625 | 1.0 | 0.705s | 31.184s |
| Iteration 21 | 400 | 0.2587 | 1 | 0.2679 | 4 | 0.8 | 0.6 | 0 | 0 | 0.875 | 1.0 | 0.698s | 33.299s |
| Iteration 22 | 308 | 0.0301 | 1 | 0.0115 | 3 | 0.8 | 1.0 | 0 | 0 | 0.8125 | 1.0 | 0.688s | 35.173s |
| Iteration 23 | 314 | 0.0127 | 2 | 0.2734 | 1 | 0.5 | 1.0 | 0.1 | 100 | 1.0 | 1.0 | 0.698s | 37.295s |
| Iteration 24 | 482 | 0.0178 | 9 | 0.7262 | 10 | 0.5 | 1.0 | 0.1 | 1 | 0.5 | 1.0 | 0.709s | 39.165s |
| Iteration 25 | 311 | 0.0362 | 2 | 0.5012 | 1 | 0.5 | 0.6 | 0.1 | 100 | 0.5 | 1.0 | 1.290s | 41.525s |
| Iteration 26 | 20 | 1.0 | 1 | 0.0 | 1 | 1.0 | 1.0 | 0 | 0 | 1.0 | 1.0 | 0.649s | 43.420s |
| Iteration 27 | 20 | 1.0 | 1 | 0.0966 | 1 | 1.0 | 1.0 | 0 | 0 | 0.8125 | 1.0 | 0.647s | 45.281s |
| Iteration 28 | 172 | 0.1424 | 5 | 0.0495 | 6 | 1.0 | 1.0 | 0 | 0 | 0.9375 | 1.0 | 0.673s | 47.098s |
| Iteration 29 | 447 | 0.8771 | 9 | 0.7751 | 10 | 1.0 | 1.0 | 0 | 0 | 0.5 | 1.0 | 0.719s | 48.982s |
| Iteration 30 | 168 | 0.0863 | 1 | 0.4701 | 1 | 0.5 | 1.0 | 0.01 | 1 | 0.625 | 1.0 | 0.672s | 52.592s |
| Iteration 31 | 20 | 0.01 | 5 | 0.099 | 2 | 0.6 | 1.0 | 0.1 | 1 | 0.875 | 1.0 | 0.640s | 54.763s |
| Iteration 32 | 454 | 0.01 | 1 | 0.2144 | 6 | 0.6 | 1.0 | 0.01 | 1 | 0.5 | 1.0 | 0.722s | 56.643s |
| Iteration 33 | 20 | 0.127 | 4 | 0.7342 | 2 | 0.9 | 1.0 | 0 | 0 | 0.7188 | 1.0 | 0.641s | 58.534s |
| Iteration 34 | 20 | 0.0627 | 7 | 0.0 | 4 | 1.0 | 0.8 | 0 | 0 | 0.8125 | 1.0 | 0.635s | 1m:00s |
| Iteration 35 | 321 | 1.0 | 9 | 0.0 | 1 | 1.0 | 0.4 | 0 | 0 | 0.875 | 1.0 | 0.690s | 1m:02s |
| Iteration 36 | 20 | 0.1921 | 3 | 0.0 | 1 | 1.0 | 1.0 | 0 | 0 | 1.0 | 1.0 | 0.635s | 1m:05s |
| Iteration 37 | 20 | 1.0 | 9 | 0.0 | 10 | 0.6 | 0.4 | 0 | 0 | 0.5 | 1.0 | 0.641s | 1m:06s |
| Iteration 38 | 500 | 0.01 | 10 | 0.0 | 1 | 0.9 | 1.0 | 0 | 0 | 0.8125 | 1.0 | 0.753s | 1m:08s |
| Iteration 39 | 257 | 0.1789 | 3 | 0.0 | 1 | 0.8 | 1.0 | 0 | 0 | 0.8125 | 1.0 | 0.679s | 1m:10s |
| Iteration 40 | 385 | 0.2077 | 3 | 0.0 | 1 | 0.5 | 1.0 | 0.1 | 100 | 0.875 | 1.0 | 0.706s | 1m:12s |
| Iteration 41 | 20 | 0.0317 | 1 | 0.776 | 1 | 1.0 | 0.4 | 0 | 0 | 1.0 | 1.0 | 0.634s | 1m:14s |
| Iteration 42 | 500 | 1.0 | 1 | 1.0 | 1 | 1.0 | 0.4 | 0 | 100 | 0.75 | 1.0 | 0.717s | 1m:16s |
| Iteration 43 | 20 | 0.0363 | 1 | 0.7266 | 1 | 1.0 | 0.4 | 0 | 0 | 0.9688 | 1.0 | 0.633s | 1m:18s |
| Iteration 44 | 20 | 0.0505 | 1 | 0.6463 | 1 | 1.0 | 0.5 | 0 | 0 | 0.8438 | 1.0 | 0.645s | 1m:20s |
| Iteration 45 | 20 | 0.01 | 1 | 1.0 | 1 | 0.8 | 0.4 | 0 | 0 | 0.7188 | 1.0 | 0.636s | 1m:22s |
| Iteration 46 | 20 | 0.2079 | 1 | 0.0 | 1 | 0.5 | 1.0 | 0.1 | 100 | 0.5 | 1.0 | 0.637s | 1m:24s |
| Iteration 47 | 20 | 0.01 | 4 | 0.0 | 1 | 1.0 | 0.9 | 0 | 100 | 0.9688 | 1.0 | 0.664s | 1m:26s |
| Iteration 48 | 20 | 0.01 | 1 | 0.0 | 1 | 1.0 | 1.0 | 0 | 0 | 0.875 | 1.0 | 0.635s | 1m:28s |
| Iteration 49 | 20 | 0.01 | 10 | 0.0 | 1 | 1.0 | 0.4 | 0 | 100 | 0.625 | 1.0 | 1.323s | 1m:31s |
| Iteration 50 | 20 | 1.0 | 6 | 0.6685 | 1 | 1.0 | 0.4 | 0 | 0.01 | 1.0 | 1.0 | 0.709s | 1m:33s |
Bayesian Optimization ---------------------------
Best call --> Iteration 50
Best parameters --> {'n_estimators': 20, 'learning_rate': 1.0, 'max_depth': 6, 'gamma': 0.6685, 'min_child_weight': 1, 'subsample': 1.0, 'colsample_bytree': 0.4, 'reg_alpha': 0, 'reg_lambda': 0.01}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:35s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.028s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.97 ± 0.04
Time elapsed: 0.079s
-------------------------------------------------
Total time: 1m:35s
Final results ==================== >>
Duration: 13m:47s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.99 ± 0.02 !
Logistic Regression --> roc_auc: 0.59 ± 0.1319 ~
Linear Discriminant Analysis --> roc_auc: 0.91 ± 0.0917
Quadratic Discriminant Analysis --> roc_auc: 0.88 ± 0.103
Radius Nearest Neighbors --> roc_auc: 0.625 ± 0.0316 ~
AdaBoost --> roc_auc: 0.99 ± 0.02 !
Random Forest --> roc_auc: 0.97 ± 0.04
XGBoost --> roc_auc: 0.97 ± 0.04
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAASPNTGNQFYF.
>>> Dropping feature CAVENQAGTALIF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAASATSGTYKYIF.
>>> Dropping feature CALILTGGGNKLTF.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVEDQTGANNLFF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVTNTGGFKTIF.
>>> Dropping feature CAVYNAGNMLTF.
>>> Dropping feature CAGPNAGGTSYGKLTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAPNSGGGADGLTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CASSLGRTEAFF.
>>> Dropping feature CAVGGGSNYKLTF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CALNTDKLIF.
>>> Dropping feature CALYSGGGADGLTF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVEDDYKLSF.
>>> Dropping feature CAVSGANSKLTF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAASMNSGYSTLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASNFGNEKLTF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.5938 | 0.5938 | 3.233s | 3.253s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.8438 | 0.8438 | 3.249s | 7.166s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.75 | 0.8438 | 3.213s | 11.043s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.625 | 0.8438 | 3.231s | 14.951s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.8125 | 0.8438 | 3.266s | 20.833s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.5 | 0.8438 | 3.215s | 27.075s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.8125 | 0.8438 | 3.146s | 34.099s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.5625 | 0.8438 | 3.216s | 39.001s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.875 | 0.875 | 3.126s | 42.962s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.625 | 0.875 | 3.182s | 46.811s |
| Iteration 11 | deviance | 0.0335 | 451 | 0.5 | friedman_mse | 6 | 18 | 6 | 0.9 | 0.0329 | 0.5 | 0.875 | 3.258s | 51.074s |
| Iteration 12 | exponen.. | 0.1399 | 213 | 0.9 | friedman_mse | 16 | 18 | 1 | log2 | 0.0004 | 0.5625 | 0.875 | 3.177s | 55.264s |
| Iteration 13 | exponen.. | 1.0 | 181 | 0.7 | squared_er.. | 19 | 11 | 8 | 0.9 | 0.0323 | 0.3125 | 0.875 | 3.187s | 1m:00s |
| Iteration 14 | deviance | 0.0224 | 449 | 0.9 | friedman_mse | 16 | 16 | 3 | 0.6 | 0.0081 | 0.7812 | 0.875 | 3.260s | 1m:05s |
| Iteration 15 | deviance | 0.2978 | 354 | 0.6 | friedman_mse | 19 | 9 | 7 | None | 0.0289 | 0.6562 | 0.875 | 3.224s | 1m:11s |
| Iteration 16 | exponen.. | 0.0328 | 141 | 0.7 | friedman_mse | 9 | 20 | 1 | 0.6 | 0.017 | 0.75 | 0.875 | 3.188s | 1m:15s |
| Iteration 17 | exponen.. | 0.5929 | 412 | 0.8 | friedman_mse | 11 | 16 | 1 | 0.7 | 0.0117 | 0.875 | 0.875 | 3.269s | 1m:19s |
| Iteration 18 | deviance | 0.0215 | 173 | 0.5 | friedman_mse | 13 | 7 | 4 | None | 0.0298 | 0.8125 | 0.875 | 3.291s | 1m:24s |
| Iteration 19 | deviance | 0.1796 | 40 | 1.0 | squared_er.. | 3 | 14 | 1 | 0.6 | 0.0112 | 0.7812 | 0.875 | 3.144s | 1m:28s |
| Iteration 20 | exponen.. | 0.6526 | 125 | 0.9 | friedman_mse | 4 | 20 | 1 | 0.7 | 0.0227 | 0.4688 | 0.875 | 3.179s | 1m:32s |
| Iteration 21 | deviance | 0.3361 | 330 | 1.0 | squared_er.. | 20 | 16 | 1 | sqrt | 0.0068 | 0.8125 | 0.875 | 3.161s | 1m:38s |
| Iteration 22 | deviance | 0.1555 | 122 | 0.7 | squared_er.. | 3 | 15 | 3 | 0.6 | 0.0023 | 0.5625 | 0.875 | 3.218s | 1m:45s |
| Iteration 23 | deviance | 0.0145 | 412 | 0.9 | friedman_mse | 20 | 11 | 1 | 0.5 | 0.022 | 0.8125 | 0.875 | 3.216s | 1m:49s |
| Iteration 24 | deviance | 0.5729 | 432 | 0.5 | friedman_mse | 20 | 5 | 1 | 0.5 | 0.0214 | 0.5312 | 0.875 | 3.276s | 1m:54s |
| Iteration 25 | exponen.. | 0.0245 | 209 | 0.9 | friedman_mse | 15 | 16 | 1 | 0.6 | 0.0117 | 0.375 | 0.875 | 3.229s | 1m:58s |
| Iteration 26 | deviance | 0.358 | 375 | 1.0 | squared_er.. | 19 | 9 | 1 | sqrt | 0.0277 | 0.5 | 0.875 | 3.249s | 2m:03s |
| Iteration 27 | exponen.. | 0.4123 | 82 | 0.8 | squared_er.. | 14 | 16 | 7 | auto | 0.0302 | 0.4375 | 0.875 | 3.225s | 2m:07s |
| Iteration 28 | deviance | 0.0349 | 332 | 0.5 | squared_er.. | 17 | 11 | 4 | 0.8 | 0.023 | 0.5 | 0.875 | 3.283s | 2m:12s |
| Iteration 29 | deviance | 0.0203 | 275 | 0.9 | friedman_mse | 14 | 19 | 4 | 0.6 | 0.0048 | 0.625 | 0.875 | 3.236s | 2m:16s |
| Iteration 30 | deviance | 0.2961 | 285 | 0.6 | friedman_mse | 19 | 10 | 7 | None | 0.0282 | 0.4062 | 0.875 | 3.250s | 2m:20s |
| Iteration 31 | exponen.. | 0.4121 | 169 | 0.9 | friedman_mse | 19 | 16 | 1 | 0.9 | 0.0106 | 0.8125 | 0.875 | 3.229s | 2m:24s |
| Iteration 32 | exponen.. | 0.5608 | 271 | 0.7 | squared_er.. | 10 | 17 | 1 | 0.9 | 0.0065 | 0.75 | 0.875 | 3.231s | 2m:29s |
| Iteration 33 | exponen.. | 0.5127 | 371 | 0.9 | friedman_mse | 11 | 15 | 1 | 0.8 | 0.0104 | 0.6562 | 0.875 | 3.254s | 2m:33s |
| Iteration 34 | deviance | 0.3004 | 238 | 0.7 | friedman_mse | 8 | 17 | 1 | auto | 0.0145 | 1.0 | 1.0 | 3.229s | 2m:38s |
| Iteration 35 | exponen.. | 0.2645 | 250 | 0.6 | friedman_mse | 4 | 17 | 1 | log2 | 0.0095 | 0.5625 | 1.0 | 3.217s | 2m:42s |
| Iteration 36 | deviance | 0.5762 | 469 | 0.9 | squared_er.. | 17 | 16 | 1 | 0.6 | 0.0291 | 0.5625 | 1.0 | 3.385s | 2m:46s |
| Iteration 37 | deviance | 0.3811 | 26 | 0.8 | squared_er.. | 10 | 3 | 1 | 0.7 | 0.0145 | 0.9375 | 1.0 | 3.271s | 2m:51s |
| Iteration 38 | exponen.. | 0.3742 | 334 | 0.6 | friedman_mse | 6 | 12 | 1 | None | 0.0139 | 0.8125 | 1.0 | 3.371s | 2m:57s |
| Iteration 39 | deviance | 0.3393 | 111 | 0.9 | friedman_mse | 14 | 10 | 1 | 0.6 | 0.0142 | 0.625 | 1.0 | 3.255s | 3m:03s |
| Iteration 40 | deviance | 0.2494 | 45 | 0.9 | friedman_mse | 7 | 4 | 1 | log2 | 0.0153 | 0.625 | 1.0 | 3.282s | 3m:08s |
| Iteration 41 | deviance | 0.4595 | 101 | 0.7 | squared_er.. | 10 | 1 | 1 | 0.6 | 0.014 | 1.0 | 1.0 | 3.293s | 3m:13s |
| Iteration 42 | deviance | 0.3694 | 103 | 0.7 | squared_er.. | 9 | 11 | 1 | 0.5 | 0.0143 | 0.875 | 1.0 | 3.293s | 3m:18s |
| Iteration 43 | exponen.. | 0.6975 | 30 | 0.7 | friedman_mse | 9 | 17 | 1 | auto | 0.0137 | 0.75 | 1.0 | 3.213s | 3m:22s |
| Iteration 44 | deviance | 0.4667 | 347 | 0.7 | friedman_mse | 11 | 18 | 1 | 0.7 | 0.0146 | 0.5938 | 1.0 | 3.241s | 3m:27s |
| Iteration 45 | deviance | 0.4385 | 171 | 0.5 | squared_er.. | 7 | 5 | 1 | 0.7 | 0.0132 | 0.6875 | 1.0 | 3.158s | 3m:31s |
| Iteration 46 | deviance | 0.2459 | 197 | 0.9 | squared_er.. | 9 | 9 | 1 | None | 0.014 | 0.75 | 1.0 | 3.190s | 3m:36s |
| Iteration 47 | deviance | 0.2959 | 205 | 0.6 | friedman_mse | 8 | 16 | 1 | auto | 0.0142 | 0.75 | 1.0 | 3.222s | 3m:41s |
| Iteration 48 | exponen.. | 0.3889 | 107 | 0.8 | squared_er.. | 7 | 13 | 1 | sqrt | 0.0132 | 0.5 | 1.0 | 3.190s | 3m:46s |
| Iteration 49 | deviance | 0.4836 | 52 | 1.0 | squared_er.. | 10 | 6 | 1 | 0.8 | 0.0142 | 0.5 | 1.0 | 3.170s | 3m:51s |
| Iteration 50 | deviance | 0.0247 | 347 | 0.7 | squared_er.. | 10 | 13 | 1 | 0.9 | 0.0142 | 0.9375 | 1.0 | 3.870s | 3m:57s |
Bayesian Optimization ---------------------------
Best call --> Iteration 41
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.4595, 'n_estimators': 101, 'subsample': 0.7, 'criterion': 'squared_error', 'min_samples_split': 10, 'min_samples_leaf': 1, 'max_depth': 1, 'max_features': 0.6, 'ccp_alpha': 0.014}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:58s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9857
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.033s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.635 ± 0.2059
Time elapsed: 0.143s
-------------------------------------------------
Total time: 3m:58s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.4375 | 0.4375 | 3.214s | 3.227s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.4688 | 0.4688 | 3.220s | 7.123s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.6875 | 0.6875 | 3.199s | 10.983s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.3125 | 0.6875 | 3.252s | 14.892s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.25 | 0.6875 | 3.201s | 18.839s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.375 | 0.6875 | 3.182s | 22.676s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.8125 | 0.8125 | 3.205s | 26.533s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.5625 | 0.8125 | 3.203s | 30.373s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.5 | 0.8125 | 3.218s | 34.257s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.375 | 0.8125 | 3.144s | 38.091s |
| Iteration 11 | l2 | 14.1844 | libli.. | 319 | --- | 0.25 | 0.8125 | 3.176s | 42.242s |
| Iteration 12 | l2 | 2.3386 | sag | 452 | --- | 0.1875 | 0.8125 | 3.175s | 46.309s |
| Iteration 13 | l2 | 1.1979 | libli.. | 241 | --- | 0.1875 | 0.8125 | 3.159s | 50.418s |
| Iteration 14 | l2 | 2.2819 | libli.. | 278 | --- | 0.5 | 0.8125 | 3.181s | 55.833s |
| Iteration 15 | l2 | 1.1206 | sag | 400 | --- | 0.25 | 0.8125 | 3.187s | 1m:00s |
| Iteration 16 | l2 | 2.2796 | libli.. | 278 | --- | 0.5 | 0.8125 | 3.223s | 1m:05s |
| Iteration 17 | l2 | 0.0612 | newto.. | 288 | --- | 0.5 | 0.8125 | 3.249s | 1m:09s |
| Iteration 18 | none | --- | saga | 268 | --- | 0.5 | 0.8125 | 3.296s | 1m:13s |
| Iteration 19 | l1 | 14.2364 | libli.. | 113 | --- | 0.3125 | 0.8125 | 3.252s | 1m:17s |
| Iteration 20 | l2 | 0.0264 | lbfgs | 280 | --- | 0.1875 | 0.8125 | 3.297s | 1m:22s |
| Iteration 21 | l2 | 1.9684 | libli.. | 242 | --- | 0.25 | 0.8125 | 3.247s | 1m:26s |
| Iteration 22 | l2 | 0.3791 | libli.. | 284 | --- | 0.4375 | 0.8125 | 3.257s | 1m:30s |
| Iteration 23 | l2 | 2.8018 | libli.. | 273 | --- | 0.75 | 0.8125 | 3.162s | 1m:34s |
| Iteration 24 | l2 | 52.0218 | libli.. | 268 | --- | 0.375 | 0.8125 | 3.208s | 1m:38s |
| Iteration 25 | l1 | 1.9493 | libli.. | 267 | --- | 0.5 | 0.8125 | 3.152s | 1m:43s |
| Iteration 26 | l1 | 7.2586 | libli.. | 276 | --- | 0.25 | 0.8125 | 3.311s | 1m:48s |
| Iteration 27 | l2 | 2.9459 | libli.. | 273 | --- | 0.6875 | 0.8125 | 3.287s | 1m:52s |
| Iteration 28 | none | --- | sag | 278 | --- | 0.5 | 0.8125 | 3.967s | 1m:57s |
| Iteration 29 | l2 | 11.1797 | libli.. | 275 | --- | 0.5625 | 0.8125 | 3.148s | 2m:02s |
| Iteration 30 | l2 | 9.017 | libli.. | 303 | --- | 0.1875 | 0.8125 | 3.167s | 2m:06s |
| Iteration 31 | none | --- | newto.. | 276 | --- | 0.375 | 0.8125 | 3.183s | 2m:10s |
| Iteration 32 | l2 | 0.0019 | newto.. | 276 | --- | 0.625 | 0.8125 | 3.190s | 2m:15s |
| Iteration 33 | l2 | 0.0032 | sag | 276 | --- | 0.4375 | 0.8125 | 3.193s | 2m:19s |
| Iteration 34 | l2 | 3.2589 | libli.. | 282 | --- | 0.4375 | 0.8125 | 3.220s | 2m:23s |
| Iteration 35 | l2 | 0.0018 | lbfgs | 274 | --- | 0.625 | 0.8125 | 3.326s | 2m:28s |
| Iteration 36 | l2 | 0.0024 | sag | 143 | --- | 0.4375 | 0.8125 | 3.190s | 2m:32s |
| Iteration 37 | l2 | 3.2662 | lbfgs | 274 | --- | 0.4375 | 0.8125 | 3.224s | 2m:36s |
| Iteration 38 | elast.. | 67.8183 | saga | 280 | 0.6 | 0.4375 | 0.8125 | 3.191s | 2m:41s |
| Iteration 39 | l2 | 0.0064 | newto.. | 273 | --- | 0.8125 | 0.8125 | 3.191s | 2m:47s |
| Iteration 40 | l2 | 0.006 | newto.. | 272 | --- | 0.5 | 0.8125 | 3.332s | 2m:51s |
| Iteration 41 | l2 | 2.2951 | libli.. | 270 | --- | 0.75 | 0.8125 | 3.158s | 2m:57s |
| Iteration 42 | l2 | 0.001 | sag | 271 | --- | 0.5 | 0.8125 | 3.211s | 3m:02s |
| Iteration 43 | l2 | 0.0114 | newto.. | 271 | --- | 0.375 | 0.8125 | 3.186s | 3m:06s |
| Iteration 44 | l2 | 2.1347 | sag | 918 | --- | 0.5 | 0.8125 | 3.184s | 3m:11s |
| Iteration 45 | l2 | 55.3542 | newto.. | 273 | --- | 0.4375 | 0.8125 | 3.181s | 3m:15s |
| Iteration 46 | l2 | 0.0098 | libli.. | 273 | --- | 0.5 | 0.8125 | 3.163s | 3m:19s |
| Iteration 47 | l2 | 0.0241 | libli.. | 273 | --- | 0.5625 | 0.8125 | 3.192s | 3m:24s |
| Iteration 48 | none | --- | sag | 269 | --- | 0.4375 | 0.8125 | 3.193s | 3m:30s |
| Iteration 49 | l2 | 2.175 | libli.. | 268 | --- | 0.5 | 0.8125 | 3.283s | 3m:34s |
| Iteration 50 | l2 | 2.9787 | libli.. | 273 | --- | 0.5625 | 0.8125 | 3.185s | 3m:39s |
Bayesian Optimization ---------------------------
Best call --> Initial point 7
Best parameters --> {'penalty': 'l2', 'C': 2.2818, 'solver': 'liblinear', 'max_iter': 278}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 3m:42s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8321
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.015s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.65 ± 0.1342
Time elapsed: 0.049s
-------------------------------------------------
Total time: 3m:42s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.75 | 0.75 | 3.103s | 3.109s |
| Initial point 2 | svd | --- | 0.4062 | 0.75 | 3.119s | 9.003s |
| Initial point 3 | svd | --- | 0.4062 | 0.75 | 0.001s | 10.178s |
| Initial point 4 | lsqr | 0.8 | 0.75 | 0.75 | 3.686s | 15.987s |
| Initial point 5 | eigen | 0.9 | 0.6875 | 0.75 | 3.097s | 21.580s |
| Initial point 6 | lsqr | 0.7 | 0.5 | 0.75 | 3.080s | 25.691s |
| Initial point 7 | lsqr | 0.5 | 0.9375 | 0.9375 | 3.182s | 29.627s |
| Initial point 8 | lsqr | 0.9 | 0.5625 | 0.9375 | 3.154s | 33.453s |
| Initial point 9 | lsqr | 0.6 | 0.75 | 0.9375 | 3.160s | 37.310s |
| Initial point 10 | eigen | 0.8 | 0.6875 | 0.9375 | 3.181s | 41.158s |
| Iteration 11 | eigen | 0.5 | 0.75 | 0.9375 | 3.192s | 45.150s |
| Iteration 12 | lsqr | 0.5 | 0.9375 | 0.9375 | 0.001s | 45.996s |
| Iteration 13 | eigen | 0.7 | 0.0 | 0.9375 | 3.158s | 49.926s |
| Iteration 14 | svd | --- | 0.4062 | 0.9375 | 0.000s | 50.729s |
| Iteration 15 | eigen | auto | 0.1875 | 0.9375 | 3.205s | 54.704s |
| Iteration 16 | svd | --- | 0.4062 | 0.9375 | 0.000s | 57.220s |
| Iteration 17 | svd | --- | 0.4062 | 0.9375 | 0.000s | 1m:00s |
| Iteration 18 | lsqr | 1.0 | 0.4375 | 0.9375 | 3.097s | 1m:06s |
| Iteration 19 | eigen | 0.6 | 1.0 | 1.0 | 3.120s | 1m:13s |
| Iteration 20 | lsqr | auto | 0.1875 | 1.0 | 3.075s | 1m:18s |
| Iteration 21 | svd | --- | 0.4062 | 1.0 | 0.000s | 1m:21s |
| Iteration 22 | svd | --- | 0.4062 | 1.0 | 0.000s | 1m:23s |
| Iteration 23 | lsqr | None | 0.75 | 1.0 | 3.104s | 1m:27s |
| Iteration 24 | svd | --- | 0.4062 | 1.0 | 0.000s | 1m:27s |
| Iteration 25 | eigen | None | 0.5 | 1.0 | 3.272s | 1m:32s |
| Iteration 26 | eigen | 0.6 | 1.0 | 1.0 | 0.001s | 1m:32s |
| Iteration 27 | eigen | 0.6 | 1.0 | 1.0 | 0.001s | 1m:33s |
| Iteration 28 | eigen | 0.6 | 1.0 | 1.0 | 0.001s | 1m:35s |
| Iteration 29 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 1m:36s |
| Iteration 30 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 1m:37s |
| Iteration 31 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 1m:37s |
| Iteration 32 | eigen | 0.6 | 1.0 | 1.0 | 0.001s | 1m:38s |
| Iteration 33 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 1m:39s |
| Iteration 34 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 1m:40s |
| Iteration 35 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 1m:41s |
| Iteration 36 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 1m:42s |
| Iteration 37 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 1m:43s |
| Iteration 38 | svd | --- | 0.4062 | 1.0 | 0.000s | 1m:44s |
| Iteration 39 | svd | --- | 0.4062 | 1.0 | 0.000s | 1m:45s |
| Iteration 40 | eigen | 0.6 | 1.0 | 1.0 | 0.001s | 1m:46s |
| Iteration 41 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 1m:47s |
| Iteration 42 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 1m:48s |
| Iteration 43 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 1m:49s |
| Iteration 44 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 1m:50s |
| Iteration 45 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 1m:51s |
| Iteration 46 | eigen | 0.6 | 1.0 | 1.0 | 0.001s | 1m:52s |
| Iteration 47 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 1m:53s |
| Iteration 48 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 1m:54s |
| Iteration 49 | eigen | 0.6 | 1.0 | 1.0 | 0.000s | 1m:55s |
| Iteration 50 | eigen | 0.6 | 1.0 | 1.0 | 0.001s | 1m:56s |
Bayesian Optimization ---------------------------
Best call --> Iteration 19
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.6}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:57s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.858
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.86 ± 0.1855
Time elapsed: 0.031s
-------------------------------------------------
Total time: 1m:57s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.75 | 0.75 | 3.229s | 3.234s |
| Initial point 2 | 0.9 | 0.4688 | 0.75 | 3.173s | 7.043s |
| Initial point 3 | 0.1 | 0.625 | 0.75 | 3.790s | 11.506s |
| Initial point 4 | 1.0 | 0.75 | 0.75 | 0.000s | 13.790s |
| Initial point 5 | 0.2 | 0.6875 | 0.75 | 3.083s | 17.992s |
| Initial point 6 | 0.4 | 0.6875 | 0.75 | 3.113s | 21.725s |
| Initial point 7 | 0.4 | 0.6875 | 0.75 | 0.001s | 22.368s |
| Initial point 8 | 0.7 | 0.5625 | 0.75 | 3.152s | 26.191s |
| Initial point 9 | 0.9 | 0.4688 | 0.75 | 0.000s | 26.821s |
| Initial point 10 | 0.8 | 0.625 | 0.75 | 3.171s | 30.625s |
| Iteration 11 | 0.3 | 0.8125 | 0.8125 | 3.136s | 34.558s |
| Iteration 12 | 0.6 | 0.4375 | 0.8125 | 3.146s | 38.422s |
| Iteration 13 | 0.5 | 0.0625 | 0.8125 | 3.171s | 42.367s |
| Iteration 14 | 0.0 | 0.375 | 0.8125 | 3.219s | 46.321s |
| Iteration 15 | 0.3 | 0.8125 | 0.8125 | 0.000s | 47.056s |
| Iteration 16 | 0.3 | 0.8125 | 0.8125 | 0.000s | 47.784s |
| Iteration 17 | 0.3 | 0.8125 | 0.8125 | 0.000s | 48.530s |
| Iteration 18 | 0.3 | 0.8125 | 0.8125 | 0.000s | 49.438s |
| Iteration 19 | 0.3 | 0.8125 | 0.8125 | 0.000s | 50.197s |
| Iteration 20 | 0.3 | 0.8125 | 0.8125 | 0.000s | 50.914s |
| Iteration 21 | 0.6 | 0.4375 | 0.8125 | 0.000s | 51.647s |
| Iteration 22 | 0.3 | 0.8125 | 0.8125 | 0.000s | 52.388s |
| Iteration 23 | 0.3 | 0.8125 | 0.8125 | 0.000s | 53.133s |
| Iteration 24 | 0.3 | 0.8125 | 0.8125 | 0.000s | 53.985s |
| Iteration 25 | 0.3 | 0.8125 | 0.8125 | 0.000s | 54.817s |
| Iteration 26 | 0.3 | 0.8125 | 0.8125 | 0.000s | 55.611s |
| Iteration 27 | 0.3 | 0.8125 | 0.8125 | 0.000s | 56.402s |
| Iteration 28 | 0.9 | 0.4688 | 0.8125 | 0.001s | 57.199s |
| Iteration 29 | 0.3 | 0.8125 | 0.8125 | 0.000s | 58.014s |
| Iteration 30 | 0.8 | 0.625 | 0.8125 | 0.000s | 58.788s |
| Iteration 31 | 0.3 | 0.8125 | 0.8125 | 0.000s | 59.592s |
| Iteration 32 | 0.3 | 0.8125 | 0.8125 | 0.000s | 1m:02s |
| Iteration 33 | 0.3 | 0.8125 | 0.8125 | 0.000s | 1m:04s |
| Iteration 34 | 0.3 | 0.8125 | 0.8125 | 0.000s | 1m:05s |
| Iteration 35 | 0.3 | 0.8125 | 0.8125 | 0.000s | 1m:06s |
| Iteration 36 | 0.3 | 0.8125 | 0.8125 | 0.000s | 1m:07s |
| Iteration 37 | 0.3 | 0.8125 | 0.8125 | 0.000s | 1m:08s |
| Iteration 38 | 0.3 | 0.8125 | 0.8125 | 0.000s | 1m:08s |
| Iteration 39 | 0.3 | 0.8125 | 0.8125 | 0.000s | 1m:09s |
| Iteration 40 | 0.3 | 0.8125 | 0.8125 | 0.000s | 1m:10s |
| Iteration 41 | 0.3 | 0.8125 | 0.8125 | 0.000s | 1m:11s |
| Iteration 42 | 0.3 | 0.8125 | 0.8125 | 0.000s | 1m:12s |
| Iteration 43 | 0.3 | 0.8125 | 0.8125 | 0.000s | 1m:12s |
| Iteration 44 | 0.3 | 0.8125 | 0.8125 | 0.000s | 1m:13s |
| Iteration 45 | 0.3 | 0.8125 | 0.8125 | 0.000s | 1m:14s |
| Iteration 46 | 0.3 | 0.8125 | 0.8125 | 0.001s | 1m:15s |
| Iteration 47 | 0.3 | 0.8125 | 0.8125 | 0.000s | 1m:16s |
| Iteration 48 | 0.3 | 0.8125 | 0.8125 | 0.000s | 1m:17s |
| Iteration 49 | 0.3 | 0.8125 | 0.8125 | 0.000s | 1m:18s |
| Iteration 50 | 0.3 | 0.8125 | 0.8125 | 0.000s | 1m:20s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'reg_param': 0.3}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:23s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.825
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.012s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.85 ± 0.1342
Time elapsed: 0.035s
-------------------------------------------------
Total time: 1m:23s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 10.6573 | dista.. | auto | 40 | 1 | 0.8125 | 0.8125 | 3.206s | 3.227s |
| Initial point 2 | 4.2384 | uniform | kd_tree | 39 | 2 | 0.3438 | 0.8125 | 3.200s | 9.546s |
| Initial point 3 | 3.3481 | dista.. | ball_tree | 25 | 2 | 0.8125 | 0.8125 | 3.224s | 13.866s |
| Initial point 4 | 9.7679 | uniform | ball_tree | 39 | 2 | 0.5 | 0.8125 | 3.258s | 17.855s |
| Initial point 5 | 7.6518 | dista.. | auto | 30 | 2 | 0.75 | 0.8125 | 3.230s | 21.970s |
| Initial point 6 | 8.8614 | dista.. | ball_tree | 21 | 2 | 0.625 | 0.8125 | 3.210s | 25.845s |
| Initial point 7 | 6.3383 | dista.. | ball_tree | 24 | 1 | 0.5625 | 0.8125 | 3.211s | 29.691s |
| Initial point 8 | 1.5189 | dista.. | ball_tree | 21 | 2 | 0.75 | 0.8125 | 3.218s | 33.669s |
| Initial point 9 | 7.0605 | uniform | ball_tree | 24 | 1 | 0.625 | 0.8125 | 3.819s | 38.171s |
| Initial point 10 | 5.0149 | uniform | brute | 22 | 2 | 0.375 | 0.8125 | 3.215s | 42.032s |
| Iteration 11 | 10.6874 | dista.. | brute | 20 | 1 | 0.25 | 0.8125 | 3.182s | 46.220s |
| Iteration 12 | 0.0 | dista.. | auto | 20 | 2 | 0.5 | 0.8125 | 3.226s | 50.388s |
| Iteration 13 | 10.6874 | dista.. | auto | 30 | 1 | 0.25 | 0.8125 | 3.203s | 54.536s |
| Iteration 14 | 0.6112 | dista.. | ball_tree | 24 | 2 | 0.5 | 0.8125 | 3.245s | 58.905s |
| Iteration 15 | 9.598 | dista.. | brute | 38 | 2 | 0.4375 | 0.8125 | 3.225s | 1m:03s |
| Iteration 16 | 5.1297 | uniform | auto | 40 | 1 | 0.6875 | 0.8125 | 3.252s | 1m:07s |
| Iteration 17 | 3.2298 | dista.. | auto | 25 | 2 | 0.375 | 0.8125 | 3.221s | 1m:12s |
| Iteration 18 | 8.6998 | dista.. | ball_tree | 25 | 2 | 0.4375 | 0.8125 | 3.245s | 1m:16s |
| Iteration 19 | 0.1575 | dista.. | auto | 40 | 2 | 0.5 | 0.8125 | 3.242s | 1m:20s |
| Iteration 20 | 0.0442 | dista.. | auto | 40 | 1 | 0.5 | 0.8125 | 3.210s | 1m:24s |
| Iteration 21 | 10.5624 | dista.. | kd_tree | 20 | 1 | 0.375 | 0.8125 | 3.237s | 1m:29s |
| Iteration 22 | 0.701 | dista.. | ball_tree | 25 | 2 | 0.5 | 0.8125 | 3.288s | 1m:33s |
| Iteration 23 | 0.012 | uniform | kd_tree | 40 | 1 | 0.5 | 0.8125 | 3.299s | 1m:38s |
| Iteration 24 | 0.4883 | uniform | ball_tree | 40 | 1 | 0.5 | 0.8125 | 3.218s | 1m:42s |
| Iteration 25 | 10.1997 | uniform | ball_tree | 20 | 1 | 0.5312 | 0.8125 | 3.215s | 1m:47s |
| Iteration 26 | 0.0786 | dista.. | ball_tree | 20 | 2 | 0.5 | 0.8125 | 3.263s | 1m:51s |
| Iteration 27 | 10.1643 | uniform | auto | 40 | 1 | 0.9375 | 0.9375 | 3.168s | 1m:55s |
| Iteration 28 | 9.4455 | uniform | auto | 40 | 1 | 0.75 | 0.9375 | 3.205s | 1m:60s |
| Iteration 29 | 10.2737 | uniform | auto | 39 | 2 | 0.5 | 0.9375 | 3.196s | 2m:04s |
| Iteration 30 | 9.9687 | uniform | auto | 40 | 1 | 0.75 | 0.9375 | 3.205s | 2m:08s |
| Iteration 31 | 3.6748 | uniform | ball_tree | 25 | 2 | 0.5625 | 0.9375 | 3.226s | 2m:13s |
| Iteration 32 | 10.6874 | uniform | ball_tree | 40 | 1 | 0.3438 | 0.9375 | 3.207s | 2m:17s |
| Iteration 33 | 3.2381 | uniform | auto | 30 | 2 | 0.5938 | 0.9375 | 3.967s | 2m:22s |
| Iteration 34 | 10.6874 | dista.. | auto | 40 | 1 | 0.6875 | 0.9375 | 3.247s | 2m:26s |
| Iteration 35 | 10.6874 | uniform | auto | 30 | 2 | 0.5 | 0.9375 | 3.230s | 2m:31s |
| Iteration 36 | 7.8534 | dista.. | auto | 40 | 1 | 0.5625 | 0.9375 | 3.247s | 2m:36s |
| Iteration 37 | 10.4005 | uniform | auto | 39 | 1 | 0.4375 | 0.9375 | 3.249s | 2m:40s |
| Iteration 38 | 9.9029 | dista.. | auto | 40 | 1 | 0.3125 | 0.9375 | 3.244s | 2m:45s |
| Iteration 39 | 3.1756 | dista.. | ball_tree | 22 | 2 | 0.5625 | 0.9375 | 3.252s | 2m:49s |
| Iteration 40 | 5.0398 | uniform | auto | 40 | 1 | 0.625 | 0.9375 | 3.183s | 2m:53s |
| Iteration 41 | 5.716 | dista.. | auto | 31 | 2 | 0.75 | 0.9375 | 3.186s | 2m:58s |
| Iteration 42 | 10.6874 | uniform | auto | 40 | 1 | 0.3438 | 0.9375 | 3.236s | 3m:02s |
| Iteration 43 | 9.62 | uniform | auto | 40 | 1 | 0.4375 | 0.9375 | 3.224s | 3m:06s |
| Iteration 44 | 9.0429 | uniform | auto | 40 | 1 | 0.75 | 0.9375 | 3.222s | 3m:11s |
| Iteration 45 | 10.6874 | uniform | auto | 40 | 1 | 0.3438 | 0.9375 | 0.001s | 3m:13s |
| Iteration 46 | 10.6874 | uniform | auto | 40 | 1 | 0.3438 | 0.9375 | 0.001s | 3m:15s |
| Iteration 47 | 6.1073 | uniform | auto | 38 | 2 | 0.625 | 0.9375 | 3.240s | 3m:19s |
| Iteration 48 | 6.1364 | dista.. | auto | 21 | 1 | 0.625 | 0.9375 | 3.202s | 3m:23s |
| Iteration 49 | 0.0071 | uniform | brute | 31 | 1 | 0.5 | 0.9375 | 3.241s | 3m:28s |
| Iteration 50 | 6.1237 | dista.. | auto | 22 | 2 | 0.8125 | 0.9375 | 3.192s | 3m:32s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'radius': 10.1643, 'weights': 'uniform', 'algorithm': 'auto', 'leaf_size': 40, 'p': 1}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 3m:33s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.5527
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.525 ± 0.2145
Time elapsed: 0.054s
-------------------------------------------------
Total time: 3m:33s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.7812 | 0.7812 | 3.632s | 3.693s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.4688 | 0.7812 | 3.611s | 7.948s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.75 | 0.7812 | 3.326s | 11.946s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.875 | 0.875 | 3.475s | 16.062s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.8125 | 0.875 | 3.364s | 20.079s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.5938 | 0.875 | 3.563s | 24.334s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.6875 | 0.875 | 3.221s | 28.206s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.75 | 0.875 | 3.485s | 32.342s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.6875 | 0.875 | 3.196s | 36.451s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.8125 | 0.875 | 3.356s | 41.211s |
| Iteration 11 | 50 | 0.1588 | SAMME | 0.6875 | 0.875 | 3.235s | 46.039s |
| Iteration 12 | 500 | 0.1628 | SAMME | 0.6562 | 0.875 | 4.347s | 53.039s |
| Iteration 13 | 50 | 0.01 | SAMME | 0.2812 | 0.875 | 3.285s | 58.989s |
| Iteration 14 | 432 | 0.0779 | SAMME | 0.7188 | 0.875 | 3.438s | 1m:05s |
| Iteration 15 | 417 | 0.0945 | SAMME | 0.6875 | 0.875 | 3.468s | 1m:10s |
| Iteration 16 | 199 | 0.0844 | SAMME | 0.6875 | 0.875 | 3.376s | 1m:14s |
| Iteration 17 | 229 | 0.01 | SAMME | 0.9062 | 0.9062 | 3.382s | 1m:19s |
| Iteration 18 | 247 | 0.01 | SAMME | 1.0 | 1.0 | 3.379s | 1m:23s |
| Iteration 19 | 294 | 0.01 | SAMME | 0.6875 | 1.0 | 3.421s | 1m:27s |
| Iteration 20 | 239 | 0.01 | SAMME | 0.5938 | 1.0 | 3.384s | 1m:32s |
| Iteration 21 | 310 | 2.5886 | SAMME | 0.4688 | 1.0 | 3.242s | 1m:36s |
| Iteration 22 | 219 | 0.01 | SAMME | 0.75 | 1.0 | 3.371s | 1m:40s |
| Iteration 23 | 50 | 7.6878 | SAMME.R | 0.5625 | 1.0 | 3.269s | 1m:44s |
| Iteration 24 | 249 | 0.0108 | SAMME.R | 0.5938 | 1.0 | 3.440s | 1m:49s |
| Iteration 25 | 248 | 0.01 | SAMME | 0.25 | 1.0 | 3.372s | 1m:53s |
| Iteration 26 | 168 | 8.8631 | SAMME | 0.5 | 1.0 | 3.188s | 1m:57s |
| Iteration 27 | 482 | 0.0112 | SAMME | 0.5625 | 1.0 | 3.495s | 2m:02s |
| Iteration 28 | 360 | 0.0102 | SAMME | 0.5 | 1.0 | 3.426s | 2m:06s |
| Iteration 29 | 219 | 0.0182 | SAMME | 0.9062 | 1.0 | 3.239s | 2m:10s |
| Iteration 30 | 149 | 0.01 | SAMME | 0.375 | 1.0 | 3.232s | 2m:15s |
| Iteration 31 | 355 | 6.5506 | SAMME.R | 0.8125 | 1.0 | 3.481s | 2m:19s |
| Iteration 32 | 326 | 0.0102 | SAMME.R | 0.625 | 1.0 | 3.407s | 2m:24s |
| Iteration 33 | 386 | 1.7505 | SAMME.R | 0.8125 | 1.0 | 3.483s | 2m:28s |
| Iteration 34 | 149 | 0.0219 | SAMME.R | 0.8438 | 1.0 | 3.269s | 2m:33s |
| Iteration 35 | 236 | 0.0187 | SAMME | 0.5312 | 1.0 | 3.368s | 2m:37s |
| Iteration 36 | 479 | 0.0257 | SAMME.R | 0.875 | 1.0 | 3.593s | 2m:42s |
| Iteration 37 | 314 | 0.0287 | SAMME | 1.0 | 1.0 | 3.444s | 2m:47s |
| Iteration 38 | 212 | 0.0299 | SAMME | 0.7812 | 1.0 | 3.383s | 2m:52s |
| Iteration 39 | 440 | 0.0323 | SAMME.R | 0.5625 | 1.0 | 3.558s | 2m:57s |
| Iteration 40 | 129 | 0.0247 | SAMME | 0.625 | 1.0 | 3.305s | 3m:01s |
| Iteration 41 | 87 | 1.368 | SAMME.R | 1.0 | 1.0 | 3.220s | 3m:06s |
| Iteration 42 | 421 | 0.0263 | SAMME | 0.75 | 1.0 | 3.504s | 3m:11s |
| Iteration 43 | 83 | 1.3824 | SAMME.R | 0.5 | 1.0 | 3.231s | 3m:15s |
| Iteration 44 | 416 | 0.7328 | SAMME | 0.4375 | 1.0 | 3.496s | 3m:20s |
| Iteration 45 | 303 | 4.7258 | SAMME.R | 0.6562 | 1.0 | 3.371s | 3m:25s |
| Iteration 46 | 53 | 0.3937 | SAMME.R | 0.625 | 1.0 | 3.159s | 3m:29s |
| Iteration 47 | 136 | 0.1175 | SAMME.R | 0.6875 | 1.0 | 3.254s | 3m:34s |
| Iteration 48 | 52 | 0.0377 | SAMME | 0.5 | 1.0 | 3.200s | 3m:38s |
| Iteration 49 | 396 | 1.1633 | SAMME.R | 0.5 | 1.0 | 3.454s | 3m:42s |
| Iteration 50 | 81 | 0.0665 | SAMME | 0.75 | 1.0 | 3.208s | 3m:47s |
Bayesian Optimization ---------------------------
Best call --> Iteration 37
Best parameters --> {'n_estimators': 314, 'learning_rate': 0.0287, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:48s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9161
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.257s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.2164
Time elapsed: 1.146s
-------------------------------------------------
Total time: 3m:49s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.8125 | 0.8125 | 3.536s | 3.557s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.7812 | 0.8125 | 3.410s | 7.752s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.75 | 0.8125 | 3.445s | 12.012s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.8125 | 3.229s | 15.969s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.8125 | 0.8125 | 3.462s | 20.255s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.875 | 0.875 | 3.252s | 24.295s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.875 | 0.875 | 3.359s | 28.335s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.6875 | 0.875 | 3.300s | 32.767s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.75 | 0.875 | 3.411s | 36.961s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.875 | 0.875 | 3.410s | 41.143s |
| Iteration 11 | 274 | gini | 1 | 2 | 20 | None | True | 0.035 | None | 0.8438 | 0.875 | 3.324s | 45.694s |
| Iteration 12 | 263 | gini | 8 | 6 | 11 | 0.5 | False | 0.035 | --- | 0.5312 | 0.875 | 3.270s | 50.121s |
| Iteration 13 | 232 | gini | 7 | 4 | 15 | 0.9 | True | 0.0213 | 0.8 | 0.0625 | 0.875 | 3.289s | 54.614s |
| Iteration 14 | 10 | entropy | 9 | 20 | 1 | auto | True | 0.0 | None | 0.7812 | 0.875 | 3.140s | 58.965s |
| Iteration 15 | 110 | gini | None | 10 | 8 | 0.6 | True | 0.0103 | 0.6 | 0.75 | 0.875 | 3.857s | 1m:04s |
| Iteration 16 | 413 | entropy | 5 | 18 | 4 | 0.7 | False | 0.0249 | --- | 0.4375 | 0.875 | 3.449s | 1m:09s |
| Iteration 17 | 394 | gini | 5 | 11 | 20 | 0.8 | False | 0.0325 | --- | 0.7188 | 0.875 | 3.364s | 1m:13s |
| Iteration 18 | 285 | entropy | 8 | 16 | 13 | 0.9 | True | 0.0203 | 0.7 | 1.0 | 1.0 | 3.398s | 1m:18s |
| Iteration 19 | 347 | gini | 1 | 3 | 4 | sqrt | True | 0.0069 | 0.7 | 0.9375 | 1.0 | 3.437s | 1m:22s |
| Iteration 20 | 25 | entropy | 4 | 2 | 15 | 0.8 | False | 0.0056 | --- | 0.7188 | 1.0 | 3.194s | 1m:26s |
| Iteration 21 | 479 | gini | 9 | 20 | 15 | None | True | 0.031 | 0.7 | 0.9375 | 1.0 | 3.554s | 1m:31s |
| Iteration 22 | 290 | gini | 8 | 16 | 10 | 0.8 | True | 0.0272 | 0.7 | 0.625 | 1.0 | 3.365s | 1m:36s |
| Iteration 23 | 285 | entropy | 8 | 8 | 12 | 0.8 | True | 0.0092 | 0.7 | 0.875 | 1.0 | 3.416s | 1m:40s |
| Iteration 24 | 281 | entropy | 7 | 20 | 13 | None | True | 0.03 | 0.7 | 0.9375 | 1.0 | 3.441s | 1m:45s |
| Iteration 25 | 40 | gini | 9 | 12 | 18 | log2 | False | 0.0097 | --- | 0.7188 | 1.0 | 3.214s | 1m:50s |
| Iteration 26 | 460 | entropy | 8 | 20 | 7 | 0.8 | False | 0.0325 | --- | 0.75 | 1.0 | 3.491s | 1m:54s |
| Iteration 27 | 444 | gini | None | 2 | 1 | auto | True | 0.0079 | 0.7 | 0.5625 | 1.0 | 3.577s | 1m:59s |
| Iteration 28 | 499 | entropy | 9 | 5 | 8 | 0.9 | True | 0.0067 | 0.7 | 0.5 | 1.0 | 3.530s | 2m:04s |
| Iteration 29 | 403 | entropy | 6 | 16 | 14 | 0.9 | True | 0.0151 | 0.7 | 0.5625 | 1.0 | 3.492s | 2m:09s |
| Iteration 30 | 297 | entropy | 9 | 20 | 12 | 0.9 | False | 0.0344 | --- | 0.4375 | 1.0 | 3.360s | 2m:14s |
| Iteration 31 | 291 | entropy | 2 | 9 | 14 | log2 | True | 0.0261 | 0.7 | 0.875 | 1.0 | 3.449s | 2m:18s |
| Iteration 32 | 346 | gini | 1 | 10 | 2 | None | True | 0.0321 | 0.7 | 0.5625 | 1.0 | 3.450s | 2m:23s |
| Iteration 33 | 292 | entropy | 5 | 13 | 13 | 0.6 | True | 0.0307 | 0.7 | 0.7812 | 1.0 | 3.436s | 2m:28s |
| Iteration 34 | 285 | gini | 2 | 2 | 13 | 0.9 | True | 0.0101 | 0.7 | 0.9375 | 1.0 | 3.429s | 2m:33s |
| Iteration 35 | 348 | entropy | 8 | 6 | 5 | auto | True | 0.0023 | 0.7 | 0.5625 | 1.0 | 3.464s | 2m:38s |
| Iteration 36 | 284 | entropy | 5 | 10 | 15 | 0.9 | True | 0.0099 | 0.7 | 0.625 | 1.0 | 3.402s | 2m:43s |
| Iteration 37 | 345 | entropy | 8 | 3 | 9 | 0.9 | True | 0.0159 | 0.7 | 1.0 | 1.0 | 3.482s | 2m:48s |
| Iteration 38 | 185 | entropy | 8 | 10 | 16 | 0.9 | True | 0.0114 | 0.7 | 0.625 | 1.0 | 3.311s | 2m:52s |
| Iteration 39 | 311 | entropy | 8 | 16 | 12 | None | True | 0.0203 | 0.5 | 1.0 | 1.0 | 3.441s | 2m:57s |
| Iteration 40 | 365 | gini | 8 | 10 | 13 | 0.5 | True | 0.0299 | 0.6 | 0.6875 | 1.0 | 4.142s | 3m:03s |
| Iteration 41 | 345 | entropy | 3 | 7 | 9 | 0.5 | True | 0.0035 | 0.7 | 1.0 | 1.0 | 3.465s | 3m:07s |
| Iteration 42 | 290 | entropy | 8 | 16 | 14 | 0.9 | True | 0.0288 | 0.7 | 0.625 | 1.0 | 3.430s | 3m:13s |
| Iteration 43 | 345 | gini | 2 | 2 | 9 | 0.7 | True | 0.0043 | 0.7 | 0.6875 | 1.0 | 3.559s | 3m:18s |
| Iteration 44 | 293 | entropy | 7 | 13 | 12 | 0.8 | True | 0.0329 | 0.5 | 0.6562 | 1.0 | 3.329s | 3m:23s |
| Iteration 45 | 308 | entropy | 8 | 15 | 11 | 0.9 | True | 0.0168 | 0.6 | 0.6875 | 1.0 | 3.372s | 3m:28s |
| Iteration 46 | 340 | entropy | 9 | 10 | 5 | None | True | 0.0215 | 0.7 | 0.6875 | 1.0 | 3.430s | 3m:33s |
| Iteration 47 | 282 | entropy | 6 | 14 | 13 | 0.6 | True | 0.0062 | 0.7 | 0.8125 | 1.0 | 3.372s | 3m:37s |
| Iteration 48 | 378 | entropy | 8 | 18 | 13 | None | True | 0.0147 | 0.7 | 0.5625 | 1.0 | 3.451s | 3m:42s |
| Iteration 49 | 360 | entropy | 8 | 4 | 9 | 0.9 | True | 0.0159 | 0.7 | 0.625 | 1.0 | 3.434s | 3m:47s |
| Iteration 50 | 312 | entropy | 8 | 16 | 12 | 0.9 | True | 0.023 | 0.5 | 0.75 | 1.0 | 3.407s | 3m:52s |
Bayesian Optimization ---------------------------
Best call --> Iteration 37
Best parameters --> {'n_estimators': 345, 'criterion': 'entropy', 'max_depth': 8, 'min_samples_split': 3, 'min_samples_leaf': 9, 'max_features': 0.9, 'bootstrap': True, 'ccp_alpha': 0.0159, 'max_samples': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:54s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8652
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.307s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.86 ± 0.1828
Time elapsed: 1.403s
-------------------------------------------------
Total time: 3m:56s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.346s | 3.368s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.5312 | 0.5312 | 3.259s | 7.469s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.5312 | 3.330s | 11.576s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.5312 | 3.264s | 15.605s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.5312 | 3.245s | 19.648s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.5312 | 3.208s | 23.590s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.5312 | 3.201s | 27.623s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.5312 | 3.242s | 31.725s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.875 | 0.875 | 3.276s | 35.843s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.875 | 3.232s | 39.794s |
| Iteration 11 | 59 | 0.3731 | 9 | 0.0 | 4 | 0.6 | 0.8 | 0.01 | 10 | 0.875 | 0.875 | 3.210s | 44.129s |
| Iteration 12 | 366 | 0.0329 | 4 | 0.7383 | 4 | 0.9 | 0.5 | 100 | 10 | 0.5 | 0.875 | 3.247s | 48.399s |
| Iteration 13 | 114 | 0.0916 | 3 | 0.5682 | 4 | 0.5 | 0.8 | 0 | 0 | 0.125 | 0.875 | 3.201s | 52.678s |
| Iteration 14 | 299 | 0.0525 | 7 | 0.54 | 3 | 0.6 | 0.8 | 0.01 | 1 | 0.6875 | 0.875 | 3.238s | 56.953s |
| Iteration 15 | 336 | 0.0629 | 7 | 0.1711 | 4 | 0.6 | 0.8 | 0.01 | 10 | 0.7812 | 0.875 | 3.253s | 1m:01s |
| Iteration 16 | 45 | 0.0938 | 9 | 0.9001 | 5 | 0.8 | 0.8 | 0.01 | 0.01 | 0.8125 | 0.875 | 3.220s | 1m:06s |
| Iteration 17 | 131 | 0.9999 | 9 | 0.9271 | 7 | 1.0 | 0.9 | 0.01 | 100 | 0.5 | 0.875 | 3.161s | 1m:10s |
| Iteration 18 | 134 | 0.633 | 3 | 0.0722 | 4 | 0.7 | 0.8 | 0.01 | 1 | 0.9375 | 0.9375 | 3.194s | 1m:15s |
| Iteration 19 | 164 | 0.8844 | 2 | 0.409 | 4 | 0.8 | 0.7 | 0.01 | 0 | 0.8125 | 0.9375 | 3.239s | 1m:19s |
| Iteration 20 | 459 | 0.0177 | 3 | 0.0026 | 10 | 0.5 | 0.5 | 10 | 0.1 | 0.5 | 0.9375 | 3.270s | 1m:24s |
| Iteration 21 | 245 | 0.807 | 9 | 0.0662 | 10 | 1.0 | 0.5 | 0 | 1 | 0.5 | 0.9375 | 3.239s | 1m:28s |
| Iteration 22 | 467 | 0.5284 | 1 | 0.0044 | 10 | 0.9 | 0.4 | 100 | 1 | 0.5 | 0.9375 | 3.272s | 1m:33s |
| Iteration 23 | 45 | 0.01 | 9 | 0.9212 | 6 | 0.8 | 0.4 | 10 | 0.01 | 0.5 | 0.9375 | 3.210s | 1m:37s |
| Iteration 24 | 486 | 0.1194 | 1 | 0.0811 | 10 | 0.7 | 0.5 | 0.01 | 100 | 0.5 | 0.9375 | 3.284s | 1m:42s |
| Iteration 25 | 144 | 0.5472 | 2 | 0.0124 | 1 | 0.9 | 0.5 | 0.01 | 10 | 0.5 | 0.9375 | 3.162s | 1m:46s |
| Iteration 26 | 20 | 0.651 | 2 | 0.3685 | 4 | 1.0 | 0.8 | 0.01 | 1 | 0.7188 | 0.9375 | 3.150s | 1m:50s |
| Iteration 27 | 276 | 0.6543 | 7 | 0.4857 | 4 | 0.7 | 0.8 | 0.01 | 1 | 0.4375 | 0.9375 | 3.191s | 1m:56s |
| Iteration 28 | 483 | 0.0139 | 4 | 0.0839 | 5 | 0.5 | 0.7 | 0.01 | 0.01 | 0.5 | 0.9375 | 3.199s | 2m:00s |
| Iteration 29 | 25 | 0.4735 | 4 | 0.9083 | 1 | 0.5 | 0.6 | 0.1 | 100 | 0.5 | 0.9375 | 3.196s | 2m:04s |
| Iteration 30 | 20 | 0.3315 | 9 | 0.0049 | 1 | 0.8 | 0.9 | 1 | 0.01 | 0.3125 | 0.9375 | 3.153s | 2m:09s |
| Iteration 31 | 26 | 0.0274 | 9 | 0.0636 | 10 | 0.7 | 0.8 | 0.1 | 0.01 | 0.5 | 0.9375 | 3.183s | 2m:15s |
| Iteration 32 | 23 | 0.0549 | 9 | 0.2213 | 10 | 0.7 | 0.8 | 1 | 1 | 0.5 | 0.9375 | 3.130s | 2m:20s |
| Iteration 33 | 247 | 0.4621 | 2 | 0.0 | 4 | 0.7 | 0.8 | 0.1 | 0.01 | 0.5625 | 0.9375 | 3.245s | 2m:24s |
| Iteration 34 | 296 | 0.0456 | 3 | 0.4096 | 4 | 0.7 | 0.8 | 0.01 | 0.1 | 1.0 | 1.0 | 3.199s | 2m:29s |
| Iteration 35 | 457 | 0.0273 | 3 | 1.0 | 4 | 0.7 | 0.8 | 0 | 0.01 | 0.5 | 1.0 | 3.256s | 2m:34s |
| Iteration 36 | 433 | 0.6991 | 3 | 0.0866 | 1 | 0.8 | 0.6 | 0 | 100 | 0.625 | 1.0 | 3.237s | 2m:38s |
| Iteration 37 | 254 | 0.0123 | 2 | 0.0991 | 1 | 1.0 | 0.5 | 100 | 1 | 0.5 | 1.0 | 3.249s | 2m:43s |
| Iteration 38 | 96 | 0.0221 | 10 | 0.88 | 6 | 0.9 | 0.5 | 1 | 10 | 0.625 | 1.0 | 3.222s | 2m:47s |
| Iteration 39 | 344 | 0.0518 | 5 | 0.914 | 7 | 1.0 | 0.5 | 0 | 10 | 0.5 | 1.0 | 3.268s | 2m:51s |
| Iteration 40 | 133 | 0.0189 | 3 | 0.8438 | 6 | 0.5 | 0.9 | 0.1 | 10 | 0.5 | 1.0 | 3.224s | 2m:56s |
| Iteration 41 | 20 | 0.01 | 2 | 0.0888 | 4 | 0.8 | 0.8 | 0.01 | 0.1 | 1.0 | 1.0 | 3.218s | 3m:00s |
| Iteration 42 | 122 | 0.01 | 1 | 0.5669 | 4 | 1.0 | 0.7 | 0.01 | 0.1 | 0.875 | 1.0 | 3.226s | 3m:05s |
| Iteration 43 | 20 | 0.01 | 2 | 0.2766 | 4 | 0.5 | 0.5 | 0.01 | 1 | 0.5 | 1.0 | 3.205s | 3m:09s |
| Iteration 44 | 204 | 0.01 | 3 | 0.546 | 4 | 0.9 | 0.8 | 0.01 | 0.01 | 0.5938 | 1.0 | 3.810s | 3m:15s |
| Iteration 45 | 131 | 0.4191 | 3 | 0.5203 | 4 | 0.7 | 1.0 | 0.01 | 0.1 | 0.75 | 1.0 | 3.191s | 3m:20s |
| Iteration 46 | 324 | 0.0219 | 3 | 0.0224 | 4 | 0.8 | 0.9 | 0.01 | 10 | 0.6875 | 1.0 | 3.205s | 3m:24s |
| Iteration 47 | 348 | 0.1359 | 4 | 0.7854 | 3 | 1.0 | 1.0 | 0.01 | 1 | 1.0 | 1.0 | 3.232s | 3m:29s |
| Iteration 48 | 185 | 0.0237 | 6 | 0.1657 | 3 | 1.0 | 1.0 | 0.01 | 0 | 0.625 | 1.0 | 3.238s | 3m:34s |
| Iteration 49 | 143 | 0.0169 | 5 | 0.8061 | 1 | 0.9 | 1.0 | 0.01 | 10 | 0.4062 | 1.0 | 3.169s | 3m:39s |
| Iteration 50 | 325 | 0.3211 | 2 | 0.776 | 4 | 1.0 | 1.0 | 0.01 | 100 | 0.875 | 1.0 | 3.243s | 3m:43s |
Bayesian Optimization ---------------------------
Best call --> Iteration 47
Best parameters --> {'n_estimators': 348, 'learning_rate': 0.1359, 'max_depth': 4, 'gamma': 0.7854, 'min_child_weight': 3, 'subsample': 1.0, 'colsample_bytree': 1.0, 'reg_alpha': 0.01, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:45s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9174
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.083s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.92 ± 0.1166
Time elapsed: 0.252s
-------------------------------------------------
Total time: 3m:45s
Final results ==================== >>
Duration: 26m:03s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.635 ± 0.2059 ~
Logistic Regression --> roc_auc: 0.65 ± 0.1342 ~
Linear Discriminant Analysis --> roc_auc: 0.86 ± 0.1855
Quadratic Discriminant Analysis --> roc_auc: 0.85 ± 0.1342
Radius Nearest Neighbors --> roc_auc: 0.525 ± 0.2145
AdaBoost --> roc_auc: 0.82 ± 0.2164 ~
Random Forest --> roc_auc: 0.86 ± 0.1828
XGBoost --> roc_auc: 0.92 ± 0.1166 !
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 837 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVRGAAGNKLTF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAARDNYGQNFVF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAATSGSARQLTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAVRNTGFQKLVF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CAASPNTGNQFYF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CASSLGRTEAFF.
>>> Dropping feature CALNTDKLIF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVSDDYKLSF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASMNSGYSTLTF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVLSNDYKLSF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CAVFTSGTYKYIF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVHNTDKLIF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.875 | 0.875 | 0.680s | 0.701s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.8125 | 0.875 | 0.727s | 4.084s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 1.0 | 1.0 | 0.636s | 7.719s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.625 | 1.0 | 0.684s | 11.477s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 1.0 | 1.0 | 0.704s | 13.415s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.8125 | 1.0 | 0.732s | 14.824s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.7812 | 1.0 | 0.718s | 17.752s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.6875 | 1.0 | 0.742s | 21.053s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.6875 | 1.0 | 0.692s | 22.903s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.8125 | 1.0 | 0.673s | 24.289s |
| Iteration 11 | exponen.. | 0.0305 | 205 | 0.7 | friedman_mse | 12 | 2 | 9 | 0.5 | 0.0165 | 0.875 | 1.0 | 0.681s | 26.196s |
| Iteration 12 | exponen.. | 0.3259 | 10 | 0.6 | squared_er.. | 14 | 19 | 2 | 0.7 | 0.0311 | 0.5 | 1.0 | 0.658s | 27.920s |
| Iteration 13 | exponen.. | 0.0307 | 405 | 0.9 | friedman_mse | 10 | 8 | 9 | sqrt | 0.0224 | 0.8125 | 1.0 | 0.724s | 29.709s |
| Iteration 14 | exponen.. | 0.0381 | 297 | 0.6 | friedman_mse | 10 | 5 | 6 | sqrt | 0.0063 | 0.75 | 1.0 | 0.726s | 31.489s |
| Iteration 15 | exponen.. | 0.2855 | 179 | 1.0 | squared_er.. | 17 | 20 | 3 | auto | 0.0349 | 0.3438 | 1.0 | 0.669s | 33.178s |
| Iteration 16 | exponen.. | 0.1338 | 53 | 0.6 | squared_er.. | 18 | 16 | 2 | auto | 0.0198 | 0.75 | 1.0 | 0.637s | 35.257s |
| Iteration 17 | exponen.. | 0.2396 | 113 | 0.6 | friedman_mse | 6 | 3 | 6 | None | 0.0341 | 1.0 | 1.0 | 0.664s | 37.362s |
| Iteration 18 | deviance | 0.758 | 248 | 0.9 | friedman_mse | 13 | 3 | 3 | log2 | 0.0309 | 0.5938 | 1.0 | 0.684s | 39.151s |
| Iteration 19 | exponen.. | 0.0326 | 432 | 1.0 | squared_er.. | 7 | 3 | 2 | sqrt | 0.015 | 0.875 | 1.0 | 1.433s | 43.366s |
| Iteration 20 | exponen.. | 0.1022 | 327 | 0.5 | friedman_mse | 8 | 3 | 8 | 0.8 | 0.014 | 1.0 | 1.0 | 0.740s | 45.659s |
| Iteration 21 | exponen.. | 0.6076 | 170 | 1.0 | squared_er.. | 20 | 17 | 3 | log2 | 0.0224 | 0.75 | 1.0 | 0.662s | 47.475s |
| Iteration 22 | exponen.. | 0.0436 | 26 | 0.7 | squared_er.. | 16 | 17 | 6 | sqrt | 0.0342 | 0.75 | 1.0 | 0.638s | 50.284s |
| Iteration 23 | exponen.. | 1.0 | 10 | 0.5 | friedman_mse | 14 | 3 | 4 | None | 0.035 | 0.625 | 1.0 | 0.633s | 53.312s |
| Iteration 24 | deviance | 0.4629 | 151 | 0.7 | friedman_mse | 17 | 17 | 3 | 0.5 | 0.0279 | 0.75 | 1.0 | 0.671s | 55.684s |
| Iteration 25 | exponen.. | 0.015 | 307 | 0.8 | friedman_mse | 7 | 2 | 10 | sqrt | 0.0213 | 0.875 | 1.0 | 0.711s | 57.542s |
| Iteration 26 | exponen.. | 0.082 | 280 | 0.6 | squared_er.. | 17 | 17 | 3 | 0.6 | 0.0192 | 0.75 | 1.0 | 0.699s | 1m:01s |
| Iteration 27 | exponen.. | 0.4575 | 222 | 0.8 | squared_er.. | 17 | 17 | 1 | 0.6 | 0.0265 | 0.8125 | 1.0 | 0.672s | 1m:03s |
| Iteration 28 | exponen.. | 0.0847 | 301 | 0.6 | friedman_mse | 7 | 3 | 10 | 0.9 | 0.0034 | 1.0 | 1.0 | 0.726s | 1m:05s |
| Iteration 29 | exponen.. | 0.0205 | 255 | 0.6 | friedman_mse | 8 | 3 | 10 | 0.9 | 0.0247 | 0.875 | 1.0 | 0.704s | 1m:07s |
| Iteration 30 | deviance | 0.1236 | 296 | 0.5 | friedman_mse | 4 | 2 | 7 | sqrt | 0.015 | 0.625 | 1.0 | 0.695s | 1m:09s |
| Iteration 31 | exponen.. | 0.089 | 242 | 0.6 | friedman_mse | 8 | 3 | 4 | log2 | 0.0186 | 0.5625 | 1.0 | 0.740s | 1m:12s |
| Iteration 32 | exponen.. | 0.0829 | 276 | 1.0 | friedman_mse | 2 | 3 | 8 | 0.7 | 0.0127 | 1.0 | 1.0 | 0.711s | 1m:14s |
| Iteration 33 | exponen.. | 0.6706 | 204 | 0.8 | friedman_mse | 2 | 14 | 9 | 0.7 | 0.0121 | 0.875 | 1.0 | 0.717s | 1m:16s |
| Iteration 34 | exponen.. | 0.0193 | 151 | 0.8 | friedman_mse | 12 | 3 | 9 | 0.8 | 0.0056 | 0.9375 | 1.0 | 0.724s | 1m:18s |
| Iteration 35 | exponen.. | 0.0435 | 239 | 0.9 | friedman_mse | 13 | 8 | 10 | 0.9 | 0.0006 | 0.6875 | 1.0 | 0.698s | 1m:20s |
| Iteration 36 | exponen.. | 0.0539 | 348 | 0.7 | friedman_mse | 6 | 3 | 8 | 0.9 | 0.0143 | 0.9375 | 1.0 | 0.729s | 1m:22s |
| Iteration 37 | exponen.. | 0.0426 | 336 | 0.7 | friedman_mse | 7 | 6 | 10 | 0.9 | 0.0052 | 1.0 | 1.0 | 0.724s | 1m:24s |
| Iteration 38 | exponen.. | 0.1429 | 307 | 0.6 | friedman_mse | 17 | 3 | 8 | 0.8 | 0.0009 | 0.9375 | 1.0 | 0.703s | 1m:26s |
| Iteration 39 | exponen.. | 0.3588 | 148 | 0.6 | friedman_mse | 7 | 2 | 8 | 0.6 | 0.035 | 0.875 | 1.0 | 0.674s | 1m:28s |
| Iteration 40 | exponen.. | 0.0523 | 84 | 0.5 | friedman_mse | 13 | 17 | 10 | sqrt | 0.0119 | 0.5 | 1.0 | 0.640s | 1m:30s |
| Iteration 41 | exponen.. | 0.5096 | 130 | 0.7 | friedman_mse | 3 | 5 | 10 | sqrt | 0.0178 | 0.8438 | 1.0 | 0.657s | 1m:34s |
| Iteration 42 | exponen.. | 0.1529 | 66 | 0.7 | friedman_mse | 8 | 3 | 8 | None | 0.0069 | 0.875 | 1.0 | 0.642s | 1m:36s |
| Iteration 43 | exponen.. | 0.1643 | 259 | 1.0 | friedman_mse | 4 | 12 | 8 | 0.7 | 0.0042 | 0.9375 | 1.0 | 0.680s | 1m:39s |
| Iteration 44 | deviance | 0.0104 | 82 | 1.0 | friedman_mse | 17 | 13 | 9 | 0.7 | 0.0032 | 0.8125 | 1.0 | 0.649s | 1m:41s |
| Iteration 45 | exponen.. | 0.9034 | 78 | 0.8 | friedman_mse | 3 | 12 | 5 | 0.6 | 0.0001 | 0.75 | 1.0 | 0.645s | 1m:43s |
| Iteration 46 | deviance | 0.282 | 173 | 0.8 | friedman_mse | 3 | 6 | 10 | 0.9 | 0.0227 | 0.875 | 1.0 | 0.670s | 1m:45s |
| Iteration 47 | exponen.. | 0.2038 | 491 | 0.9 | friedman_mse | 6 | 4 | 9 | None | 0.0328 | 0.9375 | 1.0 | 0.775s | 1m:48s |
| Iteration 48 | exponen.. | 0.1781 | 435 | 0.8 | friedman_mse | 4 | 3 | 9 | auto | 0.0008 | 0.875 | 1.0 | 0.765s | 1m:50s |
| Iteration 49 | exponen.. | 0.0361 | 462 | 0.5 | friedman_mse | 18 | 5 | 10 | None | 0.0135 | 0.6875 | 1.0 | 0.751s | 1m:54s |
| Iteration 50 | exponen.. | 0.8744 | 65 | 0.8 | friedman_mse | 2 | 11 | 10 | 0.8 | 0.0261 | 0.6875 | 1.0 | 0.640s | 1m:56s |
Bayesian Optimization ---------------------------
Best call --> Iteration 20
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.1022, 'n_estimators': 327, 'subsample': 0.5, 'criterion': 'friedman_mse', 'min_samples_split': 8, 'min_samples_leaf': 3, 'max_depth': 8, 'max_features': 0.8, 'ccp_alpha': 0.014}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:58s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.111s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.95 ± 0.0548
Time elapsed: 0.477s
-------------------------------------------------
Total time: 1m:58s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.4375 | 0.4375 | 0.645s | 0.656s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.625 | 0.625 | 0.641s | 2.080s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.6875 | 0.6875 | 0.655s | 3.455s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.75 | 0.75 | 0.656s | 4.907s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.8125 | 0.8125 | 0.646s | 6.210s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.8125 | 0.8125 | 0.761s | 7.614s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.375 | 0.8125 | 0.644s | 8.909s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.75 | 0.8125 | 0.648s | 10.212s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.375 | 0.8125 | 0.658s | 11.525s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.5625 | 0.8125 | 0.725s | 13.131s |
| Iteration 11 | l2 | 0.001 | lbfgs | 1000 | --- | 0.8125 | 0.8125 | 0.707s | 14.892s |
| Iteration 12 | none | --- | newto.. | 155 | --- | 0.75 | 0.8125 | 0.703s | 16.612s |
| Iteration 13 | l2 | 100.0 | lbfgs | 100 | --- | 0.625 | 0.8125 | 0.714s | 18.340s |
| Iteration 14 | none | --- | lbfgs | 1000 | --- | 0.5625 | 0.8125 | 0.643s | 21.729s |
| Iteration 15 | l2 | 0.0033 | newto.. | 276 | --- | 0.625 | 0.8125 | 0.646s | 23.781s |
| Iteration 16 | l1 | 70.033 | saga | 149 | --- | 0.875 | 0.875 | 0.639s | 25.358s |
| Iteration 17 | l2 | 100.0 | newto.. | 439 | --- | 0.625 | 0.875 | 0.643s | 27.109s |
| Iteration 18 | elast.. | 0.0012 | saga | 117 | 0.9 | 0.5 | 0.875 | 1.226s | 29.413s |
| Iteration 19 | l2 | 100.0 | sag | 375 | --- | 0.375 | 0.875 | 0.641s | 31.076s |
| Iteration 20 | l1 | 0.0895 | saga | 147 | --- | 0.5 | 0.875 | 0.636s | 32.772s |
| Iteration 21 | l2 | 1.9064 | lbfgs | 968 | --- | 0.625 | 0.875 | 0.654s | 34.446s |
| Iteration 22 | none | --- | saga | 139 | --- | 0.75 | 0.875 | 0.639s | 36.145s |
| Iteration 23 | l1 | 54.0813 | saga | 153 | --- | 0.5625 | 0.875 | 0.646s | 37.949s |
| Iteration 24 | elast.. | 77.6601 | saga | 960 | 0.6 | 0.6875 | 0.875 | 0.664s | 39.882s |
| Iteration 25 | l2 | 0.001 | newto.. | 965 | --- | 0.6875 | 0.875 | 0.652s | 41.681s |
| Iteration 26 | l2 | 5.5612 | newto.. | 607 | --- | 0.875 | 0.875 | 0.680s | 43.407s |
| Iteration 27 | l2 | 7.2797 | newto.. | 625 | --- | 0.5625 | 0.875 | 0.657s | 45.214s |
| Iteration 28 | l2 | 0.0011 | newto.. | 621 | --- | 0.8125 | 0.875 | 0.652s | 46.944s |
| Iteration 29 | l2 | 0.0019 | newto.. | 823 | --- | 0.5625 | 0.875 | 0.656s | 48.636s |
| Iteration 30 | l2 | 39.2392 | newto.. | 967 | --- | 0.25 | 0.875 | 0.654s | 50.285s |
| Iteration 31 | l2 | 0.0142 | newto.. | 601 | --- | 0.625 | 0.875 | 0.636s | 51.927s |
| Iteration 32 | l2 | 0.5955 | lbfgs | 608 | --- | 1.0 | 1.0 | 0.661s | 53.746s |
| Iteration 33 | l2 | 0.6832 | lbfgs | 606 | --- | 0.8125 | 1.0 | 0.687s | 55.829s |
| Iteration 34 | l2 | 0.5163 | lbfgs | 583 | --- | 0.5625 | 1.0 | 0.660s | 57.769s |
| Iteration 35 | l1 | 0.5833 | libli.. | 641 | --- | 0.3125 | 1.0 | 0.649s | 59.677s |
| Iteration 36 | l2 | 0.0033 | newto.. | 598 | --- | 0.8125 | 1.0 | 0.637s | 1m:01s |
| Iteration 37 | l1 | 0.0061 | saga | 610 | --- | 0.5 | 1.0 | 0.650s | 1m:03s |
| Iteration 38 | l2 | 100.0 | lbfgs | 615 | --- | 0.3125 | 1.0 | 0.645s | 1m:05s |
| Iteration 39 | none | --- | sag | 603 | --- | 0.4375 | 1.0 | 0.672s | 1m:07s |
| Iteration 40 | l2 | 1.2079 | lbfgs | 615 | --- | 0.125 | 1.0 | 0.659s | 1m:09s |
| Iteration 41 | l2 | 0.3202 | lbfgs | 617 | --- | 0.9375 | 1.0 | 0.643s | 1m:11s |
| Iteration 42 | l2 | 0.4158 | lbfgs | 611 | --- | 0.75 | 1.0 | 0.652s | 1m:15s |
| Iteration 43 | l2 | 0.7539 | newto.. | 609 | --- | 0.9375 | 1.0 | 0.650s | 1m:17s |
| Iteration 44 | l2 | 0.9603 | newto.. | 614 | --- | 0.875 | 1.0 | 0.647s | 1m:19s |
| Iteration 45 | l1 | 0.2333 | libli.. | 612 | --- | 0.5625 | 1.0 | 0.657s | 1m:21s |
| Iteration 46 | l2 | 0.1589 | lbfgs | 610 | --- | 0.625 | 1.0 | 0.641s | 1m:23s |
| Iteration 47 | l2 | 1.6864 | lbfgs | 611 | --- | 0.6875 | 1.0 | 0.651s | 1m:25s |
| Iteration 48 | l1 | 0.9661 | libli.. | 605 | --- | 0.625 | 1.0 | 0.635s | 1m:27s |
| Iteration 49 | l2 | 0.5664 | newto.. | 604 | --- | 1.0 | 1.0 | 0.642s | 1m:29s |
| Iteration 50 | l2 | 0.2775 | newto.. | 601 | --- | 0.375 | 1.0 | 0.643s | 1m:31s |
Bayesian Optimization ---------------------------
Best call --> Iteration 32
Best parameters --> {'penalty': 'l2', 'C': 0.5955, 'solver': 'lbfgs', 'max_iter': 608}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:32s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7134
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.0316
Time elapsed: 0.058s
-------------------------------------------------
Total time: 1m:32s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.75 | 0.75 | 0.633s | 0.638s |
| Initial point 2 | svd | --- | 0.625 | 0.75 | 0.650s | 1.977s |
| Initial point 3 | svd | --- | 0.625 | 0.75 | 0.001s | 2.648s |
| Initial point 4 | lsqr | 0.8 | 1.0 | 1.0 | 0.634s | 3.926s |
| Initial point 5 | eigen | 0.9 | 0.8125 | 1.0 | 0.639s | 5.259s |
| Initial point 6 | lsqr | 0.7 | 1.0 | 1.0 | 0.653s | 7.533s |
| Initial point 7 | lsqr | 0.5 | 0.4375 | 1.0 | 0.641s | 9.136s |
| Initial point 8 | lsqr | 0.9 | 0.625 | 1.0 | 0.632s | 10.438s |
| Initial point 9 | lsqr | 0.6 | 0.375 | 1.0 | 0.651s | 11.785s |
| Initial point 10 | eigen | 0.8 | 0.5625 | 1.0 | 0.637s | 13.117s |
| Iteration 11 | eigen | 0.6 | 0.875 | 1.0 | 0.664s | 14.562s |
| Iteration 12 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 15.394s |
| Iteration 13 | eigen | 0.7 | 0.875 | 1.0 | 0.646s | 17.025s |
| Iteration 14 | lsqr | auto | 0.6875 | 1.0 | 0.638s | 18.446s |
| Iteration 15 | eigen | auto | 0.5625 | 1.0 | 0.641s | 20.140s |
| Iteration 16 | svd | --- | 0.625 | 1.0 | 0.000s | 21.363s |
| Iteration 17 | svd | --- | 0.625 | 1.0 | 0.000s | 22.459s |
| Iteration 18 | lsqr | 1.0 | 0.375 | 1.0 | 0.641s | 24.068s |
| Iteration 19 | svd | --- | 0.625 | 1.0 | 0.000s | 24.899s |
| Iteration 20 | lsqr | None | 1.0 | 1.0 | 0.635s | 26.354s |
| Iteration 21 | eigen | 0.5 | 0.625 | 1.0 | 1.213s | 28.379s |
| Iteration 22 | svd | --- | 0.625 | 1.0 | 0.000s | 29.210s |
| Iteration 23 | svd | --- | 0.625 | 1.0 | 0.000s | 31.262s |
| Iteration 24 | svd | --- | 0.625 | 1.0 | 0.000s | 32.374s |
| Iteration 25 | eigen | None | 0.4375 | 1.0 | 0.635s | 34.033s |
| Iteration 26 | lsqr | 0.8 | 1.0 | 1.0 | 0.001s | 35.015s |
| Iteration 27 | lsqr | None | 1.0 | 1.0 | 0.000s | 36.068s |
| Iteration 28 | lsqr | 0.8 | 1.0 | 1.0 | 0.000s | 37.043s |
| Iteration 29 | lsqr | None | 1.0 | 1.0 | 0.000s | 37.975s |
| Iteration 30 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 38.859s |
| Iteration 31 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 39.786s |
| Iteration 32 | lsqr | 0.8 | 1.0 | 1.0 | 0.000s | 40.705s |
| Iteration 33 | lsqr | None | 1.0 | 1.0 | 0.001s | 41.737s |
| Iteration 34 | lsqr | 0.8 | 1.0 | 1.0 | 0.000s | 42.655s |
| Iteration 35 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 43.566s |
| Iteration 36 | lsqr | None | 1.0 | 1.0 | 0.000s | 44.527s |
| Iteration 37 | lsqr | 0.8 | 1.0 | 1.0 | 0.001s | 45.616s |
| Iteration 38 | lsqr | None | 1.0 | 1.0 | 0.000s | 46.672s |
| Iteration 39 | lsqr | 0.7 | 1.0 | 1.0 | 0.001s | 47.665s |
| Iteration 40 | lsqr | None | 1.0 | 1.0 | 0.000s | 48.652s |
| Iteration 41 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 49.677s |
| Iteration 42 | lsqr | 0.8 | 1.0 | 1.0 | 0.000s | 50.670s |
| Iteration 43 | lsqr | auto | 0.6875 | 1.0 | 0.000s | 51.637s |
| Iteration 44 | lsqr | 0.8 | 1.0 | 1.0 | 0.001s | 52.592s |
| Iteration 45 | lsqr | 0.7 | 1.0 | 1.0 | 0.001s | 53.567s |
| Iteration 46 | lsqr | None | 1.0 | 1.0 | 0.000s | 56.587s |
| Iteration 47 | svd | --- | 0.625 | 1.0 | 0.000s | 58.036s |
| Iteration 48 | svd | --- | 0.625 | 1.0 | 0.000s | 59.139s |
| Iteration 49 | eigen | 0.6 | 0.875 | 1.0 | 0.000s | 1m:00s |
| Iteration 50 | lsqr | 0.7 | 1.0 | 1.0 | 0.001s | 1m:01s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:02s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7321
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.83 ± 0.0872
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:02s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.75 | 0.75 | 0.639s | 0.642s |
| Initial point 2 | 0.9 | 0.625 | 0.75 | 0.641s | 1.999s |
| Initial point 3 | 0.1 | 0.8125 | 0.8125 | 0.636s | 3.310s |
| Initial point 4 | 1.0 | 0.75 | 0.8125 | 0.001s | 4.049s |
| Initial point 5 | 0.2 | 0.8125 | 0.8125 | 0.648s | 5.340s |
| Initial point 6 | 0.4 | 1.0 | 1.0 | 0.639s | 7.032s |
| Initial point 7 | 0.4 | 1.0 | 1.0 | 0.000s | 7.679s |
| Initial point 8 | 0.7 | 0.5625 | 1.0 | 0.640s | 8.993s |
| Initial point 9 | 0.9 | 0.625 | 1.0 | 0.000s | 9.652s |
| Initial point 10 | 0.8 | 0.5 | 1.0 | 0.646s | 12.854s |
| Iteration 11 | 0.3 | 0.6875 | 1.0 | 0.660s | 14.709s |
| Iteration 12 | 0.6 | 0.75 | 1.0 | 0.656s | 16.287s |
| Iteration 13 | 0.5 | 0.875 | 1.0 | 0.643s | 17.697s |
| Iteration 14 | 0.0 | 0.75 | 1.0 | 0.651s | 19.082s |
| Iteration 15 | 0.4 | 1.0 | 1.0 | 0.001s | 19.937s |
| Iteration 16 | 0.4 | 1.0 | 1.0 | 0.000s | 20.699s |
| Iteration 17 | 0.3 | 0.6875 | 1.0 | 0.000s | 21.624s |
| Iteration 18 | 0.4 | 1.0 | 1.0 | 0.000s | 22.467s |
| Iteration 19 | 0.9 | 0.625 | 1.0 | 0.000s | 23.227s |
| Iteration 20 | 0.4 | 1.0 | 1.0 | 0.000s | 24.033s |
| Iteration 21 | 0.6 | 0.75 | 1.0 | 0.000s | 24.855s |
| Iteration 22 | 0.4 | 1.0 | 1.0 | 0.000s | 27.049s |
| Iteration 23 | 0.4 | 1.0 | 1.0 | 0.000s | 28.187s |
| Iteration 24 | 0.4 | 1.0 | 1.0 | 0.000s | 28.989s |
| Iteration 25 | 0.4 | 1.0 | 1.0 | 0.000s | 29.845s |
| Iteration 26 | 0.4 | 1.0 | 1.0 | 0.000s | 31.164s |
| Iteration 27 | 0.4 | 1.0 | 1.0 | 0.000s | 33.964s |
| Iteration 28 | 0.9 | 0.625 | 1.0 | 0.000s | 35.260s |
| Iteration 29 | 0.4 | 1.0 | 1.0 | 0.000s | 36.122s |
| Iteration 30 | 0.8 | 0.5 | 1.0 | 0.000s | 37.152s |
| Iteration 31 | 0.4 | 1.0 | 1.0 | 0.000s | 37.934s |
| Iteration 32 | 0.4 | 1.0 | 1.0 | 0.000s | 39.398s |
| Iteration 33 | 0.4 | 1.0 | 1.0 | 0.000s | 40.239s |
| Iteration 34 | 0.4 | 1.0 | 1.0 | 0.001s | 41.118s |
| Iteration 35 | 0.4 | 1.0 | 1.0 | 0.000s | 42.038s |
| Iteration 36 | 0.4 | 1.0 | 1.0 | 0.000s | 42.856s |
| Iteration 37 | 0.4 | 1.0 | 1.0 | 0.000s | 43.790s |
| Iteration 38 | 0.4 | 1.0 | 1.0 | 0.000s | 44.631s |
| Iteration 39 | 0.4 | 1.0 | 1.0 | 0.000s | 45.480s |
| Iteration 40 | 0.4 | 1.0 | 1.0 | 0.000s | 46.340s |
| Iteration 41 | 0.4 | 1.0 | 1.0 | 0.000s | 47.285s |
| Iteration 42 | 0.4 | 1.0 | 1.0 | 0.000s | 48.234s |
| Iteration 43 | 0.4 | 1.0 | 1.0 | 0.000s | 49.101s |
| Iteration 44 | 0.4 | 1.0 | 1.0 | 0.000s | 49.936s |
| Iteration 45 | 0.4 | 1.0 | 1.0 | 0.000s | 50.842s |
| Iteration 46 | 0.4 | 1.0 | 1.0 | 0.000s | 51.709s |
| Iteration 47 | 0.4 | 1.0 | 1.0 | 0.001s | 52.652s |
| Iteration 48 | 0.4 | 1.0 | 1.0 | 0.000s | 53.531s |
| Iteration 49 | 0.4 | 1.0 | 1.0 | 0.000s | 56.149s |
| Iteration 50 | 0.4 | 1.0 | 1.0 | 0.000s | 57.484s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'reg_param': 0.4}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:00s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7134
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.08
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:00s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.4861 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 0.652s | 0.672s |
| Initial point 2 | 4.9657 | uniform | kd_tree | 39 | 2 | 0.4688 | 1.0 | 0.654s | 4.488s |
| Initial point 3 | 3.9226 | dista.. | ball_tree | 25 | 2 | 0.7188 | 1.0 | 0.658s | 6.248s |
| Initial point 4 | 11.444 | uniform | ball_tree | 39 | 2 | 0.5 | 1.0 | 0.668s | 7.566s |
| Initial point 5 | 8.9649 | dista.. | auto | 30 | 2 | 1.0 | 1.0 | 0.653s | 8.905s |
| Initial point 6 | 10.382 | dista.. | ball_tree | 21 | 2 | 0.875 | 1.0 | 0.654s | 10.265s |
| Initial point 7 | 7.426 | dista.. | ball_tree | 24 | 1 | 0.625 | 1.0 | 0.656s | 11.599s |
| Initial point 8 | 1.7795 | dista.. | ball_tree | 21 | 2 | 0.5938 | 1.0 | 0.650s | 13.194s |
| Initial point 9 | 8.272 | uniform | ball_tree | 24 | 1 | 0.5625 | 1.0 | 0.651s | 14.513s |
| Initial point 10 | 5.8755 | uniform | brute | 22 | 2 | 0.0625 | 1.0 | 0.654s | 15.880s |
| Iteration 11 | 12.5213 | dista.. | brute | 40 | 2 | 0.875 | 1.0 | 0.651s | 17.540s |
| Iteration 12 | 10.8372 | dista.. | auto | 32 | 2 | 0.875 | 1.0 | 0.648s | 19.178s |
| Iteration 13 | 12.5213 | dista.. | auto | 20 | 2 | 0.8125 | 1.0 | 0.657s | 20.903s |
| Iteration 14 | 12.5213 | dista.. | auto | 40 | 1 | 0.5 | 1.0 | 0.646s | 22.701s |
| Iteration 15 | 12.5213 | dista.. | brute | 24 | 2 | 0.5625 | 1.0 | 0.648s | 24.310s |
| Iteration 16 | 0.1651 | dista.. | brute | 38 | 1 | 0.25 | 1.0 | 0.651s | 25.944s |
| Iteration 17 | 0.0 | uniform | auto | 34 | 2 | 0.5 | 1.0 | 0.657s | 27.515s |
| Iteration 18 | 12.5213 | dista.. | auto | 21 | 2 | 0.625 | 1.0 | 0.650s | 29.420s |
| Iteration 19 | 8.2319 | dista.. | auto | 40 | 2 | 0.625 | 1.0 | 0.678s | 31.011s |
| Iteration 20 | 12.5213 | dista.. | brute | 27 | 1 | 1.0 | 1.0 | 0.683s | 32.634s |
| Iteration 21 | 7.9182 | dista.. | brute | 37 | 1 | 0.9375 | 1.0 | 0.674s | 34.344s |
| Iteration 22 | 8.2899 | dista.. | brute | 20 | 1 | 0.875 | 1.0 | 1.258s | 36.512s |
| Iteration 23 | 8.4817 | dista.. | brute | 20 | 1 | 0.5625 | 1.0 | 0.689s | 38.160s |
| Iteration 24 | 12.5213 | dista.. | auto | 27 | 2 | 0.8125 | 1.0 | 0.672s | 39.766s |
| Iteration 25 | 12.5213 | uniform | ball_tree | 21 | 2 | 0.5 | 1.0 | 0.647s | 41.384s |
| Iteration 26 | 12.5213 | dista.. | brute | 40 | 1 | 0.8125 | 1.0 | 0.655s | 43.062s |
| Iteration 27 | 12.5213 | dista.. | kd_tree | 39 | 1 | 0.625 | 1.0 | 0.647s | 44.696s |
| Iteration 28 | 6.6215 | dista.. | brute | 40 | 2 | 0.875 | 1.0 | 0.653s | 46.343s |
| Iteration 29 | 6.6738 | dista.. | brute | 39 | 2 | 0.5 | 1.0 | 0.667s | 48.074s |
| Iteration 30 | 0.0001 | uniform | kd_tree | 36 | 1 | 0.5 | 1.0 | 0.655s | 49.685s |
| Iteration 31 | 12.5213 | dista.. | brute | 20 | 1 | 0.8125 | 1.0 | 0.652s | 51.310s |
| Iteration 32 | 0.014 | dista.. | brute | 22 | 1 | 0.5 | 1.0 | 0.649s | 52.969s |
| Iteration 33 | 12.5213 | dista.. | brute | 20 | 2 | 0.875 | 1.0 | 0.653s | 54.609s |
| Iteration 34 | 12.5213 | dista.. | brute | 20 | 1 | 0.8125 | 1.0 | 0.001s | 55.577s |
| Iteration 35 | 12.5184 | dista.. | kd_tree | 25 | 1 | 0.4375 | 1.0 | 0.661s | 57.251s |
| Iteration 36 | 12.5206 | uniform | kd_tree | 33 | 1 | 0.9062 | 1.0 | 0.666s | 58.920s |
| Iteration 37 | 9.8421 | dista.. | auto | 40 | 2 | 1.0 | 1.0 | 0.664s | 1m:01s |
| Iteration 38 | 12.5213 | uniform | brute | 31 | 1 | 0.4688 | 1.0 | 0.680s | 1m:02s |
| Iteration 39 | 9.8225 | dista.. | auto | 40 | 2 | 0.6875 | 1.0 | 0.680s | 1m:04s |
| Iteration 40 | 9.9204 | dista.. | auto | 40 | 2 | 0.0625 | 1.0 | 0.676s | 1m:06s |
| Iteration 41 | 12.5213 | dista.. | brute | 20 | 2 | 0.875 | 1.0 | 0.001s | 1m:07s |
| Iteration 42 | 12.5213 | dista.. | brute | 20 | 1 | 0.8125 | 1.0 | 0.000s | 1m:08s |
| Iteration 43 | 0.0012 | dista.. | brute | 27 | 1 | 0.5 | 1.0 | 0.645s | 1m:10s |
| Iteration 44 | 12.5181 | uniform | auto | 34 | 2 | 0.375 | 1.0 | 0.633s | 1m:12s |
| Iteration 45 | 12.5213 | dista.. | brute | 20 | 2 | 0.875 | 1.0 | 0.001s | 1m:13s |
| Iteration 46 | 12.5213 | dista.. | brute | 20 | 2 | 0.875 | 1.0 | 0.001s | 1m:14s |
| Iteration 47 | 12.5213 | dista.. | brute | 20 | 1 | 0.8125 | 1.0 | 0.001s | 1m:15s |
| Iteration 48 | 12.5213 | dista.. | brute | 20 | 2 | 0.875 | 1.0 | 0.000s | 1m:16s |
| Iteration 49 | 0.0006 | uniform | ball_tree | 21 | 1 | 0.5 | 1.0 | 0.645s | 1m:18s |
| Iteration 50 | 12.5213 | dista.. | brute | 20 | 2 | 0.875 | 1.0 | 0.001s | 1m:19s |
Bayesian Optimization ---------------------------
Best call --> Iteration 20
Best parameters --> {'radius': 12.5213, 'weights': 'distance', 'algorithm': 'brute', 'leaf_size': 27, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.86 ± 0.02
Time elapsed: 0.049s
-------------------------------------------------
Total time: 1m:20s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.625 | 0.625 | 1.013s | 1.020s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 1.0 | 1.0 | 1.034s | 2.763s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.8125 | 1.0 | 1.388s | 5.531s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.75 | 1.0 | 0.940s | 7.351s |
| Initial point 5 | 250 | 0.0488 | SAMME | 1.0 | 1.0 | 0.819s | 8.900s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.875 | 1.0 | 1.005s | 10.839s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.7812 | 1.0 | 0.658s | 12.163s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.9062 | 1.0 | 0.919s | 13.824s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.6562 | 1.0 | 0.654s | 15.187s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.6875 | 1.0 | 0.770s | 16.651s |
| Iteration 11 | 500 | 0.0448 | SAMME.R | 0.75 | 1.0 | 1.068s | 18.554s |
| Iteration 12 | 58 | 0.2016 | SAMME.R | 0.8125 | 1.0 | 0.750s | 20.357s |
| Iteration 13 | 69 | 0.053 | SAMME | 0.8125 | 1.0 | 0.752s | 21.949s |
| Iteration 14 | 184 | 0.01 | SAMME | 0.6875 | 1.0 | 0.832s | 23.623s |
| Iteration 15 | 453 | 0.0498 | SAMME.R | 0.875 | 1.0 | 1.059s | 25.929s |
| Iteration 16 | 59 | 0.0488 | SAMME | 1.0 | 1.0 | 0.729s | 27.613s |
| Iteration 17 | 423 | 0.0542 | SAMME.R | 1.0 | 1.0 | 1.035s | 29.537s |
| Iteration 18 | 341 | 0.0524 | SAMME.R | 0.6562 | 1.0 | 0.981s | 33.179s |
| Iteration 19 | 87 | 0.0479 | SAMME | 0.6875 | 1.0 | 0.714s | 35.121s |
| Iteration 20 | 452 | 0.4599 | SAMME.R | 1.0 | 1.0 | 1.014s | 36.979s |
| Iteration 21 | 127 | 0.4624 | SAMME | 1.0 | 1.0 | 0.740s | 38.537s |
| Iteration 22 | 63 | 0.4688 | SAMME | 0.8125 | 1.0 | 0.687s | 40.077s |
| Iteration 23 | 450 | 0.2031 | SAMME.R | 0.625 | 1.0 | 0.999s | 41.909s |
| Iteration 24 | 281 | 0.438 | SAMME | 1.0 | 1.0 | 0.841s | 43.657s |
| Iteration 25 | 190 | 0.4299 | SAMME.R | 0.75 | 1.0 | 0.789s | 47.243s |
| Iteration 26 | 160 | 0.4571 | SAMME | 0.875 | 1.0 | 0.774s | 50.131s |
| Iteration 27 | 496 | 0.4571 | SAMME | 0.8125 | 1.0 | 0.992s | 52.276s |
| Iteration 28 | 332 | 0.4572 | SAMME.R | 0.9375 | 1.0 | 1.533s | 54.713s |
| Iteration 29 | 73 | 0.4996 | SAMME.R | 0.5 | 1.0 | 0.761s | 56.513s |
| Iteration 30 | 467 | 0.4462 | SAMME | 0.625 | 1.0 | 1.082s | 58.523s |
| Iteration 31 | 126 | 0.4657 | SAMME | 0.6562 | 1.0 | 0.716s | 1m:00s |
| Iteration 32 | 479 | 0.0519 | SAMME.R | 1.0 | 1.0 | 1.008s | 1m:02s |
| Iteration 33 | 480 | 0.0523 | SAMME.R | 0.875 | 1.0 | 1.002s | 1m:04s |
| Iteration 34 | 479 | 0.0526 | SAMME.R | 0.9375 | 1.0 | 1.001s | 1m:06s |
| Iteration 35 | 475 | 0.0552 | SAMME.R | 0.5625 | 1.0 | 1.009s | 1m:10s |
| Iteration 36 | 435 | 0.0205 | SAMME | 0.875 | 1.0 | 0.948s | 1m:14s |
| Iteration 37 | 296 | 0.0504 | SAMME.R | 1.0 | 1.0 | 0.954s | 1m:17s |
| Iteration 38 | 174 | 0.0502 | SAMME.R | 0.75 | 1.0 | 0.765s | 1m:18s |
| Iteration 39 | 381 | 0.0503 | SAMME | 0.9375 | 1.0 | 0.926s | 1m:20s |
| Iteration 40 | 438 | 0.0179 | SAMME.R | 0.375 | 1.0 | 0.968s | 1m:22s |
| Iteration 41 | 139 | 0.0225 | SAMME.R | 0.8438 | 1.0 | 0.732s | 1m:24s |
| Iteration 42 | 326 | 0.0501 | SAMME | 0.75 | 1.0 | 0.919s | 1m:26s |
| Iteration 43 | 408 | 0.0503 | SAMME | 0.8125 | 1.0 | 0.912s | 1m:28s |
| Iteration 44 | 227 | 0.2605 | SAMME | 0.9375 | 1.0 | 0.794s | 1m:31s |
| Iteration 45 | 466 | 0.0503 | SAMME.R | 0.7812 | 1.0 | 1.002s | 1m:33s |
| Iteration 46 | 214 | 0.2741 | SAMME.R | 1.0 | 1.0 | 0.807s | 1m:35s |
| Iteration 47 | 418 | 0.0504 | SAMME.R | 0.9688 | 1.0 | 0.964s | 1m:37s |
| Iteration 48 | 191 | 0.2747 | SAMME.R | 0.625 | 1.0 | 0.801s | 1m:39s |
| Iteration 49 | 248 | 0.2482 | SAMME.R | 0.625 | 1.0 | 0.833s | 1m:41s |
| Iteration 50 | 339 | 0.3822 | SAMME | 0.75 | 1.0 | 0.885s | 1m:42s |
Bayesian Optimization ---------------------------
Best call --> Iteration 17
Best parameters --> {'n_estimators': 423, 'learning_rate': 0.0542, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:43s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.386s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.098
Time elapsed: 1.733s
-------------------------------------------------
Total time: 1m:46s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 1.0 | 1.0 | 1.070s | 1.090s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.6875 | 1.0 | 1.559s | 3.366s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.75 | 1.0 | 0.989s | 5.030s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.625 | 1.0 | 0.796s | 6.667s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.875 | 1.0 | 1.000s | 8.480s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.9375 | 1.0 | 0.829s | 10.000s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.75 | 1.0 | 0.886s | 11.648s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.9375 | 1.0 | 0.852s | 13.251s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.625 | 1.0 | 0.973s | 14.917s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.6875 | 1.0 | 0.956s | 16.614s |
| Iteration 11 | 500 | entropy | 9 | 20 | 1 | None | False | 0.035 | --- | 0.5625 | 1.0 | 1.043s | 18.918s |
| Iteration 12 | 225 | entropy | 1 | 12 | 12 | 0.9 | True | 0.0235 | 0.6 | 0.7188 | 1.0 | 0.859s | 20.993s |
| Iteration 13 | 390 | entropy | 2 | 14 | 1 | sqrt | True | 0.035 | 0.5 | 0.8125 | 1.0 | 0.989s | 23.559s |
| Iteration 14 | 500 | gini | 4 | 16 | 20 | 0.5 | True | 0.0 | 0.6 | 0.5 | 1.0 | 1.038s | 25.899s |
| Iteration 15 | 500 | entropy | None | 20 | 3 | sqrt | True | 0.0194 | 0.9 | 0.75 | 1.0 | 1.088s | 28.273s |
| Iteration 16 | 348 | entropy | 1 | 10 | 10 | log2 | False | 0.0029 | --- | 1.0 | 1.0 | 0.893s | 30.386s |
| Iteration 17 | 285 | entropy | 1 | 15 | 13 | sqrt | True | 0.0084 | 0.9 | 0.8125 | 1.0 | 0.905s | 32.440s |
| Iteration 18 | 317 | entropy | None | 3 | 5 | 0.6 | False | 0.0346 | --- | 0.5625 | 1.0 | 0.904s | 34.759s |
| Iteration 19 | 272 | entropy | None | 15 | 15 | 0.5 | False | 0.0272 | --- | 0.6562 | 1.0 | 0.851s | 36.885s |
| Iteration 20 | 418 | entropy | 1 | 17 | 9 | log2 | False | 0.0004 | --- | 1.0 | 1.0 | 0.944s | 39.290s |
| Iteration 21 | 283 | entropy | 1 | 11 | 3 | 0.5 | False | 0.0033 | --- | 0.7188 | 1.0 | 0.856s | 41.340s |
| Iteration 22 | 408 | entropy | 1 | 12 | 10 | log2 | False | 0.0 | --- | 0.875 | 1.0 | 0.904s | 43.429s |
| Iteration 23 | 464 | entropy | None | 19 | 6 | 0.5 | True | 0.0304 | 0.9 | 0.5 | 1.0 | 0.998s | 45.582s |
| Iteration 24 | 421 | entropy | 1 | 12 | 8 | log2 | False | 0.0186 | --- | 0.7812 | 1.0 | 0.888s | 47.730s |
| Iteration 25 | 406 | entropy | 1 | 13 | 4 | 0.5 | True | 0.0265 | 0.5 | 0.9375 | 1.0 | 0.945s | 50.028s |
| Iteration 26 | 116 | entropy | 1 | 18 | 1 | log2 | True | 0.0049 | 0.6 | 0.8125 | 1.0 | 0.714s | 51.955s |
| Iteration 27 | 218 | entropy | 1 | 15 | 6 | 0.6 | True | 0.0236 | 0.7 | 0.75 | 1.0 | 0.794s | 55.701s |
| Iteration 28 | 236 | gini | 8 | 15 | 16 | auto | True | 0.0323 | 0.8 | 0.875 | 1.0 | 0.815s | 59.977s |
| Iteration 29 | 141 | entropy | 1 | 19 | 14 | log2 | True | 0.0038 | 0.5 | 0.5 | 1.0 | 1.357s | 1m:03s |
| Iteration 30 | 66 | entropy | 1 | 10 | 9 | log2 | False | 0.0031 | --- | 0.6875 | 1.0 | 0.671s | 1m:05s |
| Iteration 31 | 333 | entropy | 9 | 13 | 10 | log2 | False | 0.0168 | --- | 0.875 | 1.0 | 0.835s | 1m:07s |
| Iteration 32 | 415 | entropy | 8 | 5 | 9 | log2 | False | 0.0141 | --- | 1.0 | 1.0 | 0.880s | 1m:10s |
| Iteration 33 | 262 | entropy | 9 | 15 | 10 | 0.5 | False | 0.0133 | --- | 0.875 | 1.0 | 0.836s | 1m:12s |
| Iteration 34 | 495 | gini | 5 | 18 | 5 | 0.5 | True | 0.0038 | 0.9 | 0.875 | 1.0 | 1.034s | 1m:14s |
| Iteration 35 | 417 | entropy | 4 | 17 | 9 | auto | True | 0.0186 | 0.5 | 0.3125 | 1.0 | 0.959s | 1m:17s |
| Iteration 36 | 417 | entropy | 7 | 8 | 9 | log2 | False | 0.0117 | --- | 0.875 | 1.0 | 0.909s | 1m:19s |
| Iteration 37 | 419 | entropy | 5 | 7 | 9 | log2 | False | 0.0303 | --- | 0.9375 | 1.0 | 0.885s | 1m:21s |
| Iteration 38 | 413 | entropy | 8 | 4 | 9 | log2 | False | 0.0075 | --- | 0.6875 | 1.0 | 0.899s | 1m:24s |
| Iteration 39 | 468 | entropy | 5 | 20 | 5 | 0.5 | True | 0.0334 | 0.6 | 0.6875 | 1.0 | 1.003s | 1m:26s |
| Iteration 40 | 348 | gini | 1 | 9 | 10 | sqrt | False | 0.0167 | --- | 0.4375 | 1.0 | 0.842s | 1m:28s |
| Iteration 41 | 351 | entropy | None | 12 | 10 | 0.7 | False | 0.0225 | --- | 0.8438 | 1.0 | 0.847s | 1m:31s |
| Iteration 42 | 429 | entropy | 3 | 11 | 4 | auto | True | 0.0158 | 0.6 | 0.875 | 1.0 | 0.972s | 1m:33s |
| Iteration 43 | 500 | entropy | 8 | 3 | 9 | 0.8 | False | 0.0096 | --- | 0.875 | 1.0 | 0.956s | 1m:36s |
| Iteration 44 | 388 | entropy | 2 | 18 | 16 | log2 | False | 0.0122 | --- | 0.7812 | 1.0 | 0.865s | 1m:38s |
| Iteration 45 | 331 | gini | 8 | 14 | 11 | 0.5 | False | 0.0233 | --- | 0.5312 | 1.0 | 0.834s | 1m:41s |
| Iteration 46 | 439 | entropy | 8 | 7 | 11 | 0.5 | False | 0.025 | --- | 0.9375 | 1.0 | 0.923s | 1m:43s |
| Iteration 47 | 500 | entropy | 8 | 19 | 11 | log2 | False | 0.009 | --- | 0.8125 | 1.0 | 0.929s | 1m:45s |
| Iteration 48 | 377 | entropy | None | 20 | 12 | 0.5 | False | 0.0269 | --- | 0.9062 | 1.0 | 0.858s | 1m:48s |
| Iteration 49 | 395 | entropy | 5 | 16 | 11 | 0.9 | False | 0.0229 | --- | 0.3125 | 1.0 | 0.891s | 1m:50s |
| Iteration 50 | 357 | entropy | 2 | 9 | 11 | log2 | False | 0.0055 | --- | 0.8125 | 1.0 | 0.881s | 1m:53s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'n_estimators': 499, 'criterion': 'entropy', 'max_depth': 1, 'min_samples_split': 20, 'min_samples_leaf': 5, 'max_features': 0.5, 'bootstrap': True, 'ccp_alpha': 0.0234, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:55s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8643
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.435s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.78 ± 0.103
Time elapsed: 2.006s
-------------------------------------------------
Total time: 1m:58s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.904s | 0.924s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.875 | 0.875 | 0.770s | 2.782s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.875 | 0.773s | 5.485s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.875 | 1.329s | 8.071s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.875 | 0.763s | 9.584s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.875 | 0.740s | 11.028s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.875 | 0.742s | 12.557s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.875 | 0.708s | 13.982s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.625 | 0.875 | 0.729s | 15.455s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.875 | 0.700s | 16.909s |
| Iteration 11 | 179 | 0.0142 | 8 | 0.2399 | 3 | 0.7 | 1.0 | 0 | 1 | 0.875 | 0.875 | 0.685s | 18.804s |
| Iteration 12 | 361 | 0.0292 | 6 | 0.3649 | 3 | 0.8 | 0.9 | 0.01 | 0.1 | 0.6875 | 0.875 | 0.710s | 20.598s |
| Iteration 13 | 126 | 0.0374 | 2 | 0.0633 | 2 | 0.5 | 1.0 | 0.01 | 0.1 | 0.75 | 0.875 | 0.672s | 22.290s |
| Iteration 14 | 220 | 0.8614 | 9 | 0.0786 | 3 | 0.9 | 0.5 | 10 | 0.1 | 0.5 | 0.875 | 0.671s | 23.966s |
| Iteration 15 | 328 | 0.01 | 6 | 0.0799 | 2 | 0.9 | 0.5 | 0.01 | 1 | 0.8125 | 0.875 | 0.696s | 25.703s |
| Iteration 16 | 289 | 0.01 | 7 | 0.8063 | 1 | 1.0 | 1.0 | 0 | 0.01 | 0.9375 | 0.9375 | 0.702s | 28.730s |
| Iteration 17 | 20 | 0.01 | 10 | 1.0 | 1 | 1.0 | 1.0 | 0 | 0 | 0.9375 | 0.9375 | 0.670s | 32.423s |
| Iteration 18 | 221 | 0.01 | 8 | 0.6749 | 1 | 1.0 | 0.5 | 0 | 0 | 0.5 | 0.9375 | 0.702s | 35.661s |
| Iteration 19 | 71 | 0.0114 | 7 | 0.1998 | 1 | 0.8 | 1.0 | 0.1 | 10 | 0.625 | 0.9375 | 0.659s | 37.774s |
| Iteration 20 | 326 | 0.189 | 10 | 0.6493 | 1 | 0.9 | 1.0 | 0 | 0.01 | 1.0 | 1.0 | 0.704s | 39.642s |
| Iteration 21 | 326 | 0.935 | 10 | 0.5238 | 1 | 0.8 | 1.0 | 0 | 0.01 | 1.0 | 1.0 | 0.701s | 41.510s |
| Iteration 22 | 412 | 0.7184 | 10 | 0.081 | 1 | 0.9 | 1.0 | 0 | 100 | 0.8125 | 1.0 | 0.718s | 43.393s |
| Iteration 23 | 446 | 0.2719 | 6 | 0.4382 | 2 | 0.7 | 0.9 | 0.1 | 0 | 0.625 | 1.0 | 0.726s | 45.358s |
| Iteration 24 | 409 | 0.587 | 10 | 0.1385 | 1 | 0.6 | 1.0 | 0 | 0.1 | 1.0 | 1.0 | 0.715s | 47.258s |
| Iteration 25 | 353 | 0.1481 | 10 | 0.1004 | 2 | 0.9 | 1.0 | 0 | 0.1 | 0.8125 | 1.0 | 0.715s | 49.193s |
| Iteration 26 | 500 | 1.0 | 10 | 0.0 | 1 | 0.5 | 1.0 | 0 | 0 | 0.75 | 1.0 | 0.726s | 51.237s |
| Iteration 27 | 341 | 1.0 | 1 | 0.6638 | 2 | 0.5 | 1.0 | 0 | 100 | 0.8125 | 1.0 | 0.699s | 53.175s |
| Iteration 28 | 227 | 0.1258 | 10 | 1.0 | 6 | 0.8 | 1.0 | 0 | 10 | 0.9062 | 1.0 | 0.697s | 55.131s |
| Iteration 29 | 500 | 1.0 | 10 | 0.6397 | 10 | 1.0 | 1.0 | 0 | 0 | 0.5 | 1.0 | 0.723s | 57.102s |
| Iteration 30 | 500 | 1.0 | 10 | 1.0 | 1 | 0.5 | 1.0 | 0 | 0.1 | 0.6875 | 1.0 | 1.324s | 59.957s |
| Iteration 31 | 159 | 0.609 | 10 | 1.0 | 1 | 0.6 | 1.0 | 0 | 0 | 0.8125 | 1.0 | 0.674s | 1m:02s |
| Iteration 32 | 20 | 1.0 | 1 | 0.48 | 1 | 1.0 | 1.0 | 0 | 100 | 0.625 | 1.0 | 0.652s | 1m:04s |
| Iteration 33 | 272 | 0.01 | 10 | 0.2103 | 1 | 1.0 | 1.0 | 0 | 1 | 0.8125 | 1.0 | 0.708s | 1m:06s |
| Iteration 34 | 193 | 0.0239 | 4 | 1.0 | 1 | 0.5 | 1.0 | 0 | 0.1 | 1.0 | 1.0 | 0.687s | 1m:08s |
| Iteration 35 | 193 | 0.4149 | 10 | 1.0 | 1 | 0.7 | 1.0 | 0 | 0.1 | 0.8125 | 1.0 | 0.671s | 1m:10s |
| Iteration 36 | 70 | 0.01 | 10 | 0.0153 | 10 | 0.7 | 1.0 | 0 | 100 | 0.5 | 1.0 | 0.649s | 1m:12s |
| Iteration 37 | 249 | 0.01 | 4 | 1.0 | 1 | 0.5 | 1.0 | 0 | 0 | 1.0 | 1.0 | 0.687s | 1m:14s |
| Iteration 38 | 230 | 0.01 | 10 | 1.0 | 1 | 0.5 | 1.0 | 0 | 0 | 0.75 | 1.0 | 0.698s | 1m:16s |
| Iteration 39 | 127 | 0.0251 | 3 | 0.2431 | 10 | 1.0 | 0.4 | 100 | 0 | 0.5 | 1.0 | 0.715s | 1m:18s |
| Iteration 40 | 171 | 0.4257 | 2 | 0.6622 | 1 | 0.6 | 0.4 | 0 | 10 | 0.1875 | 1.0 | 0.728s | 1m:20s |
| Iteration 41 | 343 | 0.01 | 1 | 0.6139 | 1 | 1.0 | 1.0 | 0 | 100 | 0.8125 | 1.0 | 0.756s | 1m:22s |
| Iteration 42 | 500 | 0.2029 | 10 | 0.252 | 1 | 0.5 | 1.0 | 0 | 0.01 | 1.0 | 1.0 | 0.782s | 1m:24s |
| Iteration 43 | 20 | 0.01 | 2 | 1.0 | 4 | 1.0 | 1.0 | 0 | 0 | 0.9062 | 1.0 | 0.710s | 1m:26s |
| Iteration 44 | 20 | 1.0 | 3 | 1.0 | 1 | 1.0 | 1.0 | 0 | 0 | 0.5 | 1.0 | 0.648s | 1m:28s |
| Iteration 45 | 317 | 0.0837 | 5 | 0.6803 | 1 | 0.5 | 1.0 | 0 | 0 | 0.8125 | 1.0 | 0.711s | 1m:30s |
| Iteration 46 | 500 | 0.01 | 5 | 0.0 | 1 | 0.8 | 1.0 | 0 | 0.01 | 0.875 | 1.0 | 0.746s | 1m:33s |
| Iteration 47 | 500 | 0.01 | 10 | 1.0 | 1 | 1.0 | 1.0 | 0 | 0 | 1.0 | 1.0 | 0.761s | 1m:35s |
| Iteration 48 | 500 | 0.01 | 10 | 1.0 | 5 | 0.5 | 1.0 | 0 | 100 | 0.5 | 1.0 | 0.745s | 1m:37s |
| Iteration 49 | 500 | 0.01 | 1 | 0.0 | 1 | 1.0 | 1.0 | 0 | 0 | 0.875 | 1.0 | 0.727s | 1m:39s |
| Iteration 50 | 260 | 0.0497 | 10 | 0.4117 | 1 | 0.8 | 1.0 | 0 | 0 | 0.875 | 1.0 | 0.710s | 1m:41s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.2029, 'max_depth': 10, 'gamma': 0.252, 'min_child_weight': 1, 'subsample': 0.5, 'colsample_bytree': 1.0, 'reg_alpha': 0, 'reg_lambda': 0.01}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:44s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.108s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.95 ± 0.0316
Time elapsed: 0.315s
-------------------------------------------------
Total time: 1m:45s
Final results ==================== >>
Duration: 12m:21s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.95 ± 0.0548 !
Logistic Regression --> roc_auc: 0.75 ± 0.0316
Linear Discriminant Analysis --> roc_auc: 0.83 ± 0.0872
Quadratic Discriminant Analysis --> roc_auc: 0.74 ± 0.08
Radius Nearest Neighbors --> roc_auc: 0.86 ± 0.02
AdaBoost --> roc_auc: 0.88 ± 0.098
Random Forest --> roc_auc: 0.78 ± 0.103
XGBoost --> roc_auc: 0.95 ± 0.0316 !
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVRGAAGNKLTF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAARDNYGQNFVF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAATSGSARQLTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAVRNTGFQKLVF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CAASPNTGNQFYF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CASSLGRTEAFF.
>>> Dropping feature CALNTDKLIF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVSDDYKLSF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASMNSGYSTLTF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVLSNDYKLSF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CAVFTSGTYKYIF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVHNTDKLIF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.9375 | 0.9375 | 3.154s | 3.174s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.5 | 0.9375 | 3.214s | 7.270s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.875 | 0.9375 | 3.191s | 11.272s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.5625 | 0.9375 | 3.230s | 15.244s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.6875 | 0.9375 | 3.268s | 19.287s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.6875 | 0.9375 | 3.292s | 23.298s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.7812 | 0.9375 | 3.228s | 27.300s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 1.0 | 1.0 | 3.898s | 32.072s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.75 | 1.0 | 3.231s | 36.177s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.7188 | 1.0 | 3.206s | 40.190s |
| Iteration 11 | exponen.. | 0.7673 | 440 | 0.9 | squared_er.. | 3 | 15 | 7 | log2 | 0.0018 | 0.875 | 1.0 | 3.307s | 44.647s |
| Iteration 12 | exponen.. | 0.0185 | 39 | 0.8 | squared_er.. | 20 | 20 | 5 | 0.7 | 0.0115 | 0.7812 | 1.0 | 3.203s | 48.935s |
| Iteration 13 | exponen.. | 0.0464 | 470 | 0.9 | squared_er.. | 20 | 1 | 6 | sqrt | 0.0132 | 0.75 | 1.0 | 3.280s | 53.442s |
| Iteration 14 | exponen.. | 0.3382 | 11 | 0.7 | squared_er.. | 12 | 13 | 2 | 0.9 | 0.0 | 0.8125 | 1.0 | 3.184s | 57.685s |
| Iteration 15 | exponen.. | 0.9504 | 500 | 0.7 | squared_er.. | 8 | 13 | 10 | 0.5 | 0.0 | 0.375 | 1.0 | 3.302s | 1m:02s |
| Iteration 16 | exponen.. | 1.0 | 47 | 0.5 | squared_er.. | 18 | 20 | 7 | None | 0.0 | 0.5 | 1.0 | 3.181s | 1m:07s |
| Iteration 17 | exponen.. | 0.0756 | 49 | 0.7 | squared_er.. | 12 | 16 | 6 | auto | 0.0188 | 0.5 | 1.0 | 3.189s | 1m:11s |
| Iteration 18 | exponen.. | 0.0903 | 109 | 1.0 | friedman_mse | 5 | 9 | 9 | 0.9 | 0.01 | 0.4375 | 1.0 | 3.184s | 1m:15s |
| Iteration 19 | exponen.. | 0.022 | 451 | 0.8 | squared_er.. | 3 | 17 | 9 | auto | 0.0269 | 0.75 | 1.0 | 3.334s | 1m:20s |
| Iteration 20 | exponen.. | 0.0366 | 460 | 0.8 | squared_er.. | 3 | 8 | 6 | 0.5 | 0.0039 | 0.75 | 1.0 | 3.296s | 1m:24s |
| Iteration 21 | exponen.. | 0.9905 | 445 | 0.5 | squared_er.. | 20 | 10 | 5 | None | 0.0179 | 0.4375 | 1.0 | 3.266s | 1m:29s |
| Iteration 22 | exponen.. | 0.078 | 236 | 0.7 | squared_er.. | 13 | 2 | 8 | 0.7 | 0.014 | 0.5625 | 1.0 | 3.220s | 1m:34s |
| Iteration 23 | deviance | 0.0352 | 342 | 0.8 | friedman_mse | 3 | 2 | 1 | sqrt | 0.0316 | 0.5938 | 1.0 | 3.255s | 1m:39s |
| Iteration 24 | deviance | 0.0826 | 496 | 1.0 | friedman_mse | 6 | 19 | 10 | 0.8 | 0.0015 | 0.4375 | 1.0 | 3.258s | 1m:43s |
| Iteration 25 | exponen.. | 0.0658 | 55 | 1.0 | friedman_mse | 15 | 11 | 7 | 0.8 | 0.035 | 0.9375 | 1.0 | 3.176s | 1m:47s |
| Iteration 26 | exponen.. | 0.2428 | 282 | 0.7 | squared_er.. | 15 | 10 | 6 | auto | 0.0042 | 0.75 | 1.0 | 3.266s | 1m:52s |
| Iteration 27 | exponen.. | 0.0109 | 462 | 1.0 | friedman_mse | 14 | 17 | 8 | 0.7 | 0.035 | 0.9688 | 1.0 | 3.240s | 1m:56s |
| Iteration 28 | deviance | 1.0 | 368 | 1.0 | squared_er.. | 7 | 1 | 9 | auto | 0.035 | 0.8125 | 1.0 | 3.299s | 2m:01s |
| Iteration 29 | deviance | 0.0768 | 171 | 1.0 | squared_er.. | 13 | 13 | 7 | auto | 0.035 | 0.6875 | 1.0 | 3.206s | 2m:05s |
| Iteration 30 | exponen.. | 1.0 | 10 | 1.0 | friedman_mse | 19 | 1 | 9 | log2 | 0.035 | 0.6562 | 1.0 | 3.166s | 2m:09s |
| Iteration 31 | exponen.. | 0.0105 | 500 | 1.0 | squared_er.. | 7 | 11 | 7 | 0.9 | 0.035 | 0.8438 | 1.0 | 3.218s | 2m:14s |
| Iteration 32 | exponen.. | 0.3114 | 280 | 0.7 | friedman_mse | 18 | 7 | 6 | 0.6 | 0.0013 | 1.0 | 1.0 | 3.199s | 2m:18s |
| Iteration 33 | exponen.. | 0.3698 | 484 | 0.8 | squared_er.. | 16 | 5 | 6 | 0.7 | 0.0033 | 0.75 | 1.0 | 3.244s | 2m:23s |
| Iteration 34 | exponen.. | 0.0323 | 376 | 0.7 | friedman_mse | 15 | 2 | 6 | 0.7 | 0.0027 | 0.75 | 1.0 | 3.258s | 2m:28s |
| Iteration 35 | exponen.. | 0.6381 | 150 | 0.9 | friedman_mse | 2 | 5 | 7 | 0.7 | 0.035 | 0.1875 | 1.0 | 3.153s | 2m:32s |
| Iteration 36 | exponen.. | 0.3751 | 41 | 1.0 | friedman_mse | 12 | 8 | 8 | 0.9 | 0.035 | 0.8125 | 1.0 | 3.143s | 2m:37s |
| Iteration 37 | exponen.. | 0.2979 | 286 | 0.7 | friedman_mse | 19 | 8 | 6 | 0.6 | 0.0012 | 0.75 | 1.0 | 3.213s | 2m:41s |
| Iteration 38 | exponen.. | 0.1001 | 224 | 0.9 | friedman_mse | 14 | 16 | 10 | log2 | 0.0272 | 0.5625 | 1.0 | 3.172s | 2m:45s |
| Iteration 39 | deviance | 0.012 | 332 | 1.0 | friedman_mse | 11 | 9 | 3 | 0.5 | 0.0258 | 0.625 | 1.0 | 3.214s | 2m:50s |
| Iteration 40 | deviance | 0.1988 | 407 | 1.0 | friedman_mse | 16 | 17 | 9 | 0.8 | 0.0311 | 0.4375 | 1.0 | 3.183s | 2m:56s |
| Iteration 41 | exponen.. | 0.0407 | 382 | 1.0 | friedman_mse | 12 | 6 | 6 | 0.8 | 0.035 | 0.75 | 1.0 | 3.250s | 3m:01s |
| Iteration 42 | exponen.. | 0.0833 | 488 | 1.0 | squared_er.. | 3 | 13 | 6 | 0.6 | 0.0338 | 0.6875 | 1.0 | 3.221s | 3m:06s |
| Iteration 43 | exponen.. | 0.0394 | 289 | 0.7 | squared_er.. | 16 | 14 | 1 | None | 0.0298 | 0.8125 | 1.0 | 3.215s | 3m:11s |
| Iteration 44 | exponen.. | 0.9082 | 153 | 0.6 | friedman_mse | 18 | 16 | 1 | auto | 0.0032 | 0.5625 | 1.0 | 3.209s | 3m:15s |
| Iteration 45 | exponen.. | 0.1527 | 237 | 0.8 | friedman_mse | 12 | 7 | 1 | 0.6 | 0.0027 | 0.5938 | 1.0 | 3.178s | 3m:20s |
| Iteration 46 | exponen.. | 0.0241 | 500 | 0.7 | squared_er.. | 13 | 12 | 5 | None | 0.0 | 0.6875 | 1.0 | 3.282s | 3m:25s |
| Iteration 47 | exponen.. | 0.0279 | 491 | 0.9 | squared_er.. | 8 | 14 | 2 | 0.6 | 0.0057 | 0.875 | 1.0 | 3.269s | 3m:29s |
| Iteration 48 | deviance | 0.0625 | 13 | 0.9 | squared_er.. | 6 | 19 | 2 | 0.8 | 0.0032 | 0.5938 | 1.0 | 3.171s | 3m:34s |
| Iteration 49 | exponen.. | 0.0104 | 37 | 0.9 | squared_er.. | 9 | 1 | 8 | auto | 0.008 | 0.3125 | 1.0 | 3.188s | 3m:39s |
| Iteration 50 | exponen.. | 0.0262 | 223 | 0.7 | squared_er.. | 15 | 15 | 3 | 0.6 | 0.0057 | 0.6875 | 1.0 | 3.201s | 3m:44s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0787, 'n_estimators': 447, 'subsample': 0.7, 'criterion': 'squared_error', 'min_samples_split': 14, 'min_samples_leaf': 8, 'max_depth': 6, 'max_features': 0.7, 'ccp_alpha': 0.0044}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:45s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.123s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.85 ± 0.0447
Time elapsed: 0.589s
-------------------------------------------------
Total time: 3m:46s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.6875 | 0.6875 | 3.155s | 3.167s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.4375 | 0.6875 | 3.155s | 7.116s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.625 | 0.6875 | 3.142s | 10.974s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.8125 | 0.8125 | 3.160s | 14.939s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.875 | 0.875 | 3.182s | 18.893s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.3125 | 0.875 | 3.165s | 22.858s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.5625 | 0.875 | 3.802s | 27.986s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.5625 | 0.875 | 3.152s | 31.961s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.5625 | 0.875 | 3.179s | 35.992s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.4375 | 0.875 | 3.160s | 40.004s |
| Iteration 11 | none | --- | newto.. | 722 | --- | 0.625 | 0.875 | 3.186s | 44.320s |
| Iteration 12 | l2 | 4.9113 | libli.. | 564 | --- | 0.6875 | 0.875 | 3.162s | 48.597s |
| Iteration 13 | l2 | 0.0148 | lbfgs | 574 | --- | 0.75 | 0.875 | 3.169s | 52.874s |
| Iteration 14 | l2 | 5.4144 | lbfgs | 502 | --- | 0.625 | 0.875 | 3.160s | 57.189s |
| Iteration 15 | none | --- | lbfgs | 892 | --- | 0.5625 | 0.875 | 3.140s | 1m:01s |
| Iteration 16 | none | --- | lbfgs | 584 | --- | 0.6875 | 0.875 | 3.184s | 1m:06s |
| Iteration 17 | l2 | 74.8428 | lbfgs | 598 | --- | 0.25 | 0.875 | 3.142s | 1m:10s |
| Iteration 18 | none | --- | saga | 957 | --- | 0.625 | 0.875 | 3.152s | 1m:14s |
| Iteration 19 | l2 | 0.0032 | lbfgs | 834 | --- | 0.1875 | 0.875 | 3.149s | 1m:18s |
| Iteration 20 | l2 | 0.487 | lbfgs | 589 | --- | 0.875 | 0.875 | 3.168s | 1m:23s |
| Iteration 21 | l2 | 3.0588 | lbfgs | 626 | --- | 0.3125 | 0.875 | 3.174s | 1m:27s |
| Iteration 22 | l2 | 26.4735 | lbfgs | 580 | --- | 0.5625 | 0.875 | 3.180s | 1m:31s |
| Iteration 23 | l2 | 0.0051 | libli.. | 545 | --- | 0.4375 | 0.875 | 3.168s | 1m:37s |
| Iteration 24 | l2 | 0.207 | newto.. | 594 | --- | 0.125 | 0.875 | 3.167s | 1m:42s |
| Iteration 25 | l2 | 55.9348 | sag | 559 | --- | 0.625 | 0.875 | 3.173s | 1m:46s |
| Iteration 26 | l2 | 0.0116 | newto.. | 583 | --- | 0.75 | 0.875 | 3.181s | 1m:50s |
| Iteration 27 | l2 | 2.0813 | newto.. | 591 | --- | 0.8125 | 0.875 | 3.158s | 1m:54s |
| Iteration 28 | l2 | 0.0912 | newto.. | 569 | --- | 1.0 | 1.0 | 3.150s | 1m:58s |
| Iteration 29 | l2 | 0.0493 | lbfgs | 511 | --- | 0.6875 | 1.0 | 3.184s | 2m:03s |
| Iteration 30 | none | --- | sag | 509 | --- | 0.75 | 1.0 | 3.132s | 2m:07s |
| Iteration 31 | none | --- | sag | 608 | --- | 0.625 | 1.0 | 3.718s | 2m:13s |
| Iteration 32 | l2 | 0.0011 | lbfgs | 594 | --- | 0.5 | 1.0 | 3.170s | 2m:18s |
| Iteration 33 | l2 | 0.0346 | newto.. | 832 | --- | 0.8125 | 1.0 | 3.190s | 2m:22s |
| Iteration 34 | l2 | 0.0129 | sag | 824 | --- | 0.5625 | 1.0 | 3.160s | 2m:26s |
| Iteration 35 | l1 | 82.6145 | libli.. | 790 | --- | 0.0 | 1.0 | 3.131s | 2m:31s |
| Iteration 36 | l2 | 0.0559 | lbfgs | 933 | --- | 0.625 | 1.0 | 3.179s | 2m:36s |
| Iteration 37 | l2 | 0.001 | newto.. | 669 | --- | 0.25 | 1.0 | 3.149s | 2m:40s |
| Iteration 38 | l1 | 0.0013 | libli.. | 571 | --- | 0.5 | 1.0 | 3.162s | 2m:45s |
| Iteration 39 | l2 | 0.39 | libli.. | 587 | --- | 0.6875 | 1.0 | 3.159s | 2m:49s |
| Iteration 40 | l2 | 0.0023 | libli.. | 480 | --- | 0.375 | 1.0 | 3.197s | 2m:54s |
| Iteration 41 | l2 | 29.0539 | newto.. | 548 | --- | 0.1875 | 1.0 | 3.197s | 2m:58s |
| Iteration 42 | l2 | 0.2573 | newto.. | 636 | --- | 0.5 | 1.0 | 3.198s | 3m:02s |
| Iteration 43 | l2 | 0.118 | newto.. | 493 | --- | 0.0625 | 1.0 | 3.222s | 3m:07s |
| Iteration 44 | l2 | 66.6747 | lbfgs | 558 | --- | 0.625 | 1.0 | 3.214s | 3m:11s |
| Iteration 45 | l1 | 0.1322 | libli.. | 604 | --- | 0.5625 | 1.0 | 3.209s | 3m:16s |
| Iteration 46 | l2 | 3.9304 | libli.. | 518 | --- | 0.0625 | 1.0 | 3.230s | 3m:21s |
| Iteration 47 | l2 | 0.0432 | newto.. | 569 | --- | 0.5 | 1.0 | 3.228s | 3m:28s |
| Iteration 48 | l2 | 11.553 | lbfgs | 593 | --- | 0.5625 | 1.0 | 3.205s | 3m:34s |
| Iteration 49 | none | --- | sag | 986 | --- | 0.5625 | 1.0 | 3.222s | 3m:39s |
| Iteration 50 | l2 | 73.5421 | libli.. | 569 | --- | 0.3125 | 1.0 | 3.228s | 3m:44s |
Bayesian Optimization ---------------------------
Best call --> Iteration 28
Best parameters --> {'penalty': 'l2', 'C': 0.0912, 'solver': 'newton-cg', 'max_iter': 569}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:45s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.783
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.019s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.53 ± 0.0245
Time elapsed: 0.064s
-------------------------------------------------
Total time: 3m:45s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.625 | 0.625 | 3.239s | 3.246s |
| Initial point 2 | svd | --- | 0.375 | 0.625 | 3.204s | 7.511s |
| Initial point 3 | svd | --- | 0.375 | 0.625 | 0.000s | 8.259s |
| Initial point 4 | lsqr | 0.8 | 0.6875 | 0.6875 | 3.202s | 12.093s |
| Initial point 5 | eigen | 0.9 | 0.6875 | 0.6875 | 3.178s | 15.928s |
| Initial point 6 | lsqr | 0.7 | 0.8125 | 0.8125 | 3.219s | 19.798s |
| Initial point 7 | lsqr | 0.5 | 0.5 | 0.8125 | 3.203s | 23.687s |
| Initial point 8 | lsqr | 0.9 | 0.625 | 0.8125 | 3.837s | 28.181s |
| Initial point 9 | lsqr | 0.6 | 0.5625 | 0.8125 | 3.206s | 32.067s |
| Initial point 10 | eigen | 0.8 | 0.3125 | 0.8125 | 3.209s | 35.921s |
| Iteration 11 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 36.708s |
| Iteration 12 | eigen | 0.7 | 0.5 | 0.8125 | 3.184s | 41.926s |
| Iteration 13 | lsqr | 1.0 | 0.625 | 0.8125 | 3.201s | 47.353s |
| Iteration 14 | lsqr | auto | 0.75 | 0.8125 | 3.192s | 52.857s |
| Iteration 15 | lsqr | None | 0.5 | 0.8125 | 3.193s | 57.131s |
| Iteration 16 | eigen | None | 0.5 | 0.8125 | 3.203s | 1m:01s |
| Iteration 17 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.001s | 1m:02s |
| Iteration 18 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:03s |
| Iteration 19 | eigen | 0.6 | 0.4375 | 0.8125 | 3.231s | 1m:07s |
| Iteration 20 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.001s | 1m:08s |
| Iteration 21 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:09s |
| Iteration 22 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:10s |
| Iteration 23 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:11s |
| Iteration 24 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:11s |
| Iteration 25 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:12s |
| Iteration 26 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:13s |
| Iteration 27 | eigen | auto | 1.0 | 1.0 | 3.095s | 1m:17s |
| Iteration 28 | svd | --- | 0.375 | 1.0 | 0.000s | 1m:18s |
| Iteration 29 | eigen | 0.5 | 0.75 | 1.0 | 3.152s | 1m:22s |
| Iteration 30 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:23s |
| Iteration 31 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:24s |
| Iteration 32 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:27s |
| Iteration 33 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:28s |
| Iteration 34 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:29s |
| Iteration 35 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:31s |
| Iteration 36 | eigen | auto | 1.0 | 1.0 | 0.001s | 1m:32s |
| Iteration 37 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:33s |
| Iteration 38 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:34s |
| Iteration 39 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:35s |
| Iteration 40 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:36s |
| Iteration 41 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:37s |
| Iteration 42 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:38s |
| Iteration 43 | eigen | auto | 1.0 | 1.0 | 0.001s | 1m:39s |
| Iteration 44 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:40s |
| Iteration 45 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:41s |
| Iteration 46 | eigen | auto | 1.0 | 1.0 | 0.001s | 1m:42s |
| Iteration 47 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:43s |
| Iteration 48 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:44s |
| Iteration 49 | eigen | auto | 1.0 | 1.0 | 0.000s | 1m:45s |
| Iteration 50 | eigen | auto | 1.0 | 1.0 | 0.001s | 1m:46s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'solver': 'eigen', 'shrinkage': 'auto'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:47s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7821
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.59 ± 0.0374
Time elapsed: 0.033s
-------------------------------------------------
Total time: 1m:47s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.625 | 0.625 | 3.155s | 3.159s |
| Initial point 2 | 0.9 | 0.4375 | 0.625 | 3.200s | 7.107s |
| Initial point 3 | 0.1 | 0.875 | 0.875 | 3.195s | 10.947s |
| Initial point 4 | 1.0 | 0.625 | 0.875 | 0.001s | 11.603s |
| Initial point 5 | 0.2 | 0.75 | 0.875 | 3.212s | 15.575s |
| Initial point 6 | 0.4 | 0.75 | 0.875 | 3.205s | 19.484s |
| Initial point 7 | 0.4 | 0.75 | 0.875 | 0.000s | 20.167s |
| Initial point 8 | 0.7 | 0.625 | 0.875 | 3.853s | 24.667s |
| Initial point 9 | 0.9 | 0.4375 | 0.875 | 0.000s | 25.355s |
| Initial point 10 | 0.8 | 0.25 | 0.875 | 3.191s | 29.192s |
| Iteration 11 | 0.3 | 0.5 | 0.875 | 3.225s | 33.151s |
| Iteration 12 | 0.6 | 0.1875 | 0.875 | 3.200s | 37.117s |
| Iteration 13 | 0.5 | 0.625 | 0.875 | 3.208s | 41.243s |
| Iteration 14 | 0.0 | 0.625 | 0.875 | 3.210s | 45.211s |
| Iteration 15 | 0.1 | 0.875 | 0.875 | 0.000s | 45.943s |
| Iteration 16 | 0.1 | 0.875 | 0.875 | 0.000s | 46.733s |
| Iteration 17 | 0.1 | 0.875 | 0.875 | 0.000s | 47.521s |
| Iteration 18 | 0.1 | 0.875 | 0.875 | 0.000s | 48.292s |
| Iteration 19 | 0.1 | 0.875 | 0.875 | 0.000s | 49.050s |
| Iteration 20 | 0.1 | 0.875 | 0.875 | 0.000s | 49.800s |
| Iteration 21 | 0.6 | 0.1875 | 0.875 | 0.000s | 50.576s |
| Iteration 22 | 0.1 | 0.875 | 0.875 | 0.000s | 51.323s |
| Iteration 23 | 0.1 | 0.875 | 0.875 | 0.000s | 53.151s |
| Iteration 24 | 0.1 | 0.875 | 0.875 | 0.000s | 54.158s |
| Iteration 25 | 0.1 | 0.875 | 0.875 | 0.000s | 54.920s |
| Iteration 26 | 0.1 | 0.875 | 0.875 | 0.000s | 55.679s |
| Iteration 27 | 0.1 | 0.875 | 0.875 | 0.000s | 56.447s |
| Iteration 28 | 0.9 | 0.4375 | 0.875 | 0.000s | 57.232s |
| Iteration 29 | 0.1 | 0.875 | 0.875 | 0.000s | 58.034s |
| Iteration 30 | 0.8 | 0.25 | 0.875 | 0.000s | 58.819s |
| Iteration 31 | 0.1 | 0.875 | 0.875 | 0.000s | 59.598s |
| Iteration 32 | 0.1 | 0.875 | 0.875 | 0.001s | 1m:00s |
| Iteration 33 | 0.1 | 0.875 | 0.875 | 0.000s | 1m:01s |
| Iteration 34 | 0.1 | 0.875 | 0.875 | 0.000s | 1m:02s |
| Iteration 35 | 0.1 | 0.875 | 0.875 | 0.000s | 1m:03s |
| Iteration 36 | 0.1 | 0.875 | 0.875 | 0.000s | 1m:04s |
| Iteration 37 | 0.1 | 0.875 | 0.875 | 0.000s | 1m:04s |
| Iteration 38 | 0.1 | 0.875 | 0.875 | 0.000s | 1m:05s |
| Iteration 39 | 0.1 | 0.875 | 0.875 | 0.000s | 1m:06s |
| Iteration 40 | 0.1 | 0.875 | 0.875 | 0.000s | 1m:07s |
| Iteration 41 | 0.1 | 0.875 | 0.875 | 0.000s | 1m:08s |
| Iteration 42 | 0.1 | 0.875 | 0.875 | 0.001s | 1m:09s |
| Iteration 43 | 0.1 | 0.875 | 0.875 | 0.000s | 1m:09s |
| Iteration 44 | 0.1 | 0.875 | 0.875 | 0.000s | 1m:10s |
| Iteration 45 | 0.1 | 0.875 | 0.875 | 0.000s | 1m:11s |
| Iteration 46 | 0.1 | 0.875 | 0.875 | 0.000s | 1m:12s |
| Iteration 47 | 0.1 | 0.875 | 0.875 | 0.001s | 1m:13s |
| Iteration 48 | 0.1 | 0.875 | 0.875 | 0.000s | 1m:14s |
| Iteration 49 | 0.1 | 0.875 | 0.875 | 0.000s | 1m:15s |
| Iteration 50 | 0.1 | 0.875 | 0.875 | 0.000s | 1m:16s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'reg_param': 0.1}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:17s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.65
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.58 ± 0.1122
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:17s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 11.1101 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 3.133s | 3.153s |
| Initial point 2 | 4.4185 | uniform | kd_tree | 39 | 2 | 0.1875 | 1.0 | 3.188s | 7.053s |
| Initial point 3 | 3.4903 | dista.. | ball_tree | 25 | 2 | 0.3125 | 1.0 | 3.197s | 10.969s |
| Initial point 4 | 10.1829 | uniform | ball_tree | 39 | 2 | 0.375 | 1.0 | 3.234s | 14.981s |
| Initial point 5 | 7.977 | dista.. | auto | 30 | 2 | 0.625 | 1.0 | 3.202s | 18.903s |
| Initial point 6 | 9.2379 | dista.. | ball_tree | 21 | 2 | 0.5625 | 1.0 | 3.204s | 22.782s |
| Initial point 7 | 6.6076 | dista.. | ball_tree | 24 | 1 | 0.4375 | 1.0 | 3.210s | 26.637s |
| Initial point 8 | 1.5834 | dista.. | ball_tree | 21 | 2 | 0.625 | 1.0 | 3.195s | 30.842s |
| Initial point 9 | 7.3605 | uniform | ball_tree | 24 | 1 | 0.8125 | 1.0 | 3.223s | 34.915s |
| Initial point 10 | 5.228 | uniform | brute | 22 | 2 | 0.7188 | 1.0 | 3.222s | 39.352s |
| Iteration 11 | 1.3403 | dista.. | auto | 37 | 2 | 0.5312 | 1.0 | 3.221s | 43.674s |
| Iteration 12 | 0.2044 | dista.. | brute | 40 | 2 | 0.5 | 1.0 | 3.210s | 47.922s |
| Iteration 13 | 5.7751 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 3.882s | 53.097s |
| Iteration 14 | 8.5117 | dista.. | auto | 40 | 2 | 0.875 | 1.0 | 3.191s | 57.370s |
| Iteration 15 | 8.5244 | dista.. | auto | 40 | 1 | 0.25 | 1.0 | 3.204s | 1m:02s |
| Iteration 16 | 6.8859 | uniform | brute | 25 | 1 | 0.3438 | 1.0 | 3.199s | 1m:06s |
| Iteration 17 | 11.0575 | dista.. | ball_tree | 39 | 2 | 0.25 | 1.0 | 3.186s | 1m:10s |
| Iteration 18 | 10.3401 | dista.. | auto | 22 | 1 | 0.25 | 1.0 | 3.173s | 1m:14s |
| Iteration 19 | 0.427 | uniform | auto | 40 | 2 | 0.5938 | 1.0 | 3.214s | 1m:18s |
| Iteration 20 | 10.8612 | dista.. | auto | 40 | 1 | 0.875 | 1.0 | 3.205s | 1m:22s |
| Iteration 21 | 7.9607 | dista.. | auto | 29 | 2 | 0.375 | 1.0 | 3.204s | 1m:26s |
| Iteration 22 | 10.7982 | dista.. | ball_tree | 40 | 1 | 0.5625 | 1.0 | 3.205s | 1m:30s |
| Iteration 23 | 10.4381 | dista.. | auto | 40 | 2 | 0.4375 | 1.0 | 3.230s | 1m:36s |
| Iteration 24 | 0.0479 | uniform | brute | 30 | 1 | 0.5 | 1.0 | 3.212s | 1m:41s |
| Iteration 25 | 0.0153 | uniform | brute | 23 | 2 | 0.375 | 1.0 | 3.233s | 1m:46s |
| Iteration 26 | 2.4109 | dista.. | ball_tree | 20 | 2 | 0.5312 | 1.0 | 3.213s | 1m:50s |
| Iteration 27 | 0.2183 | dista.. | auto | 40 | 1 | 0.5 | 1.0 | 3.188s | 1m:54s |
| Iteration 28 | 10.3628 | uniform | auto | 40 | 1 | 0.2188 | 1.0 | 3.216s | 1m:58s |
| Iteration 29 | 11.1415 | dista.. | auto | 40 | 1 | 0.7812 | 1.0 | 3.205s | 2m:02s |
| Iteration 30 | 11.1415 | dista.. | auto | 40 | 1 | 0.7812 | 1.0 | 0.001s | 2m:03s |
| Iteration 31 | 5.6467 | dista.. | auto | 40 | 1 | 0.5312 | 1.0 | 3.221s | 2m:08s |
| Iteration 32 | 11.1415 | dista.. | brute | 40 | 1 | 0.8125 | 1.0 | 3.211s | 2m:12s |
| Iteration 33 | 5.8584 | dista.. | kd_tree | 40 | 1 | 0.5312 | 1.0 | 3.226s | 2m:16s |
| Iteration 34 | 8.1005 | dista.. | kd_tree | 40 | 2 | 0.75 | 1.0 | 3.203s | 2m:21s |
| Iteration 35 | 8.6936 | dista.. | brute | 40 | 2 | 0.0 | 1.0 | 3.179s | 2m:25s |
| Iteration 36 | 0.0474 | uniform | ball_tree | 24 | 1 | 0.5 | 1.0 | 3.155s | 2m:29s |
| Iteration 37 | 11.0297 | dista.. | auto | 40 | 1 | 0.875 | 1.0 | 3.823s | 2m:34s |
| Iteration 38 | 8.4269 | dista.. | ball_tree | 40 | 2 | 0.75 | 1.0 | 3.173s | 2m:39s |
| Iteration 39 | 11.1415 | dista.. | auto | 40 | 1 | 0.7812 | 1.0 | 0.001s | 2m:40s |
| Iteration 40 | 7.4725 | uniform | kd_tree | 24 | 1 | 0.6875 | 1.0 | 3.179s | 2m:45s |
| Iteration 41 | 5.859 | dista.. | auto | 40 | 1 | 0.5625 | 1.0 | 3.188s | 2m:49s |
| Iteration 42 | 7.3336 | dista.. | auto | 24 | 1 | 0.625 | 1.0 | 3.199s | 2m:54s |
| Iteration 43 | 11.017 | dista.. | ball_tree | 40 | 1 | 0.4375 | 1.0 | 3.186s | 2m:58s |
| Iteration 44 | 7.9478 | dista.. | auto | 40 | 2 | 0.875 | 1.0 | 3.212s | 3m:03s |
| Iteration 45 | 8.1819 | dista.. | auto | 40 | 2 | 0.625 | 1.0 | 3.179s | 3m:07s |
| Iteration 46 | 11.0632 | dista.. | auto | 40 | 1 | 0.5 | 1.0 | 3.211s | 3m:12s |
| Iteration 47 | 11.1415 | dista.. | auto | 40 | 2 | 0.5 | 1.0 | 3.197s | 3m:16s |
| Iteration 48 | 7.9885 | dista.. | ball_tree | 40 | 2 | 0.5625 | 1.0 | 3.204s | 3m:22s |
| Iteration 49 | 10.9134 | dista.. | auto | 39 | 1 | 0.9375 | 1.0 | 3.195s | 3m:29s |
| Iteration 50 | 10.8141 | dista.. | auto | 37 | 1 | 0.375 | 1.0 | 3.196s | 3m:35s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'radius': 5.7751, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 40, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:38s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.675
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.625 ± 0.0447
Time elapsed: 0.056s
-------------------------------------------------
Total time: 3m:39s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.8438 | 0.8438 | 3.573s | 3.582s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.5625 | 0.8438 | 3.602s | 9.815s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.625 | 0.8438 | 3.311s | 15.809s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.875 | 0.875 | 3.542s | 22.039s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.625 | 0.875 | 3.357s | 28.166s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.5 | 0.875 | 3.556s | 34.376s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.5312 | 0.875 | 3.213s | 40.362s |
| Initial point 8 | 411 | 0.019 | SAMME | 1.0 | 1.0 | 3.493s | 46.458s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.625 | 1.0 | 3.114s | 52.128s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.625 | 1.0 | 3.231s | 58.160s |
| Iteration 11 | 422 | 0.0156 | SAMME | 0.875 | 1.0 | 3.387s | 1m:04s |
| Iteration 12 | 378 | 0.0314 | SAMME | 0.75 | 1.0 | 3.346s | 1m:11s |
| Iteration 13 | 447 | 0.0198 | SAMME | 0.8125 | 1.0 | 3.408s | 1m:17s |
| Iteration 14 | 412 | 0.0422 | SAMME | 0.625 | 1.0 | 3.469s | 1m:24s |
| Iteration 15 | 385 | 0.0188 | SAMME | 0.25 | 1.0 | 4.084s | 1m:31s |
| Iteration 16 | 424 | 0.0214 | SAMME | 1.0 | 1.0 | 3.501s | 1m:37s |
| Iteration 17 | 430 | 0.0163 | SAMME | 0.75 | 1.0 | 3.469s | 1m:43s |
| Iteration 18 | 417 | 0.0199 | SAMME | 0.5 | 1.0 | 3.457s | 1m:50s |
| Iteration 19 | 425 | 0.0554 | SAMME | 0.875 | 1.0 | 3.472s | 1m:56s |
| Iteration 20 | 426 | 6.0409 | SAMME | 0.8125 | 1.0 | 3.171s | 2m:02s |
| Iteration 21 | 406 | 0.0512 | SAMME | 0.5 | 1.0 | 3.465s | 2m:09s |
| Iteration 22 | 426 | 0.0188 | SAMME | 0.75 | 1.0 | 3.514s | 2m:15s |
| Iteration 23 | 424 | 0.0125 | SAMME.R | 0.6875 | 1.0 | 3.534s | 2m:22s |
| Iteration 24 | 423 | 4.1195 | SAMME | 0.625 | 1.0 | 3.275s | 2m:28s |
| Iteration 25 | 453 | 0.0226 | SAMME | 1.0 | 1.0 | 3.599s | 2m:34s |
| Iteration 26 | 444 | 0.0281 | SAMME | 0.75 | 1.0 | 3.541s | 2m:39s |
| Iteration 27 | 425 | 0.0369 | SAMME | 0.9688 | 1.0 | 3.523s | 2m:45s |
| Iteration 28 | 453 | 0.0223 | SAMME | 0.7812 | 1.0 | 3.648s | 2m:51s |
| Iteration 29 | 426 | 0.0965 | SAMME | 0.9375 | 1.0 | 3.531s | 2m:56s |
| Iteration 30 | 425 | 0.1116 | SAMME | 0.6562 | 1.0 | 3.494s | 3m:00s |
| Iteration 31 | 452 | 0.0874 | SAMME | 0.5938 | 1.0 | 3.520s | 3m:05s |
| Iteration 32 | 426 | 0.0372 | SAMME | 1.0 | 1.0 | 3.517s | 3m:10s |
| Iteration 33 | 428 | 0.0433 | SAMME | 0.75 | 1.0 | 3.609s | 3m:17s |
| Iteration 34 | 424 | 0.0339 | SAMME | 0.6875 | 1.0 | 3.486s | 3m:21s |
| Iteration 35 | 456 | 0.0121 | SAMME | 0.0 | 1.0 | 3.487s | 3m:26s |
| Iteration 36 | 433 | 6.6486 | SAMME | 0.3125 | 1.0 | 3.180s | 3m:30s |
| Iteration 37 | 427 | 0.0281 | SAMME | 0.75 | 1.0 | 3.478s | 3m:35s |
| Iteration 38 | 425 | 0.0177 | SAMME | 0.6562 | 1.0 | 3.475s | 3m:39s |
| Iteration 39 | 408 | 0.0185 | SAMME | 0.9062 | 1.0 | 3.471s | 3m:44s |
| Iteration 40 | 426 | 0.0379 | SAMME | 0.5 | 1.0 | 3.479s | 3m:49s |
| Iteration 41 | 489 | 2.9447 | SAMME.R | 0.9375 | 1.0 | 3.583s | 3m:53s |
| Iteration 42 | 410 | 0.0187 | SAMME | 0.875 | 1.0 | 3.482s | 3m:58s |
| Iteration 43 | 409 | 0.0176 | SAMME | 0.8125 | 1.0 | 3.501s | 4m:03s |
| Iteration 44 | 486 | 8.4335 | SAMME.R | 0.4688 | 1.0 | 3.554s | 4m:07s |
| Iteration 45 | 409 | 0.0213 | SAMME | 0.5938 | 1.0 | 3.452s | 4m:13s |
| Iteration 46 | 411 | 0.0184 | SAMME | 0.7188 | 1.0 | 3.474s | 4m:18s |
| Iteration 47 | 427 | 0.0469 | SAMME | 0.75 | 1.0 | 3.501s | 4m:23s |
| Iteration 48 | 407 | 0.0189 | SAMME | 0.75 | 1.0 | 3.452s | 4m:27s |
| Iteration 49 | 428 | 0.0924 | SAMME | 0.625 | 1.0 | 3.473s | 4m:32s |
| Iteration 50 | 426 | 0.0218 | SAMME | 0.5312 | 1.0 | 3.489s | 4m:36s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'n_estimators': 453, 'learning_rate': 0.0226, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:37s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9714
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.366s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.765 ± 0.0644
Time elapsed: 1.677s
-------------------------------------------------
Total time: 4m:39s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 1.0 | 1.0 | 3.559s | 3.579s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.5 | 1.0 | 3.431s | 7.665s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.6875 | 1.0 | 3.482s | 11.823s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.75 | 1.0 | 3.297s | 15.788s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.7812 | 1.0 | 3.485s | 19.980s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.8125 | 1.0 | 3.304s | 24.007s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.75 | 1.0 | 3.363s | 28.090s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 1.0 | 1.0 | 3.352s | 32.126s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.875 | 1.0 | 3.468s | 36.354s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.5 | 1.0 | 3.424s | 40.503s |
| Iteration 11 | 157 | gini | None | 2 | 20 | log2 | False | 0.0279 | --- | 0.6875 | 1.0 | 3.275s | 45.490s |
| Iteration 12 | 464 | entropy | None | 18 | 7 | log2 | True | 0.0222 | 0.9 | 0.875 | 1.0 | 3.404s | 50.067s |
| Iteration 13 | 72 | entropy | 5 | 20 | 4 | 0.9 | True | 0.0132 | 0.7 | 0.8125 | 1.0 | 3.151s | 54.321s |
| Iteration 14 | 500 | entropy | 9 | 2 | 20 | auto | True | 0.0194 | None | 0.5938 | 1.0 | 3.455s | 58.866s |
| Iteration 15 | 405 | entropy | None | 2 | 14 | 0.6 | False | 0.0152 | --- | 0.3125 | 1.0 | 3.326s | 1m:03s |
| Iteration 16 | 500 | entropy | 2 | 17 | 7 | 0.5 | True | 0.0236 | 0.9 | 1.0 | 1.0 | 4.226s | 1m:10s |
| Iteration 17 | 264 | entropy | 3 | 7 | 12 | auto | False | 0.0268 | --- | 1.0 | 1.0 | 3.341s | 1m:14s |
| Iteration 18 | 157 | entropy | 3 | 7 | 16 | auto | False | 0.0163 | --- | 0.625 | 1.0 | 3.237s | 1m:19s |
| Iteration 19 | 499 | entropy | 1 | 7 | 9 | 0.5 | True | 0.0255 | 0.7 | 0.625 | 1.0 | 3.560s | 1m:23s |
| Iteration 20 | 276 | entropy | 1 | 6 | 14 | auto | False | 0.0239 | --- | 0.9375 | 1.0 | 3.341s | 1m:28s |
| Iteration 21 | 250 | entropy | 9 | 15 | 14 | auto | True | 0.0211 | 0.6 | 0.6562 | 1.0 | 3.367s | 1m:33s |
| Iteration 22 | 258 | entropy | 1 | 3 | 9 | auto | False | 0.0279 | --- | 0.8125 | 1.0 | 3.309s | 1m:37s |
| Iteration 23 | 222 | entropy | 3 | 8 | 12 | auto | False | 0.0264 | --- | 0.6875 | 1.0 | 3.290s | 1m:42s |
| Iteration 24 | 271 | gini | 3 | 10 | 17 | auto | False | 0.0076 | --- | 0.75 | 1.0 | 3.350s | 1m:46s |
| Iteration 25 | 500 | entropy | 1 | 19 | 7 | 0.5 | True | 0.0186 | 0.9 | 1.0 | 1.0 | 3.534s | 1m:51s |
| Iteration 26 | 500 | entropy | 2 | 19 | 7 | 0.5 | True | 0.0176 | 0.9 | 0.75 | 1.0 | 3.554s | 1m:57s |
| Iteration 27 | 500 | gini | 3 | 20 | 18 | sqrt | True | 0.0333 | 0.7 | 0.5 | 1.0 | 3.523s | 2m:03s |
| Iteration 28 | 275 | entropy | 4 | 3 | 14 | sqrt | False | 0.021 | --- | 0.8125 | 1.0 | 3.306s | 2m:07s |
| Iteration 29 | 287 | entropy | 4 | 10 | 20 | auto | False | 0.0231 | --- | 0.8438 | 1.0 | 3.331s | 2m:12s |
| Iteration 30 | 500 | entropy | 4 | 17 | 4 | 0.7 | True | 0.0287 | 0.9 | 0.625 | 1.0 | 3.545s | 2m:16s |
| Iteration 31 | 499 | gini | 2 | 20 | 2 | 0.5 | True | 0.035 | 0.8 | 0.75 | 1.0 | 3.540s | 2m:21s |
| Iteration 32 | 296 | gini | None | 14 | 15 | auto | False | 0.0007 | --- | 1.0 | 1.0 | 3.322s | 2m:26s |
| Iteration 33 | 307 | entropy | None | 7 | 19 | auto | False | 0.0051 | --- | 0.875 | 1.0 | 3.357s | 2m:30s |
| Iteration 34 | 296 | gini | 5 | 19 | 4 | auto | False | 0.0072 | --- | 0.875 | 1.0 | 3.326s | 2m:35s |
| Iteration 35 | 452 | entropy | None | 8 | 18 | 0.5 | True | 0.0234 | 0.9 | 0.25 | 1.0 | 3.485s | 2m:39s |
| Iteration 36 | 327 | gini | 1 | 16 | 13 | auto | False | 0.0 | --- | 0.5625 | 1.0 | 3.327s | 2m:44s |
| Iteration 37 | 281 | gini | 2 | 18 | 4 | auto | False | 0.0036 | --- | 0.75 | 1.0 | 3.315s | 2m:49s |
| Iteration 38 | 280 | entropy | 3 | 12 | 17 | auto | False | 0.0077 | --- | 0.625 | 1.0 | 3.299s | 2m:53s |
| Iteration 39 | 291 | entropy | 7 | 5 | 13 | auto | True | 0.0308 | 0.8 | 0.875 | 1.0 | 4.109s | 2m:59s |
| Iteration 40 | 291 | gini | 3 | 5 | 11 | auto | False | 0.0292 | --- | 0.4375 | 1.0 | 3.414s | 3m:04s |
| Iteration 41 | 500 | entropy | 6 | 20 | 18 | log2 | False | 0.0315 | --- | 0.8125 | 1.0 | 3.529s | 3m:08s |
| Iteration 42 | 274 | entropy | 3 | 7 | 16 | auto | False | 0.0049 | --- | 0.75 | 1.0 | 3.313s | 3m:13s |
| Iteration 43 | 500 | entropy | 5 | 19 | 1 | 0.5 | True | 0.0307 | 0.8 | 0.9375 | 1.0 | 3.547s | 3m:18s |
| Iteration 44 | 485 | entropy | 9 | 20 | 15 | 0.5 | True | 0.029 | 0.7 | 0.75 | 1.0 | 3.512s | 3m:22s |
| Iteration 45 | 280 | entropy | None | 6 | 20 | auto | True | 0.0305 | 0.7 | 0.5 | 1.0 | 3.372s | 3m:27s |
| Iteration 46 | 265 | entropy | 6 | 6 | 16 | auto | False | 0.0235 | --- | 0.5625 | 1.0 | 3.306s | 3m:32s |
| Iteration 47 | 499 | entropy | None | 18 | 10 | 0.5 | True | 0.0186 | 0.7 | 0.625 | 1.0 | 3.564s | 3m:37s |
| Iteration 48 | 269 | entropy | 1 | 19 | 11 | auto | False | 0.0232 | --- | 0.7188 | 1.0 | 3.286s | 3m:42s |
| Iteration 49 | 289 | gini | None | 6 | 13 | auto | False | 0.0349 | --- | 0.8125 | 1.0 | 3.340s | 3m:46s |
| Iteration 50 | 397 | entropy | None | 6 | 5 | 0.5 | True | 0.0145 | 0.9 | 0.75 | 1.0 | 3.469s | 3m:52s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'n_estimators': 500, 'criterion': 'entropy', 'max_depth': 2, 'min_samples_split': 17, 'min_samples_leaf': 7, 'max_features': 0.5, 'bootstrap': True, 'ccp_alpha': 0.0236, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:54s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9545
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.439s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.84 ± 0.049
Time elapsed: 2.077s
-------------------------------------------------
Total time: 3m:57s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.271s | 3.290s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.5 | 0.5 | 3.287s | 7.226s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.5 | 3.212s | 11.087s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.5 | 3.222s | 15.176s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.5 | 3.291s | 19.121s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.5 | 3.260s | 23.076s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.5 | 3.198s | 26.921s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.5 | 3.332s | 30.928s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.75 | 0.75 | 3.252s | 34.852s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.75 | 3.252s | 38.837s |
| Iteration 11 | 24 | 0.5137 | 9 | 0.0496 | 4 | 0.6 | 0.4 | 0 | 0.01 | 0.8125 | 0.8125 | 3.275s | 43.435s |
| Iteration 12 | 144 | 0.0312 | 3 | 0.0 | 4 | 0.5 | 1.0 | 0 | 0.01 | 0.6875 | 0.8125 | 3.120s | 47.540s |
| Iteration 13 | 300 | 0.0584 | 8 | 0.7945 | 5 | 1.0 | 0.4 | 1 | 10 | 0.8125 | 0.8125 | 3.239s | 51.734s |
| Iteration 14 | 500 | 0.1728 | 2 | 1.0 | 4 | 1.0 | 0.4 | 0 | 10 | 0.8438 | 0.8438 | 3.822s | 56.704s |
| Iteration 15 | 430 | 0.9082 | 8 | 0.9771 | 10 | 1.0 | 1.0 | 0.1 | 1 | 0.5 | 0.8438 | 3.187s | 1m:01s |
| Iteration 16 | 500 | 0.2936 | 1 | 1.0 | 4 | 1.0 | 0.4 | 10 | 1 | 0.5 | 0.8438 | 3.215s | 1m:05s |
| Iteration 17 | 425 | 0.0107 | 2 | 0.939 | 4 | 1.0 | 0.4 | 0 | 1 | 0.9375 | 0.9375 | 3.175s | 1m:09s |
| Iteration 18 | 20 | 0.01 | 10 | 0.009 | 4 | 0.7 | 0.4 | 0 | 0 | 0.5 | 0.9375 | 3.104s | 1m:14s |
| Iteration 19 | 20 | 0.01 | 3 | 0.0 | 5 | 1.0 | 0.4 | 0 | 100 | 0.6562 | 0.9375 | 3.123s | 1m:18s |
| Iteration 20 | 418 | 0.0135 | 4 | 1.0 | 5 | 1.0 | 0.4 | 0 | 10 | 0.625 | 0.9375 | 3.186s | 1m:22s |
| Iteration 21 | 315 | 0.0861 | 5 | 0.7291 | 4 | 0.8 | 0.5 | 0 | 1 | 0.5938 | 0.9375 | 3.179s | 1m:27s |
| Iteration 22 | 164 | 0.0632 | 8 | 0.8944 | 5 | 1.0 | 0.4 | 1 | 0.1 | 0.625 | 0.9375 | 3.160s | 1m:31s |
| Iteration 23 | 397 | 0.8107 | 8 | 0.0583 | 5 | 1.0 | 0.4 | 1 | 100 | 0.4375 | 0.9375 | 3.248s | 1m:36s |
| Iteration 24 | 500 | 0.0153 | 3 | 0.9821 | 3 | 0.7 | 0.9 | 0.01 | 1 | 0.4375 | 0.9375 | 3.284s | 1m:41s |
| Iteration 25 | 380 | 0.1557 | 8 | 0.9356 | 4 | 1.0 | 0.9 | 0 | 0.01 | 0.9375 | 0.9375 | 3.173s | 1m:45s |
| Iteration 26 | 444 | 0.01 | 3 | 0.9332 | 4 | 1.0 | 0.4 | 0 | 1 | 0.625 | 0.9375 | 3.182s | 1m:50s |
| Iteration 27 | 454 | 0.0196 | 5 | 1.0 | 4 | 1.0 | 0.6 | 0 | 100 | 0.5 | 0.9375 | 3.181s | 1m:54s |
| Iteration 28 | 54 | 0.8356 | 7 | 0.8444 | 8 | 1.0 | 0.5 | 0 | 0 | 0.5 | 0.9375 | 3.174s | 1m:59s |
| Iteration 29 | 440 | 0.2444 | 3 | 0.1085 | 1 | 0.5 | 0.7 | 0 | 0 | 0.8125 | 0.9375 | 3.131s | 2m:06s |
| Iteration 30 | 132 | 0.2256 | 10 | 0.4868 | 2 | 1.0 | 0.8 | 0 | 1 | 0.5 | 0.9375 | 3.118s | 2m:10s |
| Iteration 31 | 500 | 0.7311 | 5 | 0.5748 | 2 | 0.9 | 0.6 | 0 | 0 | 0.625 | 0.9375 | 3.188s | 2m:15s |
| Iteration 32 | 500 | 0.2325 | 7 | 0.5062 | 5 | 0.6 | 1.0 | 0 | 0 | 0.8438 | 0.9375 | 3.219s | 2m:19s |
| Iteration 33 | 474 | 0.1064 | 5 | 0.8626 | 5 | 1.0 | 0.7 | 0 | 0 | 0.7188 | 0.9375 | 3.192s | 2m:23s |
| Iteration 34 | 421 | 0.1755 | 6 | 0.4151 | 8 | 0.5 | 0.8 | 0 | 1 | 0.5 | 0.9375 | 3.177s | 2m:27s |
| Iteration 35 | 253 | 0.9347 | 2 | 0.8137 | 5 | 0.6 | 0.4 | 0 | 100 | 0.5 | 0.9375 | 3.145s | 2m:32s |
| Iteration 36 | 397 | 1.0 | 9 | 0.5516 | 4 | 1.0 | 0.6 | 0 | 0 | 0.75 | 0.9375 | 3.186s | 2m:36s |
| Iteration 37 | 485 | 0.4718 | 6 | 0.4719 | 4 | 0.8 | 0.7 | 0 | 0.01 | 0.625 | 0.9375 | 3.180s | 2m:40s |
| Iteration 38 | 434 | 0.0286 | 2 | 1.0 | 5 | 0.7 | 1.0 | 0 | 0 | 0.5625 | 0.9375 | 3.165s | 2m:45s |
| Iteration 39 | 384 | 0.0103 | 5 | 0.4556 | 1 | 0.9 | 0.5 | 0 | 0 | 0.625 | 0.9375 | 3.187s | 2m:49s |
| Iteration 40 | 386 | 0.689 | 9 | 0.9423 | 5 | 0.7 | 0.9 | 0 | 0 | 0.3125 | 0.9375 | 3.162s | 2m:54s |
| Iteration 41 | 291 | 0.1941 | 8 | 0.8907 | 4 | 0.6 | 0.9 | 0 | 1 | 0.5312 | 0.9375 | 3.195s | 2m:58s |
| Iteration 42 | 387 | 0.0703 | 8 | 0.8308 | 4 | 1.0 | 0.7 | 0 | 0.01 | 0.6875 | 0.9375 | 3.190s | 3m:03s |
| Iteration 43 | 22 | 0.3522 | 2 | 0.7656 | 4 | 1.0 | 0.7 | 0 | 0 | 0.8125 | 0.9375 | 3.160s | 3m:07s |
| Iteration 44 | 392 | 0.0813 | 8 | 0.3112 | 2 | 0.5 | 0.9 | 0 | 0.1 | 0.75 | 0.9375 | 3.196s | 3m:12s |
| Iteration 45 | 235 | 0.742 | 10 | 0.031 | 1 | 0.5 | 0.7 | 1 | 1 | 0.625 | 0.9375 | 3.175s | 3m:16s |
| Iteration 46 | 310 | 0.0253 | 2 | 0.3398 | 4 | 0.5 | 0.9 | 0 | 0.1 | 0.8125 | 0.9375 | 3.181s | 3m:20s |
| Iteration 47 | 392 | 0.8209 | 2 | 0.5076 | 1 | 0.5 | 0.5 | 0.01 | 0.01 | 0.875 | 0.9375 | 3.196s | 3m:25s |
| Iteration 48 | 35 | 0.3633 | 2 | 0.4155 | 1 | 0.5 | 0.4 | 0 | 0.01 | 0.625 | 0.9375 | 3.109s | 3m:29s |
| Iteration 49 | 354 | 0.1292 | 5 | 0.3162 | 3 | 0.5 | 0.9 | 0 | 100 | 1.0 | 1.0 | 3.189s | 3m:33s |
| Iteration 50 | 316 | 0.7592 | 3 | 0.3416 | 3 | 0.5 | 1.0 | 0 | 100 | 0.5938 | 1.0 | 3.164s | 3m:38s |
Bayesian Optimization ---------------------------
Best call --> Iteration 49
Best parameters --> {'n_estimators': 354, 'learning_rate': 0.1292, 'max_depth': 5, 'gamma': 0.3162, 'min_child_weight': 3, 'subsample': 0.5, 'colsample_bytree': 0.9, 'reg_alpha': 0, 'reg_lambda': 100}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:39s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8446
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.080s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.79 ± 0.1281
Time elapsed: 0.253s
-------------------------------------------------
Total time: 3m:39s
Final results ==================== >>
Duration: 26m:28s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.85 ± 0.0447 !
Logistic Regression --> roc_auc: 0.53 ± 0.0245 ~
Linear Discriminant Analysis --> roc_auc: 0.59 ± 0.0374 ~
Quadratic Discriminant Analysis --> roc_auc: 0.58 ± 0.1122
Radius Nearest Neighbors --> roc_auc: 0.625 ± 0.0447 ~
AdaBoost --> roc_auc: 0.765 ± 0.0644 ~
Random Forest --> roc_auc: 0.84 ± 0.049
XGBoost --> roc_auc: 0.79 ± 0.1281
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 844 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAVLDSSYKLIF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAASKTGNQFYF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAVDNQAGTALIF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CALGTGGFKTIF.
>>> Dropping feature CALMDTGRRALTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVRGYSSASKIIF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CAASPNTGNQFYF.
>>> Dropping feature CASSPGGYEQYF.
>>> Dropping feature CAVGGGSNYKLTF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAVSDDYKLSF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CASSFSYEQYF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASATSGTYKYIF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.625 | 0.625 | 0.678s | 0.698s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.8125 | 0.8125 | 0.712s | 2.085s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.9375 | 0.9375 | 0.682s | 3.417s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.625 | 0.9375 | 0.709s | 4.774s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.5625 | 0.9375 | 0.713s | 6.169s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.5625 | 0.9375 | 0.756s | 7.601s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.9375 | 0.9375 | 0.693s | 9.011s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 1.0 | 1.0 | 0.731s | 10.403s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.8125 | 1.0 | 0.672s | 11.733s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.875 | 1.0 | 0.692s | 13.098s |
| Iteration 11 | exponen.. | 0.1233 | 500 | 0.7 | squared_er.. | 7 | 2 | 8 | 0.7 | 0.0098 | 1.0 | 1.0 | 0.783s | 14.907s |
| Iteration 12 | exponen.. | 0.0982 | 473 | 0.7 | squared_er.. | 11 | 6 | 5 | 0.7 | 0.0268 | 0.8125 | 1.0 | 0.768s | 16.771s |
| Iteration 13 | exponen.. | 0.047 | 500 | 0.6 | squared_er.. | 9 | 1 | 8 | None | 0.0 | 0.75 | 1.0 | 0.841s | 18.667s |
| Iteration 14 | exponen.. | 0.5896 | 500 | 0.7 | squared_er.. | 2 | 1 | 10 | 0.7 | 0.0071 | 0.75 | 1.0 | 0.805s | 20.558s |
| Iteration 15 | deviance | 0.0873 | 490 | 0.7 | squared_er.. | 2 | 7 | 4 | 0.9 | 0.0078 | 1.0 | 1.0 | 0.786s | 23.113s |
| Iteration 16 | exponen.. | 0.1089 | 364 | 0.7 | squared_er.. | 13 | 3 | 10 | 0.6 | 0.0056 | 0.375 | 1.0 | 0.759s | 25.428s |
| Iteration 17 | exponen.. | 0.1039 | 59 | 0.7 | squared_er.. | 4 | 2 | 5 | 0.7 | 0.0066 | 0.75 | 1.0 | 0.685s | 27.629s |
| Iteration 18 | exponen.. | 0.0906 | 418 | 0.7 | squared_er.. | 12 | 15 | 6 | 0.9 | 0.0109 | 0.5 | 1.0 | 0.789s | 30.748s |
| Iteration 19 | deviance | 0.0672 | 461 | 0.7 | squared_er.. | 20 | 4 | 2 | 0.9 | 0.0086 | 0.9375 | 1.0 | 0.775s | 32.788s |
| Iteration 20 | deviance | 0.3823 | 500 | 0.7 | squared_er.. | 2 | 11 | 2 | 0.9 | 0.0035 | 0.5625 | 1.0 | 0.785s | 34.773s |
| Iteration 21 | exponen.. | 0.1103 | 500 | 0.7 | squared_er.. | 10 | 14 | 5 | 0.7 | 0.0 | 0.8125 | 1.0 | 0.770s | 36.714s |
| Iteration 22 | exponen.. | 0.0786 | 500 | 0.7 | squared_er.. | 20 | 7 | 6 | 0.7 | 0.0117 | 0.75 | 1.0 | 0.790s | 38.742s |
| Iteration 23 | deviance | 0.0655 | 140 | 0.7 | squared_er.. | 7 | 14 | 6 | 0.9 | 0.005 | 0.75 | 1.0 | 0.670s | 40.547s |
| Iteration 24 | exponen.. | 0.3876 | 287 | 0.8 | squared_er.. | 14 | 14 | 6 | auto | 0.0073 | 0.9375 | 1.0 | 0.701s | 43.980s |
| Iteration 25 | exponen.. | 0.0686 | 452 | 0.7 | squared_er.. | 14 | 16 | 6 | None | 0.0063 | 0.8125 | 1.0 | 0.752s | 46.301s |
| Iteration 26 | exponen.. | 0.1402 | 161 | 1.0 | friedman_mse | 2 | 8 | 4 | None | 0.0322 | 0.75 | 1.0 | 0.670s | 48.069s |
| Iteration 27 | exponen.. | 0.8782 | 464 | 0.9 | squared_er.. | 14 | 4 | 6 | log2 | 0.0184 | 0.8125 | 1.0 | 0.758s | 49.962s |
| Iteration 28 | exponen.. | 0.0822 | 347 | 0.7 | squared_er.. | 6 | 3 | 8 | 0.9 | 0.0138 | 1.0 | 1.0 | 0.719s | 51.815s |
| Iteration 29 | deviance | 0.097 | 399 | 0.6 | squared_er.. | 5 | 5 | 8 | auto | 0.0347 | 0.75 | 1.0 | 0.723s | 53.623s |
| Iteration 30 | exponen.. | 0.9555 | 183 | 0.9 | squared_er.. | 15 | 13 | 6 | 0.5 | 0.0 | 0.875 | 1.0 | 0.670s | 55.711s |
| Iteration 31 | exponen.. | 0.011 | 275 | 0.9 | squared_er.. | 6 | 4 | 8 | 0.8 | 0.0116 | 1.0 | 1.0 | 0.723s | 59.185s |
| Iteration 32 | deviance | 0.2939 | 71 | 0.8 | squared_er.. | 7 | 12 | 8 | None | 0.0158 | 0.875 | 1.0 | 0.646s | 1m:02s |
| Iteration 33 | exponen.. | 0.0541 | 289 | 1.0 | squared_er.. | 6 | 7 | 8 | 0.9 | 0.0074 | 0.875 | 1.0 | 0.690s | 1m:03s |
| Iteration 34 | exponen.. | 0.0495 | 413 | 0.7 | squared_er.. | 16 | 10 | 6 | log2 | 0.0044 | 0.375 | 1.0 | 0.771s | 1m:06s |
| Iteration 35 | exponen.. | 0.7768 | 185 | 0.8 | squared_er.. | 6 | 18 | 6 | None | 0.0125 | 0.6875 | 1.0 | 0.712s | 1m:07s |
| Iteration 36 | deviance | 0.01 | 500 | 0.7 | squared_er.. | 6 | 2 | 10 | 0.9 | 0.0149 | 0.5625 | 1.0 | 0.815s | 1m:10s |
| Iteration 37 | exponen.. | 0.0379 | 328 | 0.9 | squared_er.. | 2 | 2 | 8 | None | 0.0282 | 1.0 | 1.0 | 0.775s | 1m:13s |
| Iteration 38 | exponen.. | 0.0157 | 96 | 0.9 | squared_er.. | 2 | 20 | 8 | 0.7 | 0.0206 | 0.75 | 1.0 | 0.686s | 1m:15s |
| Iteration 39 | exponen.. | 0.5549 | 396 | 0.9 | squared_er.. | 6 | 1 | 8 | 0.8 | 0.0339 | 0.875 | 1.0 | 0.804s | 1m:17s |
| Iteration 40 | exponen.. | 0.1083 | 394 | 0.7 | squared_er.. | 8 | 10 | 4 | 0.8 | 0.0081 | 0.75 | 1.0 | 1.361s | 1m:20s |
| Iteration 41 | exponen.. | 0.1372 | 397 | 0.9 | friedman_mse | 13 | 1 | 8 | 0.9 | 0.0329 | 0.375 | 1.0 | 0.792s | 1m:22s |
| Iteration 42 | deviance | 0.0647 | 24 | 1.0 | squared_er.. | 20 | 1 | 3 | 0.8 | 0.0298 | 0.9375 | 1.0 | 0.641s | 1m:24s |
| Iteration 43 | deviance | 0.0153 | 210 | 1.0 | friedman_mse | 20 | 2 | 3 | sqrt | 0.0113 | 0.9375 | 1.0 | 0.676s | 1m:26s |
| Iteration 44 | deviance | 1.0 | 134 | 0.5 | friedman_mse | 20 | 10 | 3 | log2 | 0.0161 | 0.5625 | 1.0 | 0.714s | 1m:28s |
| Iteration 45 | deviance | 0.2616 | 431 | 1.0 | squared_er.. | 20 | 15 | 4 | sqrt | 0.0216 | 0.9062 | 1.0 | 0.707s | 1m:29s |
| Iteration 46 | deviance | 0.0341 | 407 | 0.5 | squared_er.. | 20 | 1 | 3 | 0.8 | 0.0163 | 0.875 | 1.0 | 0.739s | 1m:31s |
| Iteration 47 | deviance | 0.0111 | 308 | 1.0 | squared_er.. | 20 | 20 | 3 | log2 | 0.0182 | 0.875 | 1.0 | 0.675s | 1m:34s |
| Iteration 48 | exponen.. | 0.1894 | 129 | 1.0 | squared_er.. | 20 | 1 | 4 | 0.6 | 0.0316 | 1.0 | 1.0 | 0.648s | 1m:37s |
| Iteration 49 | exponen.. | 0.0155 | 488 | 1.0 | squared_er.. | 20 | 1 | 4 | None | 0.0136 | 1.0 | 1.0 | 0.744s | 1m:41s |
| Iteration 50 | deviance | 0.0315 | 112 | 1.0 | squared_er.. | 6 | 1 | 4 | 0.8 | 0.0195 | 0.7812 | 1.0 | 0.646s | 1m:43s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.0873, 'n_estimators': 490, 'subsample': 0.7, 'criterion': 'squared_error', 'min_samples_split': 2, 'min_samples_leaf': 7, 'max_depth': 4, 'max_features': 0.9, 'ccp_alpha': 0.0078}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:46s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9929
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.134s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.0632
Time elapsed: 0.646s
-------------------------------------------------
Total time: 1m:47s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 1.0 | 1.0 | 0.643s | 0.655s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.6875 | 1.0 | 0.662s | 2.400s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.75 | 1.0 | 0.673s | 3.748s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.375 | 1.0 | 0.649s | 5.067s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.375 | 1.0 | 0.655s | 7.282s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.625 | 1.0 | 0.646s | 8.828s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.5625 | 1.0 | 0.644s | 10.134s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.625 | 1.0 | 0.655s | 11.507s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.375 | 1.0 | 0.641s | 12.914s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.5625 | 1.0 | 0.648s | 14.218s |
| Iteration 11 | none | --- | lbfgs | 966 | --- | 0.6875 | 1.0 | 0.645s | 15.898s |
| Iteration 12 | l2 | 94.8372 | libli.. | 1000 | --- | 0.4375 | 1.0 | 0.663s | 17.598s |
| Iteration 13 | none | --- | newto.. | 167 | --- | 0.875 | 1.0 | 0.644s | 20.172s |
| Iteration 14 | none | --- | newto.. | 1000 | --- | 0.8125 | 1.0 | 0.643s | 22.126s |
| Iteration 15 | l2 | 35.8227 | newto.. | 887 | --- | 0.625 | 1.0 | 0.642s | 23.709s |
| Iteration 16 | none | --- | newto.. | 931 | --- | 0.5 | 1.0 | 0.644s | 25.515s |
| Iteration 17 | none | --- | lbfgs | 956 | --- | 0.75 | 1.0 | 0.651s | 27.102s |
| Iteration 18 | none | --- | lbfgs | 924 | --- | 0.5 | 1.0 | 1.269s | 29.538s |
| Iteration 19 | l2 | 0.0039 | newto.. | 272 | --- | 0.875 | 1.0 | 0.667s | 32.146s |
| Iteration 20 | l2 | 46.2526 | newto.. | 952 | --- | 0.5 | 1.0 | 0.666s | 35.215s |
| Iteration 21 | none | --- | newto.. | 655 | --- | 0.6875 | 1.0 | 0.649s | 37.143s |
| Iteration 22 | l2 | 39.9302 | lbfgs | 149 | --- | 0.9375 | 1.0 | 0.645s | 38.812s |
| Iteration 23 | l2 | 43.314 | lbfgs | 228 | --- | 0.75 | 1.0 | 0.648s | 40.417s |
| Iteration 24 | none | --- | lbfgs | 816 | --- | 0.75 | 1.0 | 0.652s | 42.054s |
| Iteration 25 | none | --- | lbfgs | 421 | --- | 0.75 | 1.0 | 0.646s | 43.642s |
| Iteration 26 | none | --- | lbfgs | 468 | --- | 0.625 | 1.0 | 0.660s | 45.286s |
| Iteration 27 | l2 | 0.0015 | lbfgs | 275 | --- | 0.625 | 1.0 | 0.640s | 46.871s |
| Iteration 28 | none | --- | newto.. | 296 | --- | 0.8125 | 1.0 | 0.647s | 48.472s |
| Iteration 29 | none | --- | newto.. | 229 | --- | 0.125 | 1.0 | 0.649s | 50.061s |
| Iteration 30 | none | --- | lbfgs | 998 | --- | 0.75 | 1.0 | 0.650s | 51.686s |
| Iteration 31 | l2 | 3.4724 | newto.. | 164 | --- | 0.5 | 1.0 | 0.649s | 53.310s |
| Iteration 32 | l2 | 19.1307 | libli.. | 998 | --- | 0.25 | 1.0 | 0.651s | 54.899s |
| Iteration 33 | none | --- | sag | 139 | --- | 1.0 | 1.0 | 0.646s | 56.511s |
| Iteration 34 | l2 | 0.0056 | sag | 870 | --- | 0.25 | 1.0 | 0.645s | 58.110s |
| Iteration 35 | l2 | 26.2741 | lbfgs | 428 | --- | 0.75 | 1.0 | 0.637s | 59.766s |
| Iteration 36 | none | --- | sag | 858 | --- | 0.375 | 1.0 | 0.665s | 1m:03s |
| Iteration 37 | l2 | 67.3448 | lbfgs | 107 | --- | 0.5 | 1.0 | 0.671s | 1m:05s |
| Iteration 38 | l2 | 8.5715 | lbfgs | 535 | --- | 0.5 | 1.0 | 0.654s | 1m:07s |
| Iteration 39 | none | --- | sag | 237 | --- | 0.625 | 1.0 | 0.643s | 1m:08s |
| Iteration 40 | l2 | 20.4676 | lbfgs | 340 | --- | 0.375 | 1.0 | 0.652s | 1m:10s |
| Iteration 41 | l2 | 28.6964 | sag | 202 | --- | 0.375 | 1.0 | 0.652s | 1m:12s |
| Iteration 42 | none | --- | newto.. | 760 | --- | 0.625 | 1.0 | 0.654s | 1m:13s |
| Iteration 43 | none | --- | newto.. | 690 | --- | 0.875 | 1.0 | 1.242s | 1m:16s |
| Iteration 44 | none | --- | saga | 950 | --- | 0.625 | 1.0 | 0.664s | 1m:17s |
| Iteration 45 | none | --- | newto.. | 777 | --- | 0.5 | 1.0 | 0.705s | 1m:19s |
| Iteration 46 | none | --- | newto.. | 860 | --- | 1.0 | 1.0 | 0.668s | 1m:21s |
| Iteration 47 | none | --- | newto.. | 917 | --- | 0.8125 | 1.0 | 0.676s | 1m:23s |
| Iteration 48 | none | --- | newto.. | 625 | --- | 0.3125 | 1.0 | 0.682s | 1m:25s |
| Iteration 49 | l2 | 0.0019 | sag | 332 | --- | 0.75 | 1.0 | 0.691s | 1m:26s |
| Iteration 50 | l2 | 12.0982 | newto.. | 958 | --- | 0.5 | 1.0 | 0.685s | 1m:28s |
Bayesian Optimization ---------------------------
Best call --> Iteration 46
Best parameters --> {'penalty': 'none', 'solver': 'newton-cg', 'max_iter': 860}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8152
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.022s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.71 ± 0.0374
Time elapsed: 0.121s
-------------------------------------------------
Total time: 1m:30s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.8125 | 0.8125 | 0.673s | 0.679s |
| Initial point 2 | svd | --- | 0.625 | 0.8125 | 0.646s | 2.023s |
| Initial point 3 | svd | --- | 0.625 | 0.8125 | 0.000s | 2.705s |
| Initial point 4 | lsqr | 0.8 | 0.375 | 0.8125 | 0.636s | 3.993s |
| Initial point 5 | eigen | 0.9 | 0.4375 | 0.8125 | 0.683s | 5.356s |
| Initial point 6 | lsqr | 0.7 | 0.5625 | 0.8125 | 0.636s | 6.928s |
| Initial point 7 | lsqr | 0.5 | 0.75 | 0.8125 | 0.636s | 8.211s |
| Initial point 8 | lsqr | 0.9 | 0.625 | 0.8125 | 0.638s | 9.522s |
| Initial point 9 | lsqr | 0.6 | 0.6875 | 0.8125 | 0.639s | 10.835s |
| Initial point 10 | eigen | 0.8 | 0.4375 | 0.8125 | 0.643s | 12.163s |
| Iteration 11 | eigen | 0.5 | 0.8125 | 0.8125 | 0.628s | 13.632s |
| Iteration 12 | eigen | 0.5 | 0.8125 | 0.8125 | 0.000s | 14.415s |
| Iteration 13 | svd | --- | 0.625 | 0.8125 | 0.000s | 15.246s |
| Iteration 14 | lsqr | 1.0 | 0.625 | 0.8125 | 0.644s | 18.108s |
| Iteration 15 | eigen | auto | 0.625 | 0.8125 | 0.628s | 19.901s |
| Iteration 16 | eigen | None | 0.5 | 0.8125 | 0.645s | 21.367s |
| Iteration 17 | eigen | 0.6 | 0.75 | 0.8125 | 0.648s | 22.853s |
| Iteration 18 | lsqr | auto | 0.4375 | 0.8125 | 0.631s | 24.403s |
| Iteration 19 | eigen | 0.7 | 0.8125 | 0.8125 | 0.636s | 25.904s |
| Iteration 20 | svd | --- | 0.625 | 0.8125 | 0.001s | 26.782s |
| Iteration 21 | lsqr | None | 0.625 | 0.8125 | 0.630s | 28.221s |
| Iteration 22 | svd | --- | 0.625 | 0.8125 | 0.000s | 29.084s |
| Iteration 23 | svd | --- | 0.625 | 0.8125 | 0.000s | 31.329s |
| Iteration 24 | svd | --- | 0.625 | 0.8125 | 0.000s | 32.401s |
| Iteration 25 | svd | --- | 0.625 | 0.8125 | 0.000s | 33.267s |
| Iteration 26 | eigen | 1.0 | 0.8125 | 0.8125 | 0.000s | 34.125s |
| Iteration 27 | eigen | 0.7 | 0.8125 | 0.8125 | 0.000s | 34.998s |
| Iteration 28 | eigen | 0.5 | 0.8125 | 0.8125 | 0.000s | 35.851s |
| Iteration 29 | eigen | 1.0 | 0.8125 | 0.8125 | 0.000s | 37.756s |
| Iteration 30 | eigen | 0.7 | 0.8125 | 0.8125 | 0.000s | 39.681s |
| Iteration 31 | lsqr | auto | 0.4375 | 0.8125 | 0.000s | 40.796s |
| Iteration 32 | eigen | 0.5 | 0.8125 | 0.8125 | 0.000s | 41.830s |
| Iteration 33 | lsqr | 0.7 | 0.5625 | 0.8125 | 0.000s | 42.795s |
| Iteration 34 | eigen | 1.0 | 0.8125 | 0.8125 | 0.000s | 45.129s |
| Iteration 35 | lsqr | 1.0 | 0.625 | 0.8125 | 0.000s | 46.421s |
| Iteration 36 | eigen | 0.7 | 0.8125 | 0.8125 | 0.000s | 47.489s |
| Iteration 37 | lsqr | auto | 0.4375 | 0.8125 | 0.000s | 48.498s |
| Iteration 38 | eigen | 1.0 | 0.8125 | 0.8125 | 0.000s | 49.837s |
| Iteration 39 | svd | --- | 0.625 | 0.8125 | 0.000s | 50.945s |
| Iteration 40 | eigen | 0.7 | 0.8125 | 0.8125 | 0.000s | 53.408s |
| Iteration 41 | eigen | 0.5 | 0.8125 | 0.8125 | 0.000s | 56.118s |
| Iteration 42 | eigen | 0.5 | 0.8125 | 0.8125 | 0.000s | 57.639s |
| Iteration 43 | eigen | 1.0 | 0.8125 | 0.8125 | 0.000s | 58.580s |
| Iteration 44 | eigen | 0.7 | 0.8125 | 0.8125 | 0.000s | 59.539s |
| Iteration 45 | eigen | 0.5 | 0.8125 | 0.8125 | 0.000s | 1m:01s |
| Iteration 46 | eigen | 1.0 | 0.8125 | 0.8125 | 0.000s | 1m:02s |
| Iteration 47 | eigen | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:03s |
| Iteration 48 | eigen | 0.5 | 0.8125 | 0.8125 | 0.000s | 1m:04s |
| Iteration 49 | eigen | 1.0 | 0.8125 | 0.8125 | 0.000s | 1m:05s |
| Iteration 50 | eigen | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:06s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'solver': 'eigen', 'shrinkage': 1.0}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:07s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7214
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.76 ± 0.1881
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:07s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.8125 | 0.8125 | 0.662s | 0.665s |
| Initial point 2 | 0.9 | 0.875 | 0.875 | 0.632s | 2.159s |
| Initial point 3 | 0.1 | 0.75 | 0.875 | 0.632s | 3.432s |
| Initial point 4 | 1.0 | 0.8125 | 0.875 | 0.000s | 4.128s |
| Initial point 5 | 0.2 | 0.4375 | 0.875 | 0.631s | 5.449s |
| Initial point 6 | 0.4 | 0.5625 | 0.875 | 0.637s | 6.752s |
| Initial point 7 | 0.4 | 0.5625 | 0.875 | 0.000s | 7.441s |
| Initial point 8 | 0.7 | 0.625 | 0.875 | 0.641s | 8.760s |
| Initial point 9 | 0.9 | 0.875 | 0.875 | 0.001s | 9.406s |
| Initial point 10 | 0.8 | 0.4375 | 0.875 | 0.632s | 10.686s |
| Iteration 11 | 0.3 | 0.8125 | 0.875 | 0.641s | 12.137s |
| Iteration 12 | 0.6 | 0.5625 | 0.875 | 0.629s | 13.529s |
| Iteration 13 | 0.5 | 0.75 | 0.875 | 0.646s | 15.998s |
| Iteration 14 | 0.0 | 0.625 | 0.875 | 0.635s | 18.626s |
| Iteration 15 | 0.9 | 0.875 | 0.875 | 0.000s | 19.937s |
| Iteration 16 | 0.9 | 0.875 | 0.875 | 0.000s | 20.714s |
| Iteration 17 | 0.3 | 0.8125 | 0.875 | 0.000s | 21.500s |
| Iteration 18 | 0.2 | 0.4375 | 0.875 | 0.000s | 22.232s |
| Iteration 19 | 0.9 | 0.875 | 0.875 | 0.000s | 22.973s |
| Iteration 20 | 0.6 | 0.5625 | 0.875 | 0.000s | 23.741s |
| Iteration 21 | 0.6 | 0.5625 | 0.875 | 0.000s | 24.518s |
| Iteration 22 | 0.9 | 0.875 | 0.875 | 0.000s | 25.291s |
| Iteration 23 | 0.9 | 0.875 | 0.875 | 0.000s | 26.119s |
| Iteration 24 | 0.9 | 0.875 | 0.875 | 0.000s | 26.876s |
| Iteration 25 | 0.9 | 0.875 | 0.875 | 0.000s | 27.653s |
| Iteration 26 | 0.9 | 0.875 | 0.875 | 0.001s | 28.491s |
| Iteration 27 | 0.9 | 0.875 | 0.875 | 0.000s | 29.288s |
| Iteration 28 | 0.9 | 0.875 | 0.875 | 0.000s | 30.065s |
| Iteration 29 | 0.9 | 0.875 | 0.875 | 0.000s | 30.833s |
| Iteration 30 | 0.8 | 0.4375 | 0.875 | 0.000s | 31.949s |
| Iteration 31 | 0.9 | 0.875 | 0.875 | 0.000s | 32.797s |
| Iteration 32 | 0.9 | 0.875 | 0.875 | 0.001s | 34.226s |
| Iteration 33 | 0.9 | 0.875 | 0.875 | 0.000s | 35.057s |
| Iteration 34 | 0.9 | 0.875 | 0.875 | 0.000s | 35.887s |
| Iteration 35 | 0.9 | 0.875 | 0.875 | 0.000s | 36.699s |
| Iteration 36 | 0.9 | 0.875 | 0.875 | 0.001s | 38.070s |
| Iteration 37 | 0.9 | 0.875 | 0.875 | 0.001s | 39.043s |
| Iteration 38 | 0.9 | 0.875 | 0.875 | 0.001s | 39.917s |
| Iteration 39 | 0.9 | 0.875 | 0.875 | 0.001s | 41.538s |
| Iteration 40 | 0.9 | 0.875 | 0.875 | 0.000s | 42.568s |
| Iteration 41 | 0.9 | 0.875 | 0.875 | 0.000s | 43.396s |
| Iteration 42 | 0.9 | 0.875 | 0.875 | 0.000s | 44.239s |
| Iteration 43 | 0.9 | 0.875 | 0.875 | 0.000s | 45.105s |
| Iteration 44 | 0.9 | 0.875 | 0.875 | 0.000s | 45.971s |
| Iteration 45 | 0.9 | 0.875 | 0.875 | 0.000s | 48.458s |
| Iteration 46 | 0.9 | 0.875 | 0.875 | 0.000s | 49.744s |
| Iteration 47 | 0.9 | 0.875 | 0.875 | 0.000s | 50.628s |
| Iteration 48 | 0.9 | 0.875 | 0.875 | 0.000s | 51.498s |
| Iteration 49 | 0.9 | 0.875 | 0.875 | 0.000s | 52.364s |
| Iteration 50 | 0.9 | 0.875 | 0.875 | 0.000s | 53.280s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'reg_param': 0.9}
Best evaluation --> roc_auc: 0.875
Time elapsed: 54.198s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7214
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.76 ± 0.1881
Time elapsed: 0.028s
-------------------------------------------------
Total time: 54.236s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.6766 | dista.. | auto | 40 | 1 | 0.8125 | 0.8125 | 0.687s | 0.709s |
| Initial point 2 | 5.0415 | uniform | kd_tree | 39 | 2 | 0.7812 | 0.8125 | 0.767s | 2.203s |
| Initial point 3 | 3.9825 | dista.. | ball_tree | 25 | 2 | 0.875 | 0.875 | 0.727s | 3.604s |
| Initial point 4 | 11.6186 | uniform | ball_tree | 39 | 2 | 0.5 | 0.875 | 0.720s | 5.024s |
| Initial point 5 | 9.1017 | dista.. | auto | 30 | 2 | 0.3125 | 0.875 | 0.648s | 6.353s |
| Initial point 6 | 10.5404 | dista.. | ball_tree | 21 | 2 | 0.4375 | 0.875 | 0.653s | 7.756s |
| Initial point 7 | 7.5393 | dista.. | ball_tree | 24 | 1 | 0.75 | 0.875 | 0.712s | 9.415s |
| Initial point 8 | 1.8067 | dista.. | ball_tree | 21 | 2 | 0.625 | 0.875 | 0.708s | 10.789s |
| Initial point 9 | 8.3983 | uniform | ball_tree | 24 | 1 | 1.0 | 1.0 | 0.726s | 12.181s |
| Initial point 10 | 5.9651 | uniform | brute | 22 | 2 | 0.3438 | 1.0 | 0.657s | 13.494s |
| Iteration 11 | 10.0773 | uniform | brute | 35 | 1 | 0.375 | 1.0 | 0.661s | 15.009s |
| Iteration 12 | 9.3633 | uniform | ball_tree | 22 | 1 | 0.5 | 1.0 | 0.662s | 16.581s |
| Iteration 13 | 11.9773 | uniform | brute | 25 | 1 | 0.7812 | 1.0 | 0.658s | 18.224s |
| Iteration 14 | 0.6295 | dista.. | auto | 26 | 2 | 0.625 | 1.0 | 0.670s | 20.588s |
| Iteration 15 | 0.102 | uniform | brute | 24 | 2 | 0.5 | 1.0 | 0.657s | 22.406s |
| Iteration 16 | 8.2915 | uniform | ball_tree | 21 | 1 | 0.0 | 1.0 | 0.641s | 24.084s |
| Iteration 17 | 7.5782 | uniform | ball_tree | 25 | 1 | 0.4375 | 1.0 | 0.643s | 25.855s |
| Iteration 18 | 9.3227 | uniform | auto | 24 | 1 | 0.5625 | 1.0 | 0.639s | 27.723s |
| Iteration 19 | 12.7124 | uniform | ball_tree | 25 | 2 | 0.5 | 1.0 | 0.642s | 29.369s |
| Iteration 20 | 9.1263 | uniform | ball_tree | 24 | 1 | 0.2812 | 1.0 | 0.644s | 32.693s |
| Iteration 21 | 0.2642 | dista.. | auto | 37 | 2 | 0.4688 | 1.0 | 1.241s | 35.230s |
| Iteration 22 | 8.0636 | dista.. | ball_tree | 40 | 1 | 0.8125 | 1.0 | 0.649s | 36.791s |
| Iteration 23 | 4.1977 | dista.. | ball_tree | 40 | 1 | 0.9375 | 1.0 | 0.639s | 40.094s |
| Iteration 24 | 0.8146 | dista.. | brute | 39 | 1 | 0.625 | 1.0 | 0.639s | 43.560s |
| Iteration 25 | 0.2709 | uniform | brute | 40 | 1 | 0.4375 | 1.0 | 0.643s | 45.646s |
| Iteration 26 | 0.0984 | uniform | brute | 28 | 1 | 0.5 | 1.0 | 0.655s | 47.640s |
| Iteration 27 | 0.6002 | dista.. | auto | 40 | 2 | 0.875 | 1.0 | 0.644s | 49.306s |
| Iteration 28 | 0.7933 | dista.. | brute | 40 | 2 | 0.625 | 1.0 | 0.643s | 50.959s |
| Iteration 29 | 11.5421 | dista.. | auto | 40 | 1 | 0.625 | 1.0 | 0.640s | 52.566s |
| Iteration 30 | 12.3014 | dista.. | brute | 25 | 1 | 0.5625 | 1.0 | 0.637s | 54.143s |
| Iteration 31 | 0.3376 | uniform | auto | 32 | 1 | 0.375 | 1.0 | 0.638s | 55.732s |
| Iteration 32 | 12.1971 | dista.. | auto | 40 | 2 | 0.75 | 1.0 | 0.642s | 57.324s |
| Iteration 33 | 12.2147 | dista.. | auto | 40 | 2 | 0.6875 | 1.0 | 0.653s | 59.758s |
| Iteration 34 | 12.3655 | dista.. | brute | 34 | 2 | 0.1875 | 1.0 | 0.659s | 1m:02s |
| Iteration 35 | 0.0 | dista.. | auto | 40 | 1 | 0.5 | 1.0 | 0.652s | 1m:05s |
| Iteration 36 | 12.4321 | dista.. | brute | 27 | 1 | 0.6875 | 1.0 | 0.659s | 1m:09s |
| Iteration 37 | 12.7124 | dista.. | brute | 40 | 2 | 0.875 | 1.0 | 0.658s | 1m:11s |
| Iteration 38 | 12.7124 | dista.. | brute | 40 | 2 | 0.875 | 1.0 | 0.001s | 1m:12s |
| Iteration 39 | 12.7124 | dista.. | brute | 40 | 2 | 0.875 | 1.0 | 0.000s | 1m:13s |
| Iteration 40 | 12.7124 | dista.. | brute | 40 | 2 | 0.875 | 1.0 | 0.001s | 1m:14s |
| Iteration 41 | 12.7124 | dista.. | brute | 40 | 2 | 0.875 | 1.0 | 0.000s | 1m:15s |
| Iteration 42 | 12.7124 | dista.. | brute | 40 | 1 | 0.75 | 1.0 | 0.658s | 1m:17s |
| Iteration 43 | 12.7124 | dista.. | brute | 40 | 2 | 0.875 | 1.0 | 0.000s | 1m:18s |
| Iteration 44 | 12.4925 | uniform | kd_tree | 40 | 2 | 0.5 | 1.0 | 0.657s | 1m:20s |
| Iteration 45 | 12.7124 | dista.. | brute | 40 | 1 | 0.75 | 1.0 | 0.001s | 1m:21s |
| Iteration 46 | 12.7124 | dista.. | brute | 40 | 2 | 0.875 | 1.0 | 0.001s | 1m:22s |
| Iteration 47 | 12.7124 | dista.. | brute | 40 | 2 | 0.875 | 1.0 | 0.000s | 1m:23s |
| Iteration 48 | 12.7124 | dista.. | brute | 40 | 2 | 0.875 | 1.0 | 0.001s | 1m:24s |
| Iteration 49 | 8.3751 | uniform | ball_tree | 24 | 1 | 0.4688 | 1.0 | 0.645s | 1m:26s |
| Iteration 50 | 12.7124 | dista.. | brute | 40 | 2 | 0.875 | 1.0 | 0.001s | 1m:27s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'radius': 8.3983, 'weights': 'uniform', 'algorithm': 'ball_tree', 'leaf_size': 24, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7161
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.79 ± 0.02
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:29s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.625 | 0.625 | 1.036s | 1.044s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.5 | 0.625 | 1.044s | 2.763s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.75 | 0.75 | 0.802s | 4.282s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.75 | 0.75 | 0.951s | 5.909s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.25 | 0.75 | 1.416s | 8.050s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.75 | 0.75 | 1.015s | 9.723s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.7812 | 0.7812 | 0.671s | 11.035s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.9062 | 0.9062 | 0.930s | 12.746s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.5 | 0.9062 | 0.650s | 14.545s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.8125 | 0.9062 | 0.792s | 17.164s |
| Iteration 11 | 377 | 0.0181 | SAMME | 1.0 | 1.0 | 0.896s | 20.372s |
| Iteration 12 | 88 | 0.0172 | SAMME | 0.7188 | 1.0 | 0.702s | 23.544s |
| Iteration 13 | 385 | 0.0168 | SAMME | 0.8125 | 1.0 | 0.892s | 25.837s |
| Iteration 14 | 500 | 0.0219 | SAMME.R | 0.875 | 1.0 | 1.028s | 27.840s |
| Iteration 15 | 255 | 0.0226 | SAMME | 0.625 | 1.0 | 0.848s | 29.678s |
| Iteration 16 | 500 | 0.0185 | SAMME.R | 0.375 | 1.0 | 1.025s | 31.632s |
| Iteration 17 | 420 | 0.0181 | SAMME | 0.75 | 1.0 | 0.979s | 33.545s |
| Iteration 18 | 382 | 0.0239 | SAMME.R | 0.9688 | 1.0 | 0.974s | 35.396s |
| Iteration 19 | 476 | 0.0255 | SAMME.R | 0.875 | 1.0 | 1.050s | 38.026s |
| Iteration 20 | 360 | 0.0204 | SAMME.R | 0.5 | 1.0 | 0.955s | 40.159s |
| Iteration 21 | 467 | 0.0237 | SAMME.R | 0.8125 | 1.0 | 1.047s | 42.203s |
| Iteration 22 | 190 | 0.0292 | SAMME.R | 0.8125 | 1.0 | 0.822s | 43.935s |
| Iteration 23 | 448 | 0.0124 | SAMME | 0.6875 | 1.0 | 0.985s | 45.843s |
| Iteration 24 | 488 | 1.745 | SAMME | 0.8125 | 1.0 | 1.029s | 49.091s |
| Iteration 25 | 262 | 1.441 | SAMME | 1.0 | 1.0 | 0.863s | 51.195s |
| Iteration 26 | 447 | 1.4019 | SAMME | 0.625 | 1.0 | 0.995s | 53.198s |
| Iteration 27 | 377 | 3.6751 | SAMME | 0.5 | 1.0 | 0.669s | 54.807s |
| Iteration 28 | 170 | 1.4821 | SAMME | 1.0 | 1.0 | 0.782s | 56.588s |
| Iteration 29 | 86 | 1.38 | SAMME | 0.875 | 1.0 | 0.724s | 58.500s |
| Iteration 30 | 184 | 1.5258 | SAMME | 0.8125 | 1.0 | 0.796s | 1m:02s |
| Iteration 31 | 215 | 0.0252 | SAMME.R | 0.9375 | 1.0 | 1.455s | 1m:05s |
| Iteration 32 | 50 | 1.725 | SAMME | 0.5625 | 1.0 | 0.721s | 1m:08s |
| Iteration 33 | 312 | 0.0254 | SAMME.R | 0.5 | 1.0 | 0.937s | 1m:10s |
| Iteration 34 | 202 | 1.4091 | SAMME | 0.375 | 1.0 | 0.834s | 1m:12s |
| Iteration 35 | 130 | 0.0199 | SAMME | 0.9375 | 1.0 | 0.785s | 1m:14s |
| Iteration 36 | 168 | 1.4957 | SAMME | 0.7188 | 1.0 | 0.797s | 1m:15s |
| Iteration 37 | 384 | 0.0184 | SAMME | 0.875 | 1.0 | 0.977s | 1m:19s |
| Iteration 38 | 368 | 0.0181 | SAMME | 0.75 | 1.0 | 0.889s | 1m:22s |
| Iteration 39 | 269 | 1.445 | SAMME | 0.875 | 1.0 | 0.811s | 1m:24s |
| Iteration 40 | 254 | 1.461 | SAMME | 0.75 | 1.0 | 0.804s | 1m:26s |
| Iteration 41 | 395 | 0.0185 | SAMME | 0.3125 | 1.0 | 0.904s | 1m:28s |
| Iteration 42 | 379 | 0.019 | SAMME.R | 1.0 | 1.0 | 0.923s | 1m:30s |
| Iteration 43 | 364 | 0.024 | SAMME.R | 0.875 | 1.0 | 0.930s | 1m:32s |
| Iteration 44 | 378 | 0.0203 | SAMME.R | 0.9375 | 1.0 | 0.922s | 1m:34s |
| Iteration 45 | 381 | 0.021 | SAMME.R | 0.5938 | 1.0 | 0.942s | 1m:36s |
| Iteration 46 | 79 | 0.6123 | SAMME | 0.75 | 1.0 | 0.722s | 1m:38s |
| Iteration 47 | 376 | 0.01 | SAMME | 0.8125 | 1.0 | 0.937s | 1m:40s |
| Iteration 48 | 376 | 0.0504 | SAMME | 1.0 | 1.0 | 0.947s | 1m:44s |
| Iteration 49 | 70 | 0.3809 | SAMME | 1.0 | 1.0 | 0.729s | 1m:46s |
| Iteration 50 | 376 | 0.054 | SAMME.R | 0.7812 | 1.0 | 0.970s | 1m:48s |
Bayesian Optimization ---------------------------
Best call --> Iteration 48
Best parameters --> {'n_estimators': 376, 'learning_rate': 0.0504, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:49s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9688
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.305s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.1298
Time elapsed: 1.397s
-------------------------------------------------
Total time: 1m:51s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.75 | 0.75 | 1.064s | 1.084s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.625 | 0.75 | 0.945s | 2.874s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.9375 | 0.9375 | 0.973s | 4.577s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.375 | 0.9375 | 0.782s | 6.059s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.5625 | 0.9375 | 0.986s | 7.775s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.5625 | 0.9375 | 0.820s | 9.271s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 1.0 | 1.0 | 1.458s | 11.420s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 1.0 | 1.0 | 0.827s | 12.987s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.8125 | 1.0 | 0.947s | 14.681s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.6875 | 1.0 | 0.928s | 16.371s |
| Iteration 11 | 193 | entropy | 8 | 5 | 19 | sqrt | True | 0.0005 | 0.7 | 0.5 | 1.0 | 0.820s | 18.201s |
| Iteration 12 | 287 | entropy | 3 | 12 | 11 | sqrt | False | 0.026 | --- | 0.6875 | 1.0 | 0.796s | 20.116s |
| Iteration 13 | 167 | entropy | 7 | 16 | 3 | 0.6 | False | 0.0 | --- | 0.8125 | 1.0 | 0.737s | 22.196s |
| Iteration 14 | 438 | entropy | 6 | 18 | 4 | 0.5 | False | 0.035 | --- | 1.0 | 1.0 | 0.892s | 24.880s |
| Iteration 15 | 401 | entropy | None | 2 | 9 | auto | False | 0.0179 | --- | 1.0 | 1.0 | 0.886s | 27.153s |
| Iteration 16 | 297 | entropy | 6 | 5 | 1 | 0.8 | False | 0.035 | --- | 0.3125 | 1.0 | 0.840s | 29.233s |
| Iteration 17 | 282 | gini | None | 3 | 8 | 0.9 | False | 0.0323 | --- | 0.75 | 1.0 | 0.819s | 31.322s |
| Iteration 18 | 500 | entropy | 6 | 19 | 4 | 0.5 | False | 0.035 | --- | 0.9375 | 1.0 | 0.946s | 33.558s |
| Iteration 19 | 176 | entropy | 6 | 18 | 6 | sqrt | False | 0.035 | --- | 1.0 | 1.0 | 0.736s | 35.517s |
| Iteration 20 | 415 | entropy | 6 | 18 | 8 | 0.5 | False | 0.0342 | --- | 0.5 | 1.0 | 0.883s | 37.599s |
| Iteration 21 | 113 | entropy | 6 | 18 | 13 | 0.9 | False | 0.0302 | --- | 0.9062 | 1.0 | 0.691s | 39.433s |
| Iteration 22 | 459 | entropy | None | 5 | 18 | 0.9 | False | 0.0218 | --- | 0.75 | 1.0 | 0.901s | 43.267s |
| Iteration 23 | 384 | entropy | 6 | 13 | 4 | 0.9 | False | 0.035 | --- | 0.5625 | 1.0 | 0.877s | 47.655s |
| Iteration 24 | 319 | entropy | 6 | 16 | 13 | auto | False | 0.035 | --- | 0.5 | 1.0 | 0.824s | 51.396s |
| Iteration 25 | 170 | entropy | None | 2 | 12 | 0.6 | False | 0.0181 | --- | 1.0 | 1.0 | 0.789s | 53.739s |
| Iteration 26 | 385 | gini | 6 | 18 | 7 | 0.7 | False | 0.0344 | --- | 0.75 | 1.0 | 0.875s | 55.904s |
| Iteration 27 | 105 | entropy | 6 | 19 | 5 | 0.7 | False | 0.0341 | --- | 0.7812 | 1.0 | 0.714s | 59.632s |
| Iteration 28 | 200 | entropy | 7 | 12 | 5 | sqrt | False | 0.0337 | --- | 1.0 | 1.0 | 0.753s | 1m:02s |
| Iteration 29 | 230 | entropy | None | 9 | 11 | sqrt | False | 0.0138 | --- | 0.875 | 1.0 | 0.768s | 1m:04s |
| Iteration 30 | 318 | entropy | None | 19 | 5 | log2 | False | 0.0317 | --- | 0.75 | 1.0 | 0.834s | 1m:06s |
| Iteration 31 | 213 | entropy | None | 5 | 15 | 0.5 | False | 0.0163 | --- | 0.8125 | 1.0 | 0.751s | 1m:08s |
| Iteration 32 | 132 | entropy | 6 | 18 | 5 | log2 | False | 0.035 | --- | 0.875 | 1.0 | 1.308s | 1m:11s |
| Iteration 33 | 282 | gini | 7 | 19 | 2 | auto | False | 0.0283 | --- | 0.8125 | 1.0 | 0.805s | 1m:14s |
| Iteration 34 | 161 | entropy | None | 2 | 12 | auto | False | 0.0088 | --- | 0.4688 | 1.0 | 0.747s | 1m:16s |
| Iteration 35 | 119 | entropy | 8 | 12 | 6 | auto | False | 0.0327 | --- | 0.875 | 1.0 | 0.748s | 1m:18s |
| Iteration 36 | 423 | entropy | 6 | 17 | 4 | 0.5 | False | 0.035 | --- | 0.625 | 1.0 | 0.898s | 1m:20s |
| Iteration 37 | 462 | entropy | 7 | 13 | 5 | sqrt | False | 0.0335 | --- | 1.0 | 1.0 | 0.923s | 1m:22s |
| Iteration 38 | 120 | entropy | 7 | 13 | 5 | sqrt | False | 0.0335 | --- | 0.75 | 1.0 | 0.745s | 1m:25s |
| Iteration 39 | 456 | entropy | 4 | 8 | 3 | sqrt | False | 0.0147 | --- | 1.0 | 1.0 | 0.994s | 1m:27s |
| Iteration 40 | 316 | entropy | 5 | 11 | 4 | sqrt | False | 0.025 | --- | 0.625 | 1.0 | 0.866s | 1m:29s |
| Iteration 41 | 323 | entropy | 7 | 5 | 12 | sqrt | False | 0.0182 | --- | 0.5625 | 1.0 | 0.919s | 1m:32s |
| Iteration 42 | 289 | entropy | 6 | 18 | 5 | 0.6 | True | 0.029 | 0.6 | 0.6875 | 1.0 | 0.908s | 1m:34s |
| Iteration 43 | 289 | entropy | 6 | 10 | 5 | auto | False | 0.0094 | --- | 0.875 | 1.0 | 0.807s | 1m:38s |
| Iteration 44 | 460 | gini | 6 | 11 | 1 | 0.9 | False | 0.0303 | --- | 0.7812 | 1.0 | 0.934s | 1m:41s |
| Iteration 45 | 500 | entropy | 9 | 15 | 1 | log2 | False | 0.0166 | --- | 0.8125 | 1.0 | 0.941s | 1m:43s |
| Iteration 46 | 447 | entropy | 6 | 10 | 4 | log2 | False | 0.03 | --- | 0.875 | 1.0 | 0.903s | 1m:46s |
| Iteration 47 | 463 | gini | 5 | 20 | 2 | auto | False | 0.0279 | --- | 0.9375 | 1.0 | 0.944s | 1m:48s |
| Iteration 48 | 185 | entropy | 7 | 17 | 5 | log2 | False | 0.0176 | --- | 1.0 | 1.0 | 0.787s | 1m:50s |
| Iteration 49 | 186 | gini | 7 | 13 | 5 | log2 | False | 0.0269 | --- | 1.0 | 1.0 | 0.782s | 1m:53s |
| Iteration 50 | 440 | gini | 6 | 20 | 4 | 0.7 | False | 0.0317 | --- | 0.5938 | 1.0 | 0.935s | 1m:55s |
Bayesian Optimization ---------------------------
Best call --> Initial point 7
Best parameters --> {'n_estimators': 296, 'criterion': 'entropy', 'max_depth': 6, 'min_samples_split': 19, 'min_samples_leaf': 6, 'max_features': 'log2', 'bootstrap': False, 'ccp_alpha': 0.0332}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:57s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.975
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.219s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.0812
Time elapsed: 0.958s
-------------------------------------------------
Total time: 1m:58s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.823s | 0.842s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.625 | 0.625 | 0.785s | 2.420s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.625 | 0.770s | 4.089s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.625 | 0.706s | 5.524s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.625 | 0.739s | 6.964s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.625 | 0.724s | 8.512s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.625 | 0.729s | 9.994s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.625 | 1.332s | 12.076s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.7812 | 0.7812 | 0.783s | 13.650s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.7812 | 0.738s | 15.154s |
| Iteration 11 | 490 | 0.1237 | 3 | 0.0 | 4 | 0.8 | 0.6 | 0 | 10 | 0.875 | 0.875 | 0.762s | 17.081s |
| Iteration 12 | 133 | 0.0515 | 10 | 0.928 | 3 | 0.8 | 1.0 | 0 | 0.01 | 0.875 | 0.875 | 0.708s | 18.949s |
| Iteration 13 | 500 | 0.0462 | 1 | 0.0 | 1 | 1.0 | 0.4 | 0 | 100 | 0.875 | 0.875 | 0.769s | 20.775s |
| Iteration 14 | 500 | 1.0 | 1 | 0.0 | 2 | 0.5 | 0.4 | 0 | 10 | 0.8125 | 0.875 | 0.787s | 22.724s |
| Iteration 15 | 20 | 0.0252 | 10 | 1.0 | 1 | 1.0 | 1.0 | 0.01 | 0 | 1.0 | 1.0 | 0.695s | 24.724s |
| Iteration 16 | 164 | 0.0127 | 2 | 0.0 | 1 | 0.7 | 0.4 | 0.01 | 1 | 0.375 | 1.0 | 0.721s | 26.527s |
| Iteration 17 | 20 | 0.01 | 10 | 1.0 | 10 | 1.0 | 1.0 | 0 | 100 | 0.5 | 1.0 | 0.680s | 28.397s |
| Iteration 18 | 20 | 1.0 | 5 | 0.5962 | 5 | 0.5 | 1.0 | 0 | 0 | 0.5 | 1.0 | 0.686s | 30.324s |
| Iteration 19 | 500 | 0.0209 | 10 | 0.351 | 4 | 1.0 | 0.6 | 0 | 100 | 0.875 | 1.0 | 0.781s | 32.340s |
| Iteration 20 | 53 | 0.01 | 10 | 1.0 | 1 | 1.0 | 0.9 | 0 | 0 | 0.4688 | 1.0 | 0.701s | 34.489s |
| Iteration 21 | 41 | 0.1304 | 8 | 0.8553 | 2 | 0.9 | 0.8 | 0.01 | 10 | 0.8125 | 1.0 | 0.685s | 36.280s |
| Iteration 22 | 20 | 0.0661 | 9 | 0.8497 | 9 | 0.6 | 0.9 | 0.01 | 0.01 | 0.5 | 1.0 | 0.647s | 38.735s |
| Iteration 23 | 75 | 0.2551 | 5 | 0.6335 | 1 | 0.9 | 1.0 | 0.01 | 0 | 0.5625 | 1.0 | 0.715s | 40.728s |
| Iteration 24 | 169 | 0.7198 | 10 | 0.6684 | 4 | 0.7 | 0.8 | 0 | 1 | 0.5 | 1.0 | 0.716s | 42.671s |
| Iteration 25 | 20 | 0.1392 | 10 | 0.8852 | 1 | 1.0 | 0.9 | 0.01 | 0 | 1.0 | 1.0 | 0.659s | 44.643s |
| Iteration 26 | 20 | 0.109 | 10 | 0.2199 | 1 | 0.5 | 0.5 | 0.01 | 10 | 0.75 | 1.0 | 0.645s | 46.380s |
| Iteration 27 | 21 | 0.1948 | 10 | 0.8144 | 3 | 0.9 | 1.0 | 0.01 | 0 | 0.7812 | 1.0 | 0.640s | 48.145s |
| Iteration 28 | 131 | 0.025 | 10 | 0.2531 | 5 | 0.5 | 0.7 | 0 | 0 | 0.5 | 1.0 | 0.657s | 49.996s |
| Iteration 29 | 493 | 0.6509 | 3 | 0.8075 | 4 | 0.7 | 0.6 | 0 | 0.1 | 1.0 | 1.0 | 0.712s | 51.927s |
| Iteration 30 | 30 | 0.0115 | 9 | 0.2592 | 5 | 1.0 | 0.6 | 0.01 | 10 | 0.5 | 1.0 | 0.683s | 54.973s |
| Iteration 31 | 500 | 0.0194 | 5 | 0.6257 | 4 | 0.9 | 0.7 | 0.01 | 0.01 | 0.8125 | 1.0 | 0.762s | 57.264s |
| Iteration 32 | 488 | 0.0347 | 3 | 0.8462 | 4 | 0.8 | 0.8 | 0 | 100 | 0.75 | 1.0 | 0.777s | 59.337s |
| Iteration 33 | 23 | 0.0225 | 5 | 0.7185 | 1 | 1.0 | 0.6 | 0.01 | 0 | 0.8125 | 1.0 | 1.275s | 1m:02s |
| Iteration 34 | 20 | 0.05 | 8 | 1.0 | 1 | 0.7 | 0.9 | 0.01 | 0.01 | 0.375 | 1.0 | 0.695s | 1m:04s |
| Iteration 35 | 494 | 0.3644 | 2 | 0.5638 | 6 | 0.6 | 0.9 | 0 | 0.1 | 0.5 | 1.0 | 0.766s | 1m:06s |
| Iteration 36 | 500 | 0.3008 | 3 | 0.936 | 4 | 0.7 | 0.5 | 0 | 0.1 | 0.4375 | 1.0 | 0.764s | 1m:08s |
| Iteration 37 | 435 | 0.1741 | 5 | 0.8726 | 2 | 1.0 | 0.4 | 100 | 0.01 | 0.5 | 1.0 | 0.752s | 1m:10s |
| Iteration 38 | 357 | 0.2556 | 1 | 0.1027 | 3 | 1.0 | 0.5 | 0 | 0.01 | 0.875 | 1.0 | 0.750s | 1m:12s |
| Iteration 39 | 170 | 0.2935 | 1 | 0.012 | 2 | 1.0 | 0.6 | 0.1 | 10 | 0.9375 | 1.0 | 0.719s | 1m:14s |
| Iteration 40 | 496 | 0.7803 | 6 | 0.9491 | 3 | 1.0 | 0.9 | 0.01 | 100 | 0.5 | 1.0 | 0.782s | 1m:16s |
| Iteration 41 | 21 | 0.9144 | 8 | 0.0009 | 1 | 1.0 | 0.7 | 1 | 10 | 0.625 | 1.0 | 0.689s | 1m:18s |
| Iteration 42 | 171 | 0.3282 | 1 | 0.7052 | 2 | 0.6 | 0.9 | 0.1 | 0.01 | 0.8125 | 1.0 | 0.893s | 1m:20s |
| Iteration 43 | 20 | 0.1752 | 10 | 0.5073 | 1 | 1.0 | 0.9 | 0.01 | 0.1 | 0.875 | 1.0 | 0.642s | 1m:22s |
| Iteration 44 | 267 | 0.1953 | 3 | 0.2302 | 4 | 0.6 | 0.6 | 0 | 0 | 1.0 | 1.0 | 0.698s | 1m:25s |
| Iteration 45 | 453 | 0.3085 | 3 | 0.6603 | 3 | 0.7 | 0.6 | 0 | 0.01 | 0.5 | 1.0 | 0.725s | 1m:27s |
| Iteration 46 | 72 | 0.0113 | 3 | 0.943 | 4 | 0.9 | 0.6 | 0 | 0.01 | 0.8125 | 1.0 | 0.682s | 1m:29s |
| Iteration 47 | 227 | 0.282 | 10 | 0.3289 | 1 | 0.8 | 1.0 | 0.01 | 100 | 1.0 | 1.0 | 0.694s | 1m:31s |
| Iteration 48 | 103 | 0.8788 | 10 | 0.0376 | 1 | 0.9 | 1.0 | 0.01 | 0 | 1.0 | 1.0 | 0.667s | 1m:34s |
| Iteration 49 | 225 | 0.3297 | 10 | 0.6531 | 1 | 0.9 | 1.0 | 0.01 | 0.1 | 1.0 | 1.0 | 0.694s | 1m:36s |
| Iteration 50 | 420 | 0.915 | 3 | 0.3702 | 4 | 0.5 | 0.6 | 0 | 1 | 0.5 | 1.0 | 0.706s | 1m:38s |
Bayesian Optimization ---------------------------
Best call --> Iteration 29
Best parameters --> {'n_estimators': 493, 'learning_rate': 0.6509, 'max_depth': 3, 'gamma': 0.8075, 'min_child_weight': 4, 'subsample': 0.7, 'colsample_bytree': 0.6, 'reg_alpha': 0, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:41s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9196
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.100s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.71 ± 0.0735
Time elapsed: 0.293s
-------------------------------------------------
Total time: 1m:41s
Final results ==================== >>
Duration: 12m:16s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.8 ± 0.0632
Logistic Regression --> roc_auc: 0.71 ± 0.0374
Linear Discriminant Analysis --> roc_auc: 0.76 ± 0.1881
Quadratic Discriminant Analysis --> roc_auc: 0.76 ± 0.1881
Radius Nearest Neighbors --> roc_auc: 0.79 ± 0.02
AdaBoost --> roc_auc: 0.82 ± 0.1298
Random Forest --> roc_auc: 0.88 ± 0.0812 !
XGBoost --> roc_auc: 0.71 ± 0.0735
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAVLDSSYKLIF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAASKTGNQFYF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAVDNQAGTALIF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CALGTGGFKTIF.
>>> Dropping feature CALMDTGRRALTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVRGYSSASKIIF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CAASPNTGNQFYF.
>>> Dropping feature CASSPGGYEQYF.
>>> Dropping feature CAVGGGSNYKLTF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAVSDDYKLSF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CASSFSYEQYF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASATSGTYKYIF.
>>> Dropping feature CAATQGGSEKLVF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.75 | 0.75 | 3.199s | 3.219s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 1.0 | 1.0 | 3.259s | 7.489s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 1.0 | 1.0 | 3.220s | 11.425s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.4375 | 1.0 | 3.222s | 15.348s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.6875 | 1.0 | 3.226s | 19.373s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.3125 | 1.0 | 3.272s | 23.488s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.7812 | 1.0 | 3.854s | 28.114s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.9375 | 1.0 | 3.296s | 32.157s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.5 | 1.0 | 3.212s | 36.206s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.8125 | 1.0 | 3.215s | 40.248s |
| Iteration 11 | deviance | 0.1461 | 147 | 0.6 | squared_er.. | 17 | 11 | 4 | 0.9 | 0.0319 | 0.8125 | 1.0 | 3.211s | 44.686s |
| Iteration 12 | deviance | 0.0873 | 298 | 0.8 | squared_er.. | 14 | 5 | 10 | 0.7 | 0.009 | 0.75 | 1.0 | 3.243s | 49.167s |
| Iteration 13 | deviance | 0.0836 | 218 | 0.5 | squared_er.. | 20 | 18 | 1 | None | 0.035 | 0.5 | 1.0 | 3.196s | 53.566s |
| Iteration 14 | deviance | 0.1047 | 280 | 0.5 | squared_er.. | 14 | 10 | 8 | 0.7 | 0.011 | 0.75 | 1.0 | 3.217s | 58.005s |
| Iteration 15 | deviance | 0.0986 | 14 | 0.5 | squared_er.. | 19 | 8 | 5 | sqrt | 0.0081 | 0.75 | 1.0 | 3.182s | 1m:02s |
| Iteration 16 | deviance | 0.1026 | 282 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0241 | 0.5625 | 1.0 | 3.215s | 1m:07s |
| Iteration 17 | exponen.. | 0.3801 | 78 | 0.6 | squared_er.. | 8 | 14 | 4 | 0.6 | 0.0192 | 0.9375 | 1.0 | 3.205s | 1m:11s |
| Iteration 18 | exponen.. | 0.4533 | 456 | 0.8 | squared_er.. | 15 | 20 | 2 | 0.5 | 0.0178 | 0.875 | 1.0 | 3.263s | 1m:16s |
| Iteration 19 | exponen.. | 0.2424 | 425 | 0.9 | squared_er.. | 7 | 17 | 2 | sqrt | 0.0117 | 0.8125 | 1.0 | 3.264s | 1m:21s |
| Iteration 20 | exponen.. | 0.395 | 190 | 0.6 | squared_er.. | 12 | 4 | 4 | auto | 0.0255 | 0.3125 | 1.0 | 3.261s | 1m:28s |
| Iteration 21 | exponen.. | 0.3492 | 79 | 0.5 | squared_er.. | 5 | 18 | 4 | 0.7 | 0.0017 | 0.5 | 1.0 | 3.256s | 1m:33s |
| Iteration 22 | deviance | 0.0798 | 10 | 0.8 | friedman_mse | 17 | 15 | 5 | sqrt | 0.0228 | 0.5625 | 1.0 | 3.173s | 1m:37s |
| Iteration 23 | exponen.. | 0.4351 | 182 | 0.8 | squared_er.. | 14 | 15 | 3 | sqrt | 0.013 | 1.0 | 1.0 | 3.346s | 1m:42s |
| Iteration 24 | exponen.. | 0.0288 | 10 | 0.8 | squared_er.. | 8 | 16 | 2 | sqrt | 0.0345 | 0.3125 | 1.0 | 3.236s | 1m:46s |
| Iteration 25 | exponen.. | 0.5673 | 255 | 0.8 | squared_er.. | 15 | 15 | 3 | None | 0.0332 | 0.625 | 1.0 | 3.277s | 1m:52s |
| Iteration 26 | deviance | 0.1106 | 330 | 0.6 | squared_er.. | 6 | 10 | 5 | None | 0.0276 | 0.875 | 1.0 | 3.254s | 1m:57s |
| Iteration 27 | exponen.. | 0.4213 | 289 | 0.8 | squared_er.. | 4 | 17 | 3 | log2 | 0.0219 | 0.75 | 1.0 | 3.230s | 2m:03s |
| Iteration 28 | exponen.. | 0.8631 | 427 | 0.6 | squared_er.. | 19 | 17 | 5 | 0.9 | 0.0236 | 0.5 | 1.0 | 3.301s | 2m:08s |
| Iteration 29 | exponen.. | 0.4163 | 111 | 0.8 | squared_er.. | 20 | 15 | 2 | 0.8 | 0.033 | 0.8125 | 1.0 | 3.214s | 2m:12s |
| Iteration 30 | exponen.. | 0.4515 | 76 | 0.8 | squared_er.. | 11 | 14 | 2 | 0.7 | 0.0105 | 0.625 | 1.0 | 3.295s | 2m:17s |
| Iteration 31 | deviance | 0.1209 | 273 | 0.7 | squared_er.. | 19 | 10 | 7 | 0.9 | 0.0262 | 1.0 | 1.0 | 3.236s | 2m:22s |
| Iteration 32 | deviance | 0.1169 | 82 | 0.8 | squared_er.. | 4 | 10 | 2 | 0.7 | 0.0246 | 0.75 | 1.0 | 3.150s | 2m:26s |
| Iteration 33 | deviance | 0.1139 | 406 | 0.6 | squared_er.. | 18 | 10 | 10 | None | 0.0057 | 0.625 | 1.0 | 3.260s | 2m:31s |
| Iteration 34 | exponen.. | 0.0183 | 490 | 0.7 | squared_er.. | 19 | 14 | 3 | auto | 0.0237 | 0.4375 | 1.0 | 3.286s | 2m:36s |
| Iteration 35 | exponen.. | 0.3388 | 62 | 0.6 | squared_er.. | 5 | 13 | 4 | auto | 0.0278 | 0.625 | 1.0 | 3.174s | 2m:40s |
| Iteration 36 | exponen.. | 0.1229 | 335 | 0.8 | squared_er.. | 19 | 9 | 6 | 0.9 | 0.0187 | 0.75 | 1.0 | 3.258s | 2m:45s |
| Iteration 37 | exponen.. | 0.474 | 236 | 1.0 | squared_er.. | 17 | 18 | 2 | auto | 0.0243 | 0.25 | 1.0 | 3.230s | 2m:49s |
| Iteration 38 | exponen.. | 0.147 | 74 | 0.7 | squared_er.. | 11 | 16 | 5 | 0.7 | 0.0257 | 0.75 | 1.0 | 3.189s | 2m:54s |
| Iteration 39 | exponen.. | 0.0855 | 383 | 0.7 | squared_er.. | 6 | 2 | 9 | None | 0.0316 | 0.9375 | 1.0 | 3.280s | 2m:59s |
| Iteration 40 | deviance | 0.6769 | 242 | 0.8 | squared_er.. | 13 | 1 | 5 | 0.9 | 0.0279 | 0.75 | 1.0 | 3.259s | 3m:03s |
| Iteration 41 | deviance | 0.0346 | 258 | 0.6 | friedman_mse | 9 | 14 | 2 | 0.9 | 0.0241 | 0.8125 | 1.0 | 3.210s | 3m:08s |
| Iteration 42 | exponen.. | 0.1065 | 229 | 0.6 | squared_er.. | 6 | 16 | 6 | None | 0.0276 | 0.6875 | 1.0 | 3.298s | 3m:13s |
| Iteration 43 | deviance | 0.013 | 263 | 0.8 | friedman_mse | 20 | 14 | 8 | None | 0.0268 | 0.625 | 1.0 | 3.211s | 3m:18s |
| Iteration 44 | exponen.. | 0.1581 | 174 | 0.7 | squared_er.. | 7 | 4 | 6 | sqrt | 0.0121 | 1.0 | 1.0 | 3.322s | 3m:22s |
| Iteration 45 | deviance | 0.0232 | 279 | 0.7 | squared_er.. | 19 | 9 | 5 | 0.9 | 0.0258 | 0.5 | 1.0 | 3.257s | 3m:27s |
| Iteration 46 | deviance | 0.1177 | 148 | 0.7 | squared_er.. | 20 | 11 | 4 | 0.5 | 0.0264 | 0.8125 | 1.0 | 3.217s | 3m:33s |
| Iteration 47 | deviance | 0.3957 | 33 | 0.6 | squared_er.. | 10 | 7 | 3 | log2 | 0.0241 | 1.0 | 1.0 | 3.219s | 3m:39s |
| Iteration 48 | deviance | 0.1119 | 192 | 0.8 | squared_er.. | 6 | 3 | 5 | 0.7 | 0.0273 | 1.0 | 1.0 | 3.241s | 3m:45s |
| Iteration 49 | deviance | 0.1279 | 156 | 0.7 | squared_er.. | 8 | 4 | 6 | None | 0.0272 | 0.8125 | 1.0 | 3.281s | 3m:49s |
| Iteration 50 | deviance | 0.1621 | 249 | 0.6 | squared_er.. | 8 | 6 | 5 | auto | 0.0271 | 0.7188 | 1.0 | 3.274s | 3m:55s |
Bayesian Optimization ---------------------------
Best call --> Iteration 23
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.4351, 'n_estimators': 182, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 14, 'min_samples_leaf': 15, 'max_depth': 3, 'max_features': 'sqrt', 'ccp_alpha': 0.013}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:57s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9848
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.053s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.61 ± 0.086
Time elapsed: 0.247s
-------------------------------------------------
Total time: 3m:57s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.5625 | 0.5625 | 3.231s | 3.243s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.4375 | 0.5625 | 3.243s | 7.260s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.75 | 0.75 | 3.234s | 11.351s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.25 | 0.75 | 3.202s | 16.337s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.1875 | 0.75 | 3.223s | 21.593s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.1875 | 0.75 | 3.163s | 25.776s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 1.0 | 1.0 | 3.209s | 29.895s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.5 | 1.0 | 3.176s | 33.881s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.625 | 1.0 | 3.175s | 39.519s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.4375 | 1.0 | 3.172s | 43.885s |
| Iteration 11 | l2 | 44.5016 | sag | 291 | --- | 0.75 | 1.0 | 3.162s | 48.261s |
| Iteration 12 | l2 | 5.827 | libli.. | 112 | --- | 0.5 | 1.0 | 3.188s | 53.181s |
| Iteration 13 | l2 | 16.0306 | lbfgs | 265 | --- | 0.3125 | 1.0 | 3.185s | 57.449s |
| Iteration 14 | l2 | 3.5996 | libli.. | 273 | --- | 0.6875 | 1.0 | 3.280s | 1m:02s |
| Iteration 15 | l1 | 4.7306 | saga | 955 | --- | 0.75 | 1.0 | 3.230s | 1m:06s |
| Iteration 16 | none | --- | lbfgs | 178 | --- | 0.6875 | 1.0 | 3.176s | 1m:10s |
| Iteration 17 | l1 | 82.0478 | saga | 975 | --- | 0.8125 | 1.0 | 3.268s | 1m:15s |
| Iteration 18 | none | --- | lbfgs | 100 | --- | 0.4375 | 1.0 | 3.243s | 1m:19s |
| Iteration 19 | none | --- | saga | 198 | --- | 0.625 | 1.0 | 3.267s | 1m:23s |
| Iteration 20 | none | --- | saga | 264 | --- | 0.3125 | 1.0 | 3.218s | 1m:28s |
| Iteration 21 | l2 | 94.4768 | sag | 958 | --- | 1.0 | 1.0 | 3.241s | 1m:32s |
| Iteration 22 | l1 | 0.0075 | libli.. | 965 | --- | 0.5 | 1.0 | 3.253s | 1m:36s |
| Iteration 23 | l2 | 100.0 | libli.. | 366 | --- | 1.0 | 1.0 | 3.262s | 1m:41s |
| Iteration 24 | none | --- | lbfgs | 100 | --- | 0.4375 | 1.0 | 0.000s | 1m:42s |
| Iteration 25 | none | --- | sag | 965 | --- | 0.5 | 1.0 | 3.244s | 1m:48s |
| Iteration 26 | l2 | 0.0011 | sag | 358 | --- | 0.75 | 1.0 | 3.260s | 1m:53s |
| Iteration 27 | none | --- | saga | 282 | --- | 0.8125 | 1.0 | 3.252s | 1m:57s |
| Iteration 28 | none | --- | saga | 122 | --- | 0.5 | 1.0 | 3.297s | 2m:01s |
| Iteration 29 | l2 | 62.1616 | lbfgs | 402 | --- | 0.625 | 1.0 | 3.280s | 2m:06s |
| Iteration 30 | l2 | 32.8195 | libli.. | 339 | --- | 0.625 | 1.0 | 3.259s | 2m:10s |
| Iteration 31 | none | --- | lbfgs | 351 | --- | 0.75 | 1.0 | 3.209s | 2m:14s |
| Iteration 32 | l2 | 7.1143 | sag | 910 | --- | 0.25 | 1.0 | 3.211s | 2m:19s |
| Iteration 33 | none | --- | newto.. | 368 | --- | 0.4375 | 1.0 | 3.163s | 2m:24s |
| Iteration 34 | l1 | 1.6819 | saga | 373 | --- | 0.25 | 1.0 | 3.218s | 2m:28s |
| Iteration 35 | l2 | 0.001 | lbfgs | 345 | --- | 0.25 | 1.0 | 3.210s | 2m:32s |
| Iteration 36 | l2 | 7.4843 | libli.. | 275 | --- | 0.5 | 1.0 | 3.808s | 2m:37s |
| Iteration 37 | l2 | 1.2359 | libli.. | 587 | --- | 0.4375 | 1.0 | 3.204s | 2m:42s |
| Iteration 38 | l2 | 98.3985 | libli.. | 900 | --- | 0.5 | 1.0 | 3.201s | 2m:46s |
| Iteration 39 | l2 | 2.1036 | libli.. | 339 | --- | 1.0 | 1.0 | 3.216s | 2m:51s |
| Iteration 40 | l2 | 0.085 | libli.. | 388 | --- | 0.5938 | 1.0 | 3.197s | 2m:55s |
| Iteration 41 | l2 | 92.9805 | sag | 742 | --- | 0.3125 | 1.0 | 3.212s | 2m:60s |
| Iteration 42 | l2 | 2.1889 | libli.. | 308 | --- | 0.625 | 1.0 | 3.199s | 3m:04s |
| Iteration 43 | l2 | 2.0461 | sag | 421 | --- | 0.5625 | 1.0 | 3.201s | 3m:09s |
| Iteration 44 | l2 | 54.2905 | newto.. | 358 | --- | 0.75 | 1.0 | 3.210s | 3m:14s |
| Iteration 45 | l2 | 10.489 | saga | 1000 | --- | 1.0 | 1.0 | 3.218s | 3m:18s |
| Iteration 46 | elast.. | 84.6246 | saga | 769 | 0.4 | 0.5625 | 1.0 | 3.223s | 3m:22s |
| Iteration 47 | l1 | 0.0445 | libli.. | 893 | --- | 0.5 | 1.0 | 3.267s | 3m:27s |
| Iteration 48 | l2 | 87.5609 | saga | 863 | --- | 0.5 | 1.0 | 3.337s | 3m:31s |
| Iteration 49 | l2 | 0.001 | libli.. | 245 | --- | 0.75 | 1.0 | 3.329s | 3m:36s |
| Iteration 50 | l2 | 12.64 | saga | 1000 | --- | 0.6875 | 1.0 | 3.315s | 3m:40s |
Bayesian Optimization ---------------------------
Best call --> Iteration 23
Best parameters --> {'penalty': 'l2', 'C': 100.0, 'solver': 'liblinear', 'max_iter': 366}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:43s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8545
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.66 ± 0.12
Time elapsed: 0.052s
-------------------------------------------------
Total time: 3m:43s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.5 | 0.5 | 3.244s | 3.250s |
| Initial point 2 | svd | --- | 0.4375 | 0.5 | 3.129s | 8.058s |
| Initial point 3 | svd | --- | 0.4375 | 0.5 | 0.001s | 8.952s |
| Initial point 4 | lsqr | 0.8 | 0.3125 | 0.5 | 3.182s | 12.775s |
| Initial point 5 | eigen | 0.9 | 0.1875 | 0.5 | 3.268s | 16.730s |
| Initial point 6 | lsqr | 0.7 | 0.375 | 0.5 | 3.197s | 20.681s |
| Initial point 7 | lsqr | 0.5 | 1.0 | 1.0 | 3.206s | 25.757s |
| Initial point 8 | lsqr | 0.9 | 0.375 | 1.0 | 3.140s | 31.123s |
| Initial point 9 | lsqr | 0.6 | 0.625 | 1.0 | 3.128s | 35.223s |
| Initial point 10 | eigen | 0.8 | 0.5625 | 1.0 | 3.208s | 39.254s |
| Iteration 11 | svd | --- | 0.4375 | 1.0 | 0.000s | 40.392s |
| Iteration 12 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 41.228s |
| Iteration 13 | eigen | 0.7 | 0.3125 | 1.0 | 3.191s | 45.282s |
| Iteration 14 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 46.430s |
| Iteration 15 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 47.536s |
| Iteration 16 | eigen | 0.5 | 0.4375 | 1.0 | 3.860s | 52.604s |
| Iteration 17 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 53.440s |
| Iteration 18 | lsqr | 0.5 | 1.0 | 1.0 | 0.001s | 54.256s |
| Iteration 19 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 55.071s |
| Iteration 20 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 55.907s |
| Iteration 21 | lsqr | auto | 0.9375 | 1.0 | 3.186s | 59.917s |
| Iteration 22 | lsqr | None | 0.3125 | 1.0 | 3.173s | 1m:04s |
| Iteration 23 | svd | --- | 0.4375 | 1.0 | 0.000s | 1m:05s |
| Iteration 24 | lsqr | 1.0 | 0.625 | 1.0 | 3.187s | 1m:09s |
| Iteration 25 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:10s |
| Iteration 26 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:11s |
| Iteration 27 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 28 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:13s |
| Iteration 29 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:13s |
| Iteration 30 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:14s |
| Iteration 31 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:15s |
| Iteration 32 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:17s |
| Iteration 33 | lsqr | 0.5 | 1.0 | 1.0 | 0.001s | 1m:19s |
| Iteration 34 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:20s |
| Iteration 35 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:21s |
| Iteration 36 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:22s |
| Iteration 37 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:23s |
| Iteration 38 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:24s |
| Iteration 39 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:25s |
| Iteration 40 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:26s |
| Iteration 41 | lsqr | 0.5 | 1.0 | 1.0 | 0.001s | 1m:27s |
| Iteration 42 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:28s |
| Iteration 43 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:29s |
| Iteration 44 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:30s |
| Iteration 45 | lsqr | 0.5 | 1.0 | 1.0 | 0.001s | 1m:31s |
| Iteration 46 | lsqr | 0.5 | 1.0 | 1.0 | 0.001s | 1m:32s |
| Iteration 47 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:33s |
| Iteration 48 | lsqr | 0.5 | 1.0 | 1.0 | 0.001s | 1m:34s |
| Iteration 49 | lsqr | 0.5 | 1.0 | 1.0 | 0.001s | 1m:35s |
| Iteration 50 | lsqr | 0.5 | 1.0 | 1.0 | 0.001s | 1m:36s |
Bayesian Optimization ---------------------------
Best call --> Initial point 7
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:37s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8491
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.71 ± 0.3056
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:37s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.5 | 0.5 | 3.164s | 3.168s |
| Initial point 2 | 0.9 | 0.625 | 0.625 | 3.138s | 7.138s |
| Initial point 3 | 0.1 | 0.75 | 0.75 | 3.172s | 11.072s |
| Initial point 4 | 1.0 | 0.5 | 0.75 | 0.000s | 11.850s |
| Initial point 5 | 0.2 | 0.1875 | 0.75 | 3.252s | 15.760s |
| Initial point 6 | 0.4 | 0.5 | 0.75 | 3.181s | 19.685s |
| Initial point 7 | 0.4 | 0.5 | 0.75 | 0.001s | 20.408s |
| Initial point 8 | 0.7 | 0.375 | 0.75 | 3.282s | 24.324s |
| Initial point 9 | 0.9 | 0.625 | 0.75 | 0.000s | 25.142s |
| Initial point 10 | 0.8 | 0.5625 | 0.75 | 3.351s | 29.186s |
| Iteration 11 | 0.3 | 0.625 | 0.75 | 3.275s | 33.341s |
| Iteration 12 | 0.6 | 0.4375 | 0.75 | 3.219s | 37.638s |
| Iteration 13 | 0.5 | 0.1875 | 0.75 | 3.263s | 41.831s |
| Iteration 14 | 0.0 | 0.5625 | 0.75 | 3.294s | 46.112s |
| Iteration 15 | 0.1 | 0.75 | 0.75 | 0.000s | 46.948s |
| Iteration 16 | 0.1 | 0.75 | 0.75 | 0.000s | 47.781s |
| Iteration 17 | 0.1 | 0.75 | 0.75 | 0.000s | 49.175s |
| Iteration 18 | 0.1 | 0.75 | 0.75 | 0.000s | 50.071s |
| Iteration 19 | 0.1 | 0.75 | 0.75 | 0.000s | 50.839s |
| Iteration 20 | 0.6 | 0.4375 | 0.75 | 0.000s | 52.937s |
| Iteration 21 | 0.6 | 0.4375 | 0.75 | 0.000s | 55.604s |
| Iteration 22 | 0.1 | 0.75 | 0.75 | 0.000s | 57.985s |
| Iteration 23 | 0.1 | 0.75 | 0.75 | 0.000s | 59.095s |
| Iteration 24 | 0.1 | 0.75 | 0.75 | 0.000s | 59.984s |
| Iteration 25 | 0.1 | 0.75 | 0.75 | 0.000s | 1m:01s |
| Iteration 26 | 0.1 | 0.75 | 0.75 | 0.000s | 1m:02s |
| Iteration 27 | 0.1 | 0.75 | 0.75 | 0.000s | 1m:04s |
| Iteration 28 | 0.9 | 0.625 | 0.75 | 0.001s | 1m:05s |
| Iteration 29 | 0.1 | 0.75 | 0.75 | 0.000s | 1m:06s |
| Iteration 30 | 0.8 | 0.5625 | 0.75 | 0.000s | 1m:07s |
| Iteration 31 | 0.1 | 0.75 | 0.75 | 0.000s | 1m:08s |
| Iteration 32 | 0.1 | 0.75 | 0.75 | 0.000s | 1m:08s |
| Iteration 33 | 0.1 | 0.75 | 0.75 | 0.000s | 1m:09s |
| Iteration 34 | 0.1 | 0.75 | 0.75 | 0.000s | 1m:10s |
| Iteration 35 | 0.1 | 0.75 | 0.75 | 0.000s | 1m:11s |
| Iteration 36 | 0.1 | 0.75 | 0.75 | 0.000s | 1m:13s |
| Iteration 37 | 0.1 | 0.75 | 0.75 | 0.000s | 1m:16s |
| Iteration 38 | 0.1 | 0.75 | 0.75 | 0.000s | 1m:17s |
| Iteration 39 | 0.1 | 0.75 | 0.75 | 0.000s | 1m:18s |
| Iteration 40 | 0.1 | 0.75 | 0.75 | 0.000s | 1m:19s |
| Iteration 41 | 0.1 | 0.75 | 0.75 | 0.000s | 1m:20s |
| Iteration 42 | 0.1 | 0.75 | 0.75 | 0.000s | 1m:21s |
| Iteration 43 | 0.1 | 0.75 | 0.75 | 0.000s | 1m:22s |
| Iteration 44 | 0.1 | 0.75 | 0.75 | 0.000s | 1m:23s |
| Iteration 45 | 0.1 | 0.75 | 0.75 | 0.000s | 1m:24s |
| Iteration 46 | 0.1 | 0.75 | 0.75 | 0.000s | 1m:25s |
| Iteration 47 | 0.1 | 0.75 | 0.75 | 0.000s | 1m:26s |
| Iteration 48 | 0.1 | 0.75 | 0.75 | 0.000s | 1m:27s |
| Iteration 49 | 0.1 | 0.75 | 0.75 | 0.000s | 1m:27s |
| Iteration 50 | 0.1 | 0.75 | 0.75 | 0.000s | 1m:28s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'reg_param': 0.1}
Best evaluation --> roc_auc: 0.75
Time elapsed: 1m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7277
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.3271
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:29s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 10.3299 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 3.141s | 3.161s |
| Initial point 2 | 4.1082 | uniform | kd_tree | 39 | 2 | 0.4375 | 1.0 | 3.166s | 7.145s |
| Initial point 3 | 3.2452 | dista.. | ball_tree | 25 | 2 | 0.75 | 1.0 | 3.148s | 11.076s |
| Initial point 4 | 9.4678 | uniform | ball_tree | 39 | 2 | 0.625 | 1.0 | 3.147s | 14.998s |
| Initial point 5 | 7.4168 | dista.. | auto | 30 | 2 | 0.25 | 1.0 | 3.160s | 18.852s |
| Initial point 6 | 8.5892 | dista.. | ball_tree | 21 | 2 | 0.125 | 1.0 | 3.165s | 22.761s |
| Initial point 7 | 6.1436 | dista.. | ball_tree | 24 | 1 | 0.875 | 1.0 | 3.195s | 28.524s |
| Initial point 8 | 1.4722 | dista.. | ball_tree | 21 | 2 | 0.6875 | 1.0 | 3.202s | 32.931s |
| Initial point 9 | 6.8436 | uniform | ball_tree | 24 | 1 | 0.375 | 1.0 | 3.185s | 37.041s |
| Initial point 10 | 4.8609 | uniform | brute | 22 | 2 | 0.2812 | 1.0 | 3.197s | 40.947s |
| Iteration 11 | 9.4127 | dista.. | brute | 20 | 1 | 0.5 | 1.0 | 3.210s | 45.352s |
| Iteration 12 | 9.6946 | dista.. | auto | 39 | 1 | 0.625 | 1.0 | 3.195s | 49.667s |
| Iteration 13 | 6.8623 | dista.. | auto | 39 | 1 | 0.6875 | 1.0 | 3.158s | 53.833s |
| Iteration 14 | 10.3591 | dista.. | auto | 40 | 1 | 0.6875 | 1.0 | 3.219s | 58.143s |
| Iteration 15 | 4.111 | dista.. | kd_tree | 23 | 1 | 0.5938 | 1.0 | 3.202s | 1m:02s |
| Iteration 16 | 0.0 | dista.. | brute | 39 | 2 | 0.5 | 1.0 | 3.212s | 1m:07s |
| Iteration 17 | 0.0178 | dista.. | auto | 34 | 1 | 0.5 | 1.0 | 3.212s | 1m:11s |
| Iteration 18 | 0.0233 | uniform | brute | 38 | 1 | 0.5 | 1.0 | 3.210s | 1m:16s |
| Iteration 19 | 6.7494 | dista.. | kd_tree | 20 | 1 | 0.625 | 1.0 | 3.288s | 1m:20s |
| Iteration 20 | 4.5823 | dista.. | auto | 39 | 1 | 0.2812 | 1.0 | 3.122s | 1m:26s |
| Iteration 21 | 3.2051 | dista.. | brute | 25 | 2 | 0.75 | 1.0 | 3.162s | 1m:32s |
| Iteration 22 | 2.4114 | uniform | ball_tree | 37 | 1 | 0.4688 | 1.0 | 3.182s | 1m:36s |
| Iteration 23 | 2.9849 | dista.. | brute | 40 | 2 | 0.5625 | 1.0 | 3.177s | 1m:40s |
| Iteration 24 | 10.3591 | uniform | kd_tree | 20 | 2 | 0.625 | 1.0 | 3.171s | 1m:45s |
| Iteration 25 | 6.0423 | dista.. | brute | 40 | 2 | 0.75 | 1.0 | 3.403s | 1m:49s |
| Iteration 26 | 5.7757 | dista.. | auto | 20 | 1 | 0.9375 | 1.0 | 3.166s | 1m:53s |
| Iteration 27 | 5.9094 | uniform | kd_tree | 20 | 1 | 0.6562 | 1.0 | 3.230s | 1m:58s |
| Iteration 28 | 5.8127 | dista.. | ball_tree | 20 | 1 | 0.3438 | 1.0 | 3.248s | 2m:02s |
| Iteration 29 | 10.3591 | dista.. | auto | 40 | 1 | 0.6875 | 1.0 | 0.001s | 2m:03s |
| Iteration 30 | 10.3591 | dista.. | auto | 33 | 1 | 1.0 | 1.0 | 3.235s | 2m:08s |
| Iteration 31 | 4.642 | dista.. | kd_tree | 26 | 2 | 0.8125 | 1.0 | 3.139s | 2m:13s |
| Iteration 32 | 10.2773 | dista.. | auto | 24 | 1 | 0.5 | 1.0 | 3.178s | 2m:17s |
| Iteration 33 | 10.3591 | uniform | auto | 33 | 1 | 0.5625 | 1.0 | 3.167s | 2m:21s |
| Iteration 34 | 10.2772 | dista.. | kd_tree | 40 | 1 | 0.8125 | 1.0 | 3.169s | 2m:25s |
| Iteration 35 | 10.3591 | dista.. | kd_tree | 35 | 1 | 0.75 | 1.0 | 3.144s | 2m:29s |
| Iteration 36 | 8.4512 | dista.. | kd_tree | 40 | 1 | 1.0 | 1.0 | 3.153s | 2m:34s |
| Iteration 37 | 8.6407 | dista.. | brute | 40 | 1 | 0.75 | 1.0 | 3.172s | 2m:38s |
| Iteration 38 | 8.2649 | dista.. | auto | 33 | 1 | 0.5312 | 1.0 | 3.149s | 2m:42s |
| Iteration 39 | 10.3591 | dista.. | brute | 36 | 2 | 0.875 | 1.0 | 3.212s | 2m:47s |
| Iteration 40 | 10.3591 | dista.. | kd_tree | 36 | 2 | 0.6562 | 1.0 | 3.206s | 2m:51s |
| Iteration 41 | 8.8615 | dista.. | brute | 40 | 2 | 0.5 | 1.0 | 3.176s | 2m:56s |
| Iteration 42 | 10.3591 | dista.. | auto | 36 | 1 | 0.625 | 1.0 | 3.194s | 3m:01s |
| Iteration 43 | 0.087 | uniform | ball_tree | 20 | 1 | 0.5 | 1.0 | 3.177s | 3m:05s |
| Iteration 44 | 0.0781 | dista.. | brute | 20 | 1 | 0.5 | 1.0 | 3.207s | 3m:09s |
| Iteration 45 | 10.3591 | dista.. | brute | 40 | 1 | 0.875 | 1.0 | 3.210s | 3m:14s |
| Iteration 46 | 10.3591 | dista.. | brute | 40 | 1 | 0.875 | 1.0 | 0.001s | 3m:15s |
| Iteration 47 | 10.3591 | dista.. | brute | 40 | 1 | 0.875 | 1.0 | 0.001s | 3m:16s |
| Iteration 48 | 10.3591 | dista.. | brute | 40 | 1 | 0.875 | 1.0 | 0.001s | 3m:17s |
| Iteration 49 | 10.3591 | uniform | brute | 40 | 1 | 0.5625 | 1.0 | 3.203s | 3m:22s |
| Iteration 50 | 10.3591 | dista.. | brute | 40 | 1 | 0.875 | 1.0 | 0.001s | 3m:23s |
Bayesian Optimization ---------------------------
Best call --> Iteration 30
Best parameters --> {'radius': 10.3591, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 33, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.71 ± 0.0735
Time elapsed: 0.051s
-------------------------------------------------
Total time: 3m:24s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.625 | 0.625 | 3.649s | 3.656s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.6875 | 0.6875 | 3.610s | 8.054s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.75 | 0.75 | 3.359s | 12.232s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.25 | 0.75 | 3.488s | 16.466s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.5625 | 0.75 | 3.351s | 20.561s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.3125 | 0.75 | 3.545s | 24.903s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.4062 | 0.75 | 3.206s | 28.847s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.75 | 0.75 | 3.501s | 33.103s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.5 | 0.75 | 3.198s | 37.047s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.75 | 0.75 | 3.329s | 41.204s |
| Iteration 11 | 98 | 0.9259 | SAMME | 1.0 | 1.0 | 3.241s | 45.432s |
| Iteration 12 | 173 | 0.71 | SAMME | 0.75 | 1.0 | 3.301s | 49.648s |
| Iteration 13 | 99 | 0.3544 | SAMME | 0.75 | 1.0 | 3.288s | 53.960s |
| Iteration 14 | 50 | 10.0 | SAMME.R | 0.8125 | 1.0 | 3.204s | 58.232s |
| Iteration 15 | 50 | 2.901 | SAMME | 0.625 | 1.0 | 3.201s | 1m:02s |
| Iteration 16 | 50 | 0.9003 | SAMME.R | 0.625 | 1.0 | 3.215s | 1m:07s |
| Iteration 17 | 125 | 9.6539 | SAMME.R | 0.625 | 1.0 | 3.291s | 1m:11s |
| Iteration 18 | 82 | 9.6092 | SAMME.R | 0.1875 | 1.0 | 3.270s | 1m:15s |
| Iteration 19 | 93 | 3.3169 | SAMME | 0.6562 | 1.0 | 3.205s | 1m:20s |
| Iteration 20 | 121 | 0.0255 | SAMME | 0.375 | 1.0 | 3.256s | 1m:24s |
| Iteration 21 | 51 | 0.7874 | SAMME | 0.6875 | 1.0 | 3.209s | 1m:28s |
| Iteration 22 | 54 | 1.2156 | SAMME | 0.875 | 1.0 | 3.788s | 1m:33s |
| Iteration 23 | 58 | 0.5981 | SAMME | 0.875 | 1.0 | 3.246s | 1m:37s |
| Iteration 24 | 63 | 9.4106 | SAMME | 0.5625 | 1.0 | 3.162s | 1m:41s |
| Iteration 25 | 116 | 0.8583 | SAMME | 0.75 | 1.0 | 3.220s | 1m:46s |
| Iteration 26 | 500 | 0.01 | SAMME.R | 0.8125 | 1.0 | 3.549s | 1m:50s |
| Iteration 27 | 356 | 0.01 | SAMME.R | 0.7812 | 1.0 | 3.464s | 1m:55s |
| Iteration 28 | 500 | 0.01 | SAMME | 0.8125 | 1.0 | 3.644s | 1m:59s |
| Iteration 29 | 500 | 0.01 | SAMME.R | 0.8125 | 1.0 | 0.000s | 2m:00s |
| Iteration 30 | 98 | 1.127 | SAMME | 0.875 | 1.0 | 3.196s | 2m:05s |
| Iteration 31 | 50 | 0.1797 | SAMME.R | 0.75 | 1.0 | 3.210s | 2m:09s |
| Iteration 32 | 302 | 0.01 | SAMME | 0.75 | 1.0 | 3.363s | 2m:14s |
| Iteration 33 | 50 | 0.01 | SAMME.R | 0.5938 | 1.0 | 3.227s | 2m:18s |
| Iteration 34 | 500 | 0.01 | SAMME | 0.8125 | 1.0 | 0.001s | 2m:19s |
| Iteration 35 | 98 | 0.7399 | SAMME | 0.875 | 1.0 | 3.294s | 2m:24s |
| Iteration 36 | 56 | 0.01 | SAMME | 0.6562 | 1.0 | 3.261s | 2m:28s |
| Iteration 37 | 95 | 0.9165 | SAMME | 0.5625 | 1.0 | 3.360s | 2m:32s |
| Iteration 38 | 51 | 0.2644 | SAMME | 0.6562 | 1.0 | 3.222s | 2m:37s |
| Iteration 39 | 102 | 1.7486 | SAMME | 0.9375 | 1.0 | 3.246s | 2m:42s |
| Iteration 40 | 100 | 10.0 | SAMME | 0.5 | 1.0 | 3.172s | 2m:47s |
| Iteration 41 | 392 | 0.01 | SAMME.R | 0.5938 | 1.0 | 3.487s | 2m:51s |
| Iteration 42 | 346 | 9.9961 | SAMME | 0.625 | 1.0 | 3.191s | 2m:55s |
| Iteration 43 | 100 | 1.0241 | SAMME | 0.875 | 1.0 | 3.225s | 3m:02s |
| Iteration 44 | 212 | 1.9268 | SAMME.R | 1.0 | 1.0 | 3.309s | 3m:09s |
| Iteration 45 | 188 | 1.7484 | SAMME.R | 0.75 | 1.0 | 3.237s | 3m:19s |
| Iteration 46 | 215 | 1.6252 | SAMME.R | 0.875 | 1.0 | 3.346s | 3m:27s |
| Iteration 47 | 211 | 4.867 | SAMME | 0.8125 | 1.0 | 3.293s | 3m:33s |
| Iteration 48 | 211 | 1.4463 | SAMME | 0.875 | 1.0 | 3.407s | 3m:37s |
| Iteration 49 | 105 | 0.9708 | SAMME.R | 0.75 | 1.0 | 3.276s | 3m:42s |
| Iteration 50 | 207 | 0.4556 | SAMME.R | 0.6562 | 1.0 | 3.355s | 3m:47s |
Bayesian Optimization ---------------------------
Best call --> Iteration 44
Best parameters --> {'n_estimators': 212, 'learning_rate': 1.9268, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:48s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.202s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.65 ± 0.0548
Time elapsed: 0.894s
-------------------------------------------------
Total time: 3m:50s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.75 | 0.75 | 3.593s | 3.613s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.75 | 0.75 | 3.419s | 9.802s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.8125 | 0.8125 | 3.481s | 14.391s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.8125 | 3.278s | 18.525s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.5625 | 0.8125 | 3.516s | 22.838s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.375 | 0.8125 | 3.294s | 26.906s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.8125 | 0.8125 | 3.366s | 31.003s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.75 | 0.8125 | 3.410s | 35.238s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.5625 | 0.8125 | 3.408s | 39.414s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.5625 | 0.8125 | 3.542s | 43.667s |
| Iteration 11 | 383 | entropy | 9 | 3 | 11 | log2 | False | 0.0246 | --- | 0.875 | 0.875 | 3.364s | 48.223s |
| Iteration 12 | 251 | gini | None | 15 | 1 | log2 | True | 0.0073 | 0.9 | 0.75 | 0.875 | 3.375s | 52.760s |
| Iteration 13 | 179 | entropy | None | 2 | 11 | None | False | 0.0 | --- | 0.5312 | 0.875 | 3.244s | 57.104s |
| Iteration 14 | 420 | entropy | 9 | 4 | 11 | sqrt | False | 0.0307 | --- | 0.9375 | 0.9375 | 3.436s | 1m:02s |
| Iteration 15 | 500 | entropy | 9 | 7 | 11 | auto | False | 0.035 | --- | 0.625 | 0.9375 | 3.494s | 1m:06s |
| Iteration 16 | 243 | entropy | 9 | 18 | 15 | 0.5 | True | 0.0232 | 0.7 | 0.5 | 0.9375 | 3.342s | 1m:11s |
| Iteration 17 | 413 | entropy | None | 8 | 12 | 0.5 | False | 0.0335 | --- | 1.0 | 1.0 | 3.405s | 1m:15s |
| Iteration 18 | 375 | entropy | 8 | 17 | 8 | 0.5 | False | 0.035 | --- | 0.8125 | 1.0 | 3.379s | 1m:20s |
| Iteration 19 | 411 | entropy | None | 15 | 11 | None | False | 0.0106 | --- | 0.875 | 1.0 | 3.414s | 1m:25s |
| Iteration 20 | 413 | entropy | 7 | 8 | 14 | 0.8 | False | 0.035 | --- | 0.0938 | 1.0 | 3.396s | 1m:29s |
| Iteration 21 | 295 | entropy | None | 7 | 19 | log2 | False | 0.0246 | --- | 0.8125 | 1.0 | 3.334s | 1m:34s |
| Iteration 22 | 431 | entropy | 3 | 8 | 11 | 0.5 | False | 0.0299 | --- | 0.9375 | 1.0 | 3.405s | 1m:38s |
| Iteration 23 | 422 | entropy | None | 6 | 13 | 0.5 | False | 0.0303 | --- | 1.0 | 1.0 | 3.405s | 1m:43s |
| Iteration 24 | 10 | gini | None | 14 | 7 | sqrt | True | 0.0266 | 0.9 | 0.3438 | 1.0 | 3.107s | 1m:47s |
| Iteration 25 | 266 | entropy | 1 | 8 | 5 | sqrt | False | 0.0181 | --- | 0.5625 | 1.0 | 3.285s | 1m:51s |
| Iteration 26 | 417 | entropy | None | 12 | 19 | 0.5 | False | 0.0161 | --- | 1.0 | 1.0 | 3.384s | 1m:57s |
| Iteration 27 | 416 | entropy | None | 5 | 6 | log2 | False | 0.035 | --- | 0.875 | 1.0 | 3.387s | 2m:01s |
| Iteration 28 | 416 | entropy | 3 | 16 | 6 | 0.5 | False | 0.035 | --- | 0.8125 | 1.0 | 3.416s | 2m:06s |
| Iteration 29 | 381 | entropy | None | 3 | 20 | 0.5 | False | 0.0339 | --- | 0.6562 | 1.0 | 3.369s | 2m:11s |
| Iteration 30 | 432 | gini | 1 | 18 | 20 | log2 | False | 0.0027 | --- | 0.75 | 1.0 | 3.389s | 2m:15s |
| Iteration 31 | 418 | entropy | 3 | 7 | 15 | 0.5 | False | 0.0188 | --- | 0.9375 | 1.0 | 3.399s | 2m:20s |
| Iteration 32 | 390 | entropy | 9 | 5 | 15 | sqrt | False | 0.0181 | --- | 0.875 | 1.0 | 3.366s | 2m:25s |
| Iteration 33 | 469 | entropy | None | 12 | 16 | 0.5 | False | 0.0312 | --- | 0.25 | 1.0 | 3.406s | 2m:29s |
| Iteration 34 | 411 | entropy | 4 | 8 | 19 | 0.7 | False | 0.0019 | --- | 0.8125 | 1.0 | 3.372s | 2m:34s |
| Iteration 35 | 412 | entropy | 7 | 9 | 13 | sqrt | False | 0.0162 | --- | 0.9375 | 1.0 | 3.352s | 2m:39s |
| Iteration 36 | 419 | entropy | 8 | 13 | 19 | 0.9 | False | 0.0203 | --- | 0.7188 | 1.0 | 3.328s | 2m:45s |
| Iteration 37 | 416 | entropy | None | 7 | 20 | 0.5 | False | 0.0096 | --- | 0.6562 | 1.0 | 3.404s | 2m:50s |
| Iteration 38 | 439 | entropy | None | 11 | 19 | 0.5 | False | 0.0341 | --- | 0.7812 | 1.0 | 3.393s | 2m:55s |
| Iteration 39 | 390 | entropy | None | 4 | 19 | auto | False | 0.0109 | --- | 1.0 | 1.0 | 3.348s | 2m:60s |
| Iteration 40 | 414 | entropy | 1 | 9 | 12 | sqrt | False | 0.0118 | --- | 0.625 | 1.0 | 3.416s | 3m:05s |
| Iteration 41 | 437 | entropy | 6 | 14 | 13 | 0.8 | False | 0.0259 | --- | 0.4062 | 1.0 | 3.409s | 3m:09s |
| Iteration 42 | 416 | entropy | 4 | 10 | 13 | 0.5 | False | 0.0321 | --- | 0.625 | 1.0 | 3.386s | 3m:14s |
| Iteration 43 | 390 | entropy | 2 | 15 | 20 | auto | False | 0.0125 | --- | 0.625 | 1.0 | 3.386s | 3m:19s |
| Iteration 44 | 416 | entropy | None | 5 | 9 | 0.5 | False | 0.0249 | --- | 0.875 | 1.0 | 3.415s | 3m:24s |
| Iteration 45 | 377 | entropy | 4 | 7 | 12 | 0.5 | False | 0.0333 | --- | 0.5625 | 1.0 | 3.400s | 3m:29s |
| Iteration 46 | 408 | entropy | None | 6 | 13 | 0.5 | False | 0.0302 | --- | 0.875 | 1.0 | 3.440s | 3m:33s |
| Iteration 47 | 420 | gini | 1 | 18 | 7 | 0.5 | False | 0.035 | --- | 0.8438 | 1.0 | 3.435s | 3m:38s |
| Iteration 48 | 417 | entropy | None | 8 | 2 | 0.5 | False | 0.0334 | --- | 1.0 | 1.0 | 3.445s | 3m:43s |
| Iteration 49 | 417 | entropy | None | 13 | 19 | 0.5 | False | 0.0189 | --- | 0.7812 | 1.0 | 4.101s | 3m:49s |
| Iteration 50 | 410 | entropy | 8 | 16 | 7 | sqrt | False | 0.0239 | --- | 0.5625 | 1.0 | 3.420s | 3m:54s |
Bayesian Optimization ---------------------------
Best call --> Iteration 48
Best parameters --> {'n_estimators': 417, 'criterion': 'entropy', 'max_depth': None, 'min_samples_split': 8, 'min_samples_leaf': 2, 'max_features': 0.5, 'bootstrap': False, 'ccp_alpha': 0.0334}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:55s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.305s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.0583
Time elapsed: 1.375s
-------------------------------------------------
Total time: 3m:57s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.221s | 3.239s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.875 | 0.875 | 3.231s | 7.249s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.875 | 3.223s | 11.212s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.875 | 3.159s | 15.228s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.875 | 3.196s | 21.017s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.875 | 3.097s | 27.367s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.875 | 3.087s | 33.386s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.875 | 3.122s | 39.459s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.625 | 0.875 | 3.175s | 45.669s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.875 | 3.120s | 51.851s |
| Iteration 11 | 179 | 0.0142 | 8 | 0.2399 | 3 | 0.7 | 1.0 | 0 | 1 | 0.875 | 0.875 | 3.152s | 56.592s |
| Iteration 12 | 361 | 0.0292 | 6 | 0.3649 | 3 | 0.8 | 0.9 | 0.01 | 0.1 | 0.625 | 0.875 | 3.190s | 1m:01s |
| Iteration 13 | 189 | 0.0271 | 5 | 0.0878 | 3 | 0.8 | 0.9 | 0.1 | 10 | 0.875 | 0.875 | 3.154s | 1m:05s |
| Iteration 14 | 500 | 1.0 | 1 | 1.0 | 10 | 0.7 | 0.4 | 0 | 0 | 0.5 | 0.875 | 3.187s | 1m:09s |
| Iteration 15 | 274 | 0.102 | 4 | 0.4325 | 3 | 0.8 | 0.9 | 0.1 | 10 | 0.75 | 0.875 | 3.162s | 1m:14s |
| Iteration 16 | 323 | 0.0195 | 9 | 0.3389 | 2 | 0.7 | 0.9 | 0 | 1 | 0.5625 | 0.875 | 3.160s | 1m:18s |
| Iteration 17 | 51 | 0.011 | 8 | 0.0 | 3 | 0.7 | 1.0 | 0.1 | 100 | 1.0 | 1.0 | 3.134s | 1m:22s |
| Iteration 18 | 174 | 0.0171 | 8 | 0.1591 | 3 | 0.7 | 0.9 | 0.1 | 1 | 0.8125 | 1.0 | 3.162s | 1m:26s |
| Iteration 19 | 246 | 0.0906 | 8 | 0.0 | 4 | 0.6 | 0.8 | 100 | 10 | 0.5 | 1.0 | 3.169s | 1m:31s |
| Iteration 20 | 221 | 1.0 | 7 | 0.0 | 3 | 0.8 | 0.9 | 1 | 10 | 0.0625 | 1.0 | 3.169s | 1m:35s |
| Iteration 21 | 20 | 0.0151 | 3 | 0.0 | 3 | 0.8 | 1.0 | 0.1 | 100 | 0.6875 | 1.0 | 3.130s | 1m:39s |
| Iteration 22 | 45 | 0.01 | 7 | 0.4498 | 7 | 0.6 | 1.0 | 0.1 | 10 | 0.5 | 1.0 | 3.144s | 1m:44s |
| Iteration 23 | 114 | 0.2109 | 8 | 0.0102 | 2 | 0.7 | 0.7 | 0.1 | 100 | 0.9375 | 1.0 | 3.153s | 1m:48s |
| Iteration 24 | 424 | 0.0171 | 10 | 0.2733 | 1 | 0.5 | 1.0 | 0.1 | 0.1 | 0.3125 | 1.0 | 3.204s | 1m:52s |
| Iteration 25 | 410 | 0.0119 | 7 | 0.8189 | 6 | 0.7 | 0.9 | 0.1 | 100 | 0.5 | 1.0 | 3.858s | 1m:58s |
| Iteration 26 | 354 | 0.1825 | 8 | 0.2787 | 2 | 0.7 | 0.6 | 0.1 | 100 | 0.875 | 1.0 | 3.232s | 2m:02s |
| Iteration 27 | 20 | 0.0383 | 8 | 0.7021 | 3 | 0.9 | 0.8 | 0.1 | 100 | 0.75 | 1.0 | 3.207s | 2m:07s |
| Iteration 28 | 287 | 0.0646 | 7 | 0.5484 | 3 | 0.8 | 0.9 | 0.1 | 100 | 0.75 | 1.0 | 3.234s | 2m:11s |
| Iteration 29 | 57 | 0.1529 | 8 | 0.0 | 2 | 0.7 | 1.0 | 0.1 | 10 | 0.625 | 1.0 | 3.225s | 2m:16s |
| Iteration 30 | 168 | 0.0628 | 6 | 0.0 | 2 | 0.5 | 0.7 | 0.1 | 1 | 0.625 | 1.0 | 3.168s | 2m:20s |
| Iteration 31 | 104 | 0.0297 | 5 | 0.1342 | 3 | 0.7 | 0.6 | 0.1 | 0.1 | 1.0 | 1.0 | 3.170s | 2m:24s |
| Iteration 32 | 26 | 0.0353 | 7 | 0.4215 | 3 | 0.7 | 0.6 | 0.1 | 1 | 0.7812 | 1.0 | 3.144s | 2m:29s |
| Iteration 33 | 208 | 0.7784 | 8 | 0.0 | 3 | 0.8 | 0.4 | 0.1 | 1 | 0.625 | 1.0 | 3.179s | 2m:33s |
| Iteration 34 | 488 | 0.01 | 7 | 0.0829 | 3 | 0.7 | 0.7 | 0.1 | 0.01 | 0.4375 | 1.0 | 3.215s | 2m:39s |
| Iteration 35 | 131 | 0.0148 | 3 | 0.0092 | 2 | 0.7 | 0.5 | 0.1 | 10 | 0.875 | 1.0 | 3.144s | 2m:44s |
| Iteration 36 | 159 | 0.0849 | 6 | 0.0906 | 2 | 0.7 | 0.5 | 0.1 | 0.1 | 0.8125 | 1.0 | 3.155s | 2m:48s |
| Iteration 37 | 20 | 0.01 | 1 | 0.4511 | 5 | 0.8 | 1.0 | 0 | 1 | 0.625 | 1.0 | 3.162s | 2m:52s |
| Iteration 38 | 100 | 0.01 | 5 | 0.277 | 2 | 0.7 | 0.6 | 0.1 | 10 | 0.75 | 1.0 | 3.146s | 2m:57s |
| Iteration 39 | 131 | 0.0158 | 5 | 0.3694 | 3 | 0.7 | 0.9 | 0.1 | 0.1 | 1.0 | 1.0 | 3.156s | 3m:02s |
| Iteration 40 | 282 | 0.0906 | 5 | 0.3238 | 1 | 0.8 | 0.6 | 0.1 | 1 | 0.7188 | 1.0 | 3.189s | 3m:08s |
| Iteration 41 | 111 | 0.01 | 2 | 0.0 | 3 | 1.0 | 0.8 | 0.1 | 0.1 | 0.5 | 1.0 | 3.161s | 3m:12s |
| Iteration 42 | 194 | 0.0154 | 5 | 0.1952 | 4 | 0.6 | 1.0 | 0.1 | 0.1 | 0.8125 | 1.0 | 3.153s | 3m:17s |
| Iteration 43 | 20 | 0.0137 | 4 | 0.1839 | 3 | 0.6 | 0.9 | 0.01 | 10 | 0.625 | 1.0 | 3.129s | 3m:21s |
| Iteration 44 | 20 | 0.01 | 6 | 0.5307 | 3 | 0.6 | 0.9 | 0 | 100 | 0.5938 | 1.0 | 3.146s | 3m:26s |
| Iteration 45 | 132 | 0.0301 | 6 | 0.4409 | 3 | 0.7 | 0.4 | 0.1 | 10 | 0.5625 | 1.0 | 3.179s | 3m:30s |
| Iteration 46 | 138 | 0.0257 | 5 | 0.121 | 1 | 0.9 | 0.5 | 0.01 | 0 | 0.875 | 1.0 | 3.199s | 3m:35s |
| Iteration 47 | 271 | 0.0261 | 5 | 0.5048 | 7 | 0.8 | 0.7 | 0 | 0.01 | 0.75 | 1.0 | 3.203s | 3m:39s |
| Iteration 48 | 77 | 0.0255 | 4 | 0.3132 | 5 | 0.7 | 0.8 | 1 | 0.1 | 0.875 | 1.0 | 3.179s | 3m:44s |
| Iteration 49 | 49 | 0.0145 | 3 | 0.0 | 4 | 0.7 | 0.9 | 0.01 | 1 | 0.8125 | 1.0 | 3.161s | 3m:48s |
| Iteration 50 | 32 | 0.0128 | 6 | 0.0394 | 6 | 0.7 | 1.0 | 10 | 10 | 0.5 | 1.0 | 3.152s | 3m:53s |
Bayesian Optimization ---------------------------
Best call --> Iteration 31
Best parameters --> {'n_estimators': 104, 'learning_rate': 0.0297, 'max_depth': 5, 'gamma': 0.1342, 'min_child_weight': 3, 'subsample': 0.7, 'colsample_bytree': 0.6, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:55s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9446
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.044s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.64 ± 0.1241
Time elapsed: 0.125s
-------------------------------------------------
Total time: 3m:55s
Final results ==================== >>
Duration: 25m:51s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.61 ± 0.086 ~
Logistic Regression --> roc_auc: 0.66 ± 0.12 ~
Linear Discriminant Analysis --> roc_auc: 0.71 ± 0.3056
Quadratic Discriminant Analysis --> roc_auc: 0.75 ± 0.3271 !
Radius Nearest Neighbors --> roc_auc: 0.71 ± 0.0735 ~
AdaBoost --> roc_auc: 0.65 ± 0.0548 ~
Random Forest --> roc_auc: 0.74 ± 0.0583
XGBoost --> roc_auc: 0.64 ± 0.1241 ~
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 820 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAARDNYGQNFVF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVGGGSYIPTF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CAASKGSARQLTF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVSNYGGSQGNLIF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAASGGGSNYKLTF.
>>> Dropping feature CAASKTSYDKVIF.
>>> Dropping feature CAASPNTGNQFYF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CASSLGRTEAFF.
>>> Dropping feature CALNTDKLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAASMNSGYSTLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAARDSNYQLIW.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVLSNDYKLSF.
>>> Dropping feature CAVRGGSYIPTF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CASSLGSYEQYF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.75 | 0.75 | 0.648s | 0.668s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 1.0 | 1.0 | 0.702s | 2.087s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.5625 | 1.0 | 0.666s | 3.487s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.75 | 1.0 | 0.687s | 4.843s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.875 | 1.0 | 0.681s | 7.603s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.6875 | 1.0 | 0.729s | 9.343s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.9375 | 1.0 | 0.702s | 10.723s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.875 | 1.0 | 0.729s | 12.160s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.75 | 1.0 | 0.659s | 13.498s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.875 | 1.0 | 0.673s | 14.841s |
| Iteration 11 | deviance | 0.1151 | 119 | 0.6 | squared_er.. | 10 | 9 | 10 | 0.9 | 0.0178 | 0.7188 | 1.0 | 0.642s | 16.575s |
| Iteration 12 | deviance | 0.9731 | 327 | 0.6 | squared_er.. | 18 | 6 | 4 | None | 0.0104 | 0.875 | 1.0 | 0.702s | 18.272s |
| Iteration 13 | exponen.. | 0.5458 | 427 | 0.9 | friedman_mse | 3 | 14 | 5 | 0.8 | 0.0036 | 0.5625 | 1.0 | 0.724s | 19.973s |
| Iteration 14 | exponen.. | 0.1648 | 102 | 0.6 | friedman_mse | 20 | 13 | 8 | None | 0.0086 | 0.5625 | 1.0 | 0.638s | 22.134s |
| Iteration 15 | deviance | 0.0949 | 391 | 0.6 | squared_er.. | 14 | 10 | 3 | 0.7 | 0.0208 | 1.0 | 1.0 | 0.716s | 24.215s |
| Iteration 16 | deviance | 0.102 | 234 | 0.6 | squared_er.. | 19 | 10 | 4 | None | 0.0287 | 0.875 | 1.0 | 0.663s | 26.001s |
| Iteration 17 | deviance | 0.5543 | 281 | 0.5 | squared_er.. | 17 | 11 | 5 | None | 0.0243 | 1.0 | 1.0 | 0.680s | 27.765s |
| Iteration 18 | deviance | 0.2981 | 396 | 0.7 | squared_er.. | 14 | 7 | 5 | None | 0.0189 | 1.0 | 1.0 | 0.724s | 29.594s |
| Iteration 19 | deviance | 0.6237 | 121 | 0.7 | squared_er.. | 15 | 15 | 5 | None | 0.0121 | 0.75 | 1.0 | 0.650s | 31.314s |
| Iteration 20 | deviance | 0.4907 | 500 | 0.5 | squared_er.. | 9 | 9 | 4 | 0.8 | 0.0252 | 0.875 | 1.0 | 0.744s | 33.251s |
| Iteration 21 | deviance | 0.158 | 428 | 0.5 | squared_er.. | 7 | 7 | 5 | 0.9 | 0.0304 | 0.7812 | 1.0 | 0.722s | 35.154s |
| Iteration 22 | deviance | 0.1984 | 247 | 0.6 | squared_er.. | 17 | 10 | 5 | 0.9 | 0.0258 | 0.7188 | 1.0 | 0.686s | 36.985s |
| Iteration 23 | deviance | 0.1038 | 139 | 0.6 | squared_er.. | 17 | 10 | 5 | None | 0.0294 | 1.0 | 1.0 | 0.662s | 38.824s |
| Iteration 24 | deviance | 0.1031 | 160 | 0.5 | squared_er.. | 18 | 10 | 5 | None | 0.0101 | 1.0 | 1.0 | 0.664s | 40.610s |
| Iteration 25 | deviance | 0.0887 | 468 | 0.7 | squared_er.. | 13 | 7 | 3 | 0.7 | 0.0086 | 0.8125 | 1.0 | 0.727s | 42.419s |
| Iteration 26 | deviance | 0.0762 | 488 | 0.6 | squared_er.. | 19 | 11 | 3 | 0.7 | 0.0309 | 0.9375 | 1.0 | 0.718s | 44.257s |
| Iteration 27 | deviance | 1.0 | 446 | 0.6 | squared_er.. | 13 | 8 | 5 | None | 0.0175 | 0.375 | 1.0 | 0.760s | 46.889s |
| Iteration 28 | deviance | 0.1214 | 325 | 0.7 | squared_er.. | 14 | 11 | 5 | None | 0.0249 | 0.5938 | 1.0 | 0.744s | 48.843s |
| Iteration 29 | deviance | 0.1077 | 292 | 0.6 | squared_er.. | 6 | 10 | 5 | None | 0.0197 | 0.8125 | 1.0 | 0.736s | 50.826s |
| Iteration 30 | deviance | 0.5796 | 387 | 0.7 | squared_er.. | 15 | 7 | 4 | None | 0.0116 | 0.6875 | 1.0 | 0.779s | 52.954s |
| Iteration 31 | deviance | 0.1062 | 106 | 0.9 | squared_er.. | 18 | 10 | 5 | log2 | 0.0127 | 0.875 | 1.0 | 0.684s | 54.936s |
| Iteration 32 | deviance | 0.1132 | 385 | 0.5 | squared_er.. | 16 | 10 | 7 | auto | 0.0285 | 0.7812 | 1.0 | 0.747s | 56.990s |
| Iteration 33 | deviance | 0.3055 | 449 | 0.8 | squared_er.. | 15 | 7 | 5 | None | 0.0148 | 0.8125 | 1.0 | 0.782s | 59.133s |
| Iteration 34 | exponen.. | 0.1073 | 447 | 0.8 | squared_er.. | 17 | 11 | 5 | None | 0.0274 | 0.75 | 1.0 | 0.776s | 1m:01s |
| Iteration 35 | deviance | 0.6544 | 157 | 0.6 | squared_er.. | 10 | 10 | 3 | 0.7 | 0.006 | 0.8125 | 1.0 | 0.689s | 1m:03s |
| Iteration 36 | deviance | 0.2558 | 472 | 0.6 | squared_er.. | 13 | 7 | 5 | None | 0.0006 | 0.9375 | 1.0 | 0.786s | 1m:06s |
| Iteration 37 | deviance | 0.0288 | 351 | 0.6 | squared_er.. | 18 | 11 | 3 | 0.7 | 0.0121 | 1.0 | 1.0 | 0.749s | 1m:08s |
| Iteration 38 | deviance | 0.0634 | 436 | 0.6 | squared_er.. | 15 | 10 | 3 | 0.7 | 0.0309 | 0.6875 | 1.0 | 0.762s | 1m:10s |
| Iteration 39 | deviance | 0.1269 | 237 | 0.7 | squared_er.. | 14 | 12 | 8 | 0.7 | 0.002 | 0.9375 | 1.0 | 0.733s | 1m:12s |
| Iteration 40 | deviance | 0.0383 | 382 | 0.7 | squared_er.. | 13 | 10 | 3 | 0.7 | 0.0065 | 0.75 | 1.0 | 0.721s | 1m:14s |
| Iteration 41 | deviance | 0.0412 | 402 | 0.8 | squared_er.. | 18 | 17 | 4 | 0.7 | 0.0171 | 0.8125 | 1.0 | 0.714s | 1m:16s |
| Iteration 42 | deviance | 0.1062 | 89 | 0.8 | squared_er.. | 18 | 10 | 8 | None | 0.0292 | 0.8438 | 1.0 | 0.650s | 1m:18s |
| Iteration 43 | deviance | 0.1106 | 401 | 0.6 | squared_er.. | 14 | 15 | 3 | 0.7 | 0.0039 | 0.5625 | 1.0 | 0.731s | 1m:20s |
| Iteration 44 | deviance | 0.1044 | 115 | 0.6 | squared_er.. | 16 | 10 | 4 | None | 0.0257 | 0.4375 | 1.0 | 0.657s | 1m:22s |
| Iteration 45 | deviance | 0.0319 | 246 | 0.6 | squared_er.. | 18 | 2 | 5 | 0.7 | 0.012 | 0.9375 | 1.0 | 0.698s | 1m:25s |
| Iteration 46 | exponen.. | 0.018 | 415 | 0.6 | squared_er.. | 18 | 20 | 2 | 0.8 | 0.0132 | 0.5 | 1.0 | 0.732s | 1m:27s |
| Iteration 47 | deviance | 0.3784 | 454 | 0.6 | squared_er.. | 18 | 7 | 5 | None | 0.0289 | 0.9375 | 1.0 | 0.743s | 1m:29s |
| Iteration 48 | exponen.. | 0.1109 | 478 | 0.6 | squared_er.. | 18 | 11 | 2 | None | 0.0264 | 0.5312 | 1.0 | 0.744s | 1m:31s |
| Iteration 49 | deviance | 0.5216 | 158 | 0.5 | squared_er.. | 14 | 18 | 5 | None | 0.0151 | 0.5 | 1.0 | 0.660s | 1m:33s |
| Iteration 50 | exponen.. | 0.0485 | 492 | 0.6 | squared_er.. | 16 | 6 | 1 | 0.7 | 0.0209 | 0.6875 | 1.0 | 0.750s | 1m:35s |
Bayesian Optimization ---------------------------
Best call --> Iteration 37
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.0288, 'n_estimators': 351, 'subsample': 0.6, 'criterion': 'squared_error', 'min_samples_split': 18, 'min_samples_leaf': 11, 'max_depth': 3, 'max_features': 0.7, 'ccp_alpha': 0.0121}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:37s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9652
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.094s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.93 ± 0.04
Time elapsed: 0.454s
-------------------------------------------------
Total time: 1m:37s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.5625 | 0.5625 | 1.314s | 1.325s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 1.0 | 1.0 | 0.694s | 2.681s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.625 | 1.0 | 0.695s | 4.060s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.625 | 1.0 | 0.696s | 5.429s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.375 | 1.0 | 0.700s | 6.798s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.625 | 1.0 | 0.693s | 8.163s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.6875 | 1.0 | 0.705s | 11.081s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.9375 | 1.0 | 0.635s | 14.349s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.6875 | 1.0 | 0.653s | 16.038s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.625 | 1.0 | 0.636s | 17.334s |
| Iteration 11 | l2 | 12.2906 | libli.. | 772 | --- | 0.75 | 1.0 | 0.635s | 18.934s |
| Iteration 12 | l2 | 0.0311 | sag | 978 | --- | 0.5 | 1.0 | 0.647s | 20.589s |
| Iteration 13 | l2 | 0.0014 | sag | 225 | --- | 0.9375 | 1.0 | 0.634s | 22.165s |
| Iteration 14 | none | --- | sag | 1000 | --- | 0.8125 | 1.0 | 0.641s | 24.373s |
| Iteration 15 | l2 | 100.0 | sag | 1000 | --- | 1.0 | 1.0 | 0.640s | 26.093s |
| Iteration 16 | l2 | 10.5672 | libli.. | 150 | --- | 0.75 | 1.0 | 0.637s | 27.650s |
| Iteration 17 | l1 | 2.1703 | libli.. | 1000 | --- | 0.875 | 1.0 | 0.635s | 29.223s |
| Iteration 18 | l2 | 0.0011 | sag | 911 | --- | 0.75 | 1.0 | 0.670s | 30.846s |
| Iteration 19 | l2 | 79.9427 | sag | 664 | --- | 0.75 | 1.0 | 0.654s | 32.390s |
| Iteration 20 | l2 | 42.588 | sag | 721 | --- | 0.5 | 1.0 | 0.659s | 34.948s |
| Iteration 21 | l2 | 100.0 | sag | 206 | --- | 0.5625 | 1.0 | 0.643s | 36.873s |
| Iteration 22 | l1 | 1.7263 | saga | 995 | --- | 0.8125 | 1.0 | 0.641s | 38.528s |
| Iteration 23 | l2 | 27.8432 | sag | 940 | --- | 1.0 | 1.0 | 0.651s | 40.315s |
| Iteration 24 | l2 | 5.567 | sag | 941 | --- | 0.75 | 1.0 | 0.642s | 42.071s |
| Iteration 25 | l1 | 0.1683 | saga | 993 | --- | 0.5625 | 1.0 | 0.649s | 43.784s |
| Iteration 26 | l2 | 2.1345 | sag | 1000 | --- | 0.75 | 1.0 | 0.647s | 45.538s |
| Iteration 27 | l2 | 0.0628 | saga | 996 | --- | 0.9375 | 1.0 | 0.649s | 47.151s |
| Iteration 28 | l2 | 0.0026 | libli.. | 941 | --- | 0.5 | 1.0 | 0.652s | 48.879s |
| Iteration 29 | l1 | 0.9728 | saga | 102 | --- | 0.625 | 1.0 | 0.650s | 51.112s |
| Iteration 30 | l2 | 0.0012 | libli.. | 769 | --- | 0.5 | 1.0 | 0.647s | 52.728s |
| Iteration 31 | l2 | 23.5736 | sag | 918 | --- | 0.5625 | 1.0 | 0.652s | 54.453s |
| Iteration 32 | l2 | 4.2693 | sag | 942 | --- | 0.375 | 1.0 | 0.644s | 56.189s |
| Iteration 33 | l2 | 44.1519 | saga | 227 | --- | 0.5 | 1.0 | 0.658s | 57.826s |
| Iteration 34 | l2 | 0.0066 | sag | 993 | --- | 0.6875 | 1.0 | 0.646s | 59.469s |
| Iteration 35 | l2 | 0.0276 | sag | 988 | --- | 0.75 | 1.0 | 0.649s | 1m:01s |
| Iteration 36 | l2 | 0.0027 | sag | 967 | --- | 0.8125 | 1.0 | 0.640s | 1m:03s |
| Iteration 37 | l2 | 6.3566 | sag | 943 | --- | 0.9375 | 1.0 | 0.665s | 1m:06s |
| Iteration 38 | l2 | 1.1121 | libli.. | 944 | --- | 0.375 | 1.0 | 0.659s | 1m:10s |
| Iteration 39 | l2 | 0.0043 | sag | 936 | --- | 0.625 | 1.0 | 0.649s | 1m:12s |
| Iteration 40 | l2 | 55.6893 | sag | 949 | --- | 0.625 | 1.0 | 0.652s | 1m:14s |
| Iteration 41 | l2 | 0.0028 | sag | 936 | --- | 0.8125 | 1.0 | 0.653s | 1m:15s |
| Iteration 42 | l1 | 0.3351 | libli.. | 476 | --- | 0.4375 | 1.0 | 0.655s | 1m:17s |
| Iteration 43 | l1 | 0.1621 | saga | 912 | --- | 0.2188 | 1.0 | 0.647s | 1m:19s |
| Iteration 44 | l2 | 0.0443 | saga | 937 | --- | 0.6875 | 1.0 | 0.663s | 1m:21s |
| Iteration 45 | l2 | 86.7862 | sag | 945 | --- | 0.8125 | 1.0 | 0.655s | 1m:23s |
| Iteration 46 | l2 | 3.6675 | sag | 940 | --- | 0.75 | 1.0 | 0.650s | 1m:24s |
| Iteration 47 | l2 | 7.7863 | saga | 993 | --- | 1.0 | 1.0 | 0.652s | 1m:26s |
| Iteration 48 | l2 | 0.0023 | saga | 991 | --- | 0.5 | 1.0 | 0.629s | 1m:28s |
| Iteration 49 | l2 | 24.6697 | saga | 985 | --- | 0.8125 | 1.0 | 0.648s | 1m:30s |
| Iteration 50 | l2 | 0.0038 | saga | 188 | --- | 0.5 | 1.0 | 0.630s | 1m:32s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'penalty': 'l2', 'C': 0.087, 'solver': 'sag', 'max_iter': 942}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:33s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7473
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.015s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.65 ± 0.0548
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:33s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.5 | 0.5 | 0.630s | 0.635s |
| Initial point 2 | svd | --- | 0.75 | 0.75 | 0.626s | 1.914s |
| Initial point 3 | svd | --- | 0.75 | 0.75 | 0.000s | 3.023s |
| Initial point 4 | lsqr | 0.8 | 0.6875 | 0.75 | 0.635s | 4.858s |
| Initial point 5 | eigen | 0.9 | 0.5 | 0.75 | 0.637s | 6.365s |
| Initial point 6 | lsqr | 0.7 | 0.625 | 0.75 | 1.220s | 8.234s |
| Initial point 7 | lsqr | 0.5 | 0.8125 | 0.8125 | 0.633s | 9.553s |
| Initial point 8 | lsqr | 0.9 | 0.8125 | 0.8125 | 0.638s | 10.848s |
| Initial point 9 | lsqr | 0.6 | 0.625 | 0.8125 | 0.632s | 12.708s |
| Initial point 10 | eigen | 0.8 | 0.8125 | 0.8125 | 0.625s | 14.152s |
| Iteration 11 | lsqr | 0.5 | 0.8125 | 0.8125 | 0.000s | 14.955s |
| Iteration 12 | eigen | 0.7 | 0.75 | 0.8125 | 0.625s | 16.395s |
| Iteration 13 | svd | --- | 0.75 | 0.8125 | 0.000s | 17.185s |
| Iteration 14 | lsqr | auto | 0.875 | 0.875 | 0.634s | 18.616s |
| Iteration 15 | eigen | auto | 1.0 | 1.0 | 0.633s | 20.055s |
| Iteration 16 | svd | --- | 0.75 | 1.0 | 0.000s | 20.881s |
| Iteration 17 | svd | --- | 0.75 | 1.0 | 0.000s | 21.756s |
| Iteration 18 | eigen | auto | 1.0 | 1.0 | 0.000s | 22.579s |
| Iteration 19 | svd | --- | 0.75 | 1.0 | 0.000s | 23.473s |
| Iteration 20 | eigen | auto | 1.0 | 1.0 | 0.000s | 24.319s |
| Iteration 21 | svd | --- | 0.75 | 1.0 | 0.000s | 25.146s |
| Iteration 22 | eigen | 0.5 | 0.8125 | 1.0 | 0.624s | 26.597s |
| Iteration 23 | lsqr | None | 1.0 | 1.0 | 0.654s | 28.071s |
| Iteration 24 | svd | --- | 0.75 | 1.0 | 0.000s | 28.930s |
| Iteration 25 | lsqr | 1.0 | 0.5 | 1.0 | 0.622s | 30.431s |
| Iteration 26 | eigen | None | 0.75 | 1.0 | 0.632s | 31.921s |
| Iteration 27 | eigen | 0.6 | 0.75 | 1.0 | 0.635s | 33.434s |
| Iteration 28 | lsqr | None | 1.0 | 1.0 | 0.000s | 34.330s |
| Iteration 29 | lsqr | None | 1.0 | 1.0 | 0.001s | 35.256s |
| Iteration 30 | eigen | auto | 1.0 | 1.0 | 0.000s | 37.614s |
| Iteration 31 | lsqr | None | 1.0 | 1.0 | 0.000s | 38.854s |
| Iteration 32 | eigen | auto | 1.0 | 1.0 | 0.000s | 39.741s |
| Iteration 33 | lsqr | None | 1.0 | 1.0 | 0.000s | 40.635s |
| Iteration 34 | eigen | auto | 1.0 | 1.0 | 0.000s | 41.549s |
| Iteration 35 | eigen | 0.5 | 0.8125 | 1.0 | 0.000s | 42.469s |
| Iteration 36 | lsqr | 0.9 | 0.8125 | 1.0 | 0.000s | 43.443s |
| Iteration 37 | lsqr | None | 1.0 | 1.0 | 0.000s | 44.355s |
| Iteration 38 | svd | --- | 0.75 | 1.0 | 0.000s | 45.256s |
| Iteration 39 | eigen | auto | 1.0 | 1.0 | 0.000s | 46.207s |
| Iteration 40 | lsqr | None | 1.0 | 1.0 | 0.000s | 47.150s |
| Iteration 41 | eigen | auto | 1.0 | 1.0 | 0.000s | 48.075s |
| Iteration 42 | lsqr | None | 1.0 | 1.0 | 0.000s | 49.013s |
| Iteration 43 | eigen | auto | 1.0 | 1.0 | 0.001s | 50.017s |
| Iteration 44 | lsqr | None | 1.0 | 1.0 | 0.000s | 50.973s |
| Iteration 45 | eigen | auto | 1.0 | 1.0 | 0.000s | 51.928s |
| Iteration 46 | lsqr | None | 1.0 | 1.0 | 0.000s | 52.912s |
| Iteration 47 | eigen | auto | 1.0 | 1.0 | 0.001s | 54.964s |
| Iteration 48 | lsqr | None | 1.0 | 1.0 | 0.001s | 56.199s |
| Iteration 49 | eigen | auto | 1.0 | 1.0 | 0.000s | 57.223s |
| Iteration 50 | lsqr | None | 1.0 | 1.0 | 0.000s | 58.263s |
Bayesian Optimization ---------------------------
Best call --> Iteration 23
Best parameters --> {'solver': 'lsqr', 'shrinkage': None}
Best evaluation --> roc_auc: 1.0
Time elapsed: 59.287s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7518
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.69 ± 0.1463
Time elapsed: 0.029s
-------------------------------------------------
Total time: 59.327s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.5 | 0.5 | 0.643s | 0.647s |
| Initial point 2 | 0.9 | 0.75 | 0.75 | 0.635s | 1.945s |
| Initial point 3 | 0.1 | 0.5625 | 0.75 | 0.631s | 3.240s |
| Initial point 4 | 1.0 | 0.5 | 0.75 | 0.001s | 3.898s |
| Initial point 5 | 0.2 | 0.5 | 0.75 | 0.635s | 5.190s |
| Initial point 6 | 0.4 | 0.625 | 0.75 | 0.629s | 6.471s |
| Initial point 7 | 0.4 | 0.625 | 0.75 | 0.000s | 7.130s |
| Initial point 8 | 0.7 | 0.8125 | 0.8125 | 0.643s | 8.448s |
| Initial point 9 | 0.9 | 0.75 | 0.8125 | 0.000s | 9.095s |
| Initial point 10 | 0.8 | 0.6875 | 0.8125 | 1.208s | 10.954s |
| Iteration 11 | 0.3 | 0.875 | 0.875 | 0.619s | 13.112s |
| Iteration 12 | 0.6 | 0.75 | 0.875 | 0.627s | 14.689s |
| Iteration 13 | 0.5 | 0.625 | 0.875 | 0.630s | 16.072s |
| Iteration 14 | 0.0 | 0.875 | 0.875 | 0.631s | 17.461s |
| Iteration 15 | 0.0 | 0.875 | 0.875 | 0.000s | 18.225s |
| Iteration 16 | 0.3 | 0.875 | 0.875 | 0.000s | 18.997s |
| Iteration 17 | 0.3 | 0.875 | 0.875 | 0.000s | 19.756s |
| Iteration 18 | 0.0 | 0.875 | 0.875 | 0.000s | 20.535s |
| Iteration 19 | 0.3 | 0.875 | 0.875 | 0.000s | 21.821s |
| Iteration 20 | 0.6 | 0.75 | 0.875 | 0.000s | 22.718s |
| Iteration 21 | 0.6 | 0.75 | 0.875 | 0.000s | 23.552s |
| Iteration 22 | 0.0 | 0.875 | 0.875 | 0.000s | 24.330s |
| Iteration 23 | 0.3 | 0.875 | 0.875 | 0.000s | 25.096s |
| Iteration 24 | 0.0 | 0.875 | 0.875 | 0.000s | 25.869s |
| Iteration 25 | 0.3 | 0.875 | 0.875 | 0.000s | 26.663s |
| Iteration 26 | 0.0 | 0.875 | 0.875 | 0.000s | 27.455s |
| Iteration 27 | 0.3 | 0.875 | 0.875 | 0.000s | 28.254s |
| Iteration 28 | 0.9 | 0.75 | 0.875 | 0.000s | 30.631s |
| Iteration 29 | 0.0 | 0.875 | 0.875 | 0.000s | 33.572s |
| Iteration 30 | 0.8 | 0.6875 | 0.875 | 0.000s | 34.857s |
| Iteration 31 | 0.3 | 0.875 | 0.875 | 0.000s | 35.639s |
| Iteration 32 | 0.0 | 0.875 | 0.875 | 0.000s | 36.410s |
| Iteration 33 | 0.3 | 0.875 | 0.875 | 0.000s | 37.237s |
| Iteration 34 | 0.0 | 0.875 | 0.875 | 0.000s | 38.056s |
| Iteration 35 | 0.3 | 0.875 | 0.875 | 0.000s | 40.233s |
| Iteration 36 | 0.0 | 0.875 | 0.875 | 0.000s | 42.419s |
| Iteration 37 | 0.3 | 0.875 | 0.875 | 0.000s | 44.689s |
| Iteration 38 | 0.0 | 0.875 | 0.875 | 0.000s | 46.879s |
| Iteration 39 | 0.3 | 0.875 | 0.875 | 0.000s | 49.075s |
| Iteration 40 | 0.0 | 0.875 | 0.875 | 0.000s | 51.234s |
| Iteration 41 | 0.3 | 0.875 | 0.875 | 0.000s | 52.348s |
| Iteration 42 | 0.0 | 0.875 | 0.875 | 0.000s | 53.175s |
| Iteration 43 | 0.3 | 0.875 | 0.875 | 0.000s | 54.010s |
| Iteration 44 | 0.0 | 0.875 | 0.875 | 0.000s | 54.874s |
| Iteration 45 | 0.3 | 0.875 | 0.875 | 0.000s | 55.762s |
| Iteration 46 | 0.0 | 0.875 | 0.875 | 0.000s | 56.633s |
| Iteration 47 | 0.3 | 0.875 | 0.875 | 0.000s | 57.525s |
| Iteration 48 | 0.0 | 0.875 | 0.875 | 0.001s | 58.431s |
| Iteration 49 | 0.3 | 0.875 | 0.875 | 0.000s | 59.318s |
| Iteration 50 | 0.0 | 0.875 | 0.875 | 0.000s | 1m:00s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'reg_param': 0.0}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:01s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9187
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.95 ± 0.0775
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:01s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.4766 | dista.. | auto | 40 | 1 | 0.5625 | 0.5625 | 0.652s | 0.672s |
| Initial point 2 | 4.9619 | uniform | kd_tree | 39 | 2 | 0.5 | 0.5625 | 0.644s | 1.979s |
| Initial point 3 | 3.9196 | dista.. | ball_tree | 25 | 2 | 0.5625 | 0.5625 | 0.652s | 5.022s |
| Initial point 4 | 11.4353 | uniform | ball_tree | 39 | 2 | 0.5 | 0.5625 | 0.652s | 6.804s |
| Initial point 5 | 8.9581 | dista.. | auto | 30 | 2 | 0.625 | 0.625 | 0.645s | 8.136s |
| Initial point 6 | 10.3741 | dista.. | ball_tree | 21 | 2 | 1.0 | 1.0 | 0.644s | 9.455s |
| Initial point 7 | 7.4203 | dista.. | ball_tree | 24 | 1 | 0.8125 | 1.0 | 0.646s | 10.791s |
| Initial point 8 | 1.7782 | dista.. | ball_tree | 21 | 2 | 0.25 | 1.0 | 0.653s | 13.738s |
| Initial point 9 | 8.2657 | uniform | ball_tree | 24 | 1 | 0.7812 | 1.0 | 0.650s | 17.213s |
| Initial point 10 | 5.871 | uniform | brute | 22 | 2 | 0.625 | 1.0 | 0.642s | 18.929s |
| Iteration 11 | 12.5118 | dista.. | brute | 20 | 1 | 0.625 | 1.0 | 0.643s | 20.523s |
| Iteration 12 | 11.0826 | dista.. | ball_tree | 21 | 2 | 0.5625 | 1.0 | 1.221s | 22.733s |
| Iteration 13 | 8.7723 | dista.. | brute | 20 | 1 | 0.8125 | 1.0 | 0.634s | 24.266s |
| Iteration 14 | 0.0 | dista.. | brute | 40 | 1 | 0.5 | 1.0 | 0.628s | 25.788s |
| Iteration 15 | 8.9182 | uniform | kd_tree | 20 | 2 | 0.875 | 1.0 | 0.659s | 27.360s |
| Iteration 16 | 8.5678 | dista.. | brute | 20 | 2 | 0.8125 | 1.0 | 0.649s | 29.945s |
| Iteration 17 | 10.005 | uniform | ball_tree | 20 | 2 | 0.625 | 1.0 | 0.679s | 33.003s |
| Iteration 18 | 7.976 | dista.. | ball_tree | 40 | 1 | 1.0 | 1.0 | 0.655s | 36.139s |
| Iteration 19 | 7.7738 | dista.. | auto | 40 | 1 | 0.9375 | 1.0 | 0.641s | 39.224s |
| Iteration 20 | 7.3083 | dista.. | brute | 38 | 2 | 0.625 | 1.0 | 0.647s | 41.127s |
| Iteration 21 | 10.115 | dista.. | kd_tree | 21 | 2 | 0.6875 | 1.0 | 0.648s | 42.873s |
| Iteration 22 | 8.6954 | dista.. | auto | 40 | 1 | 0.5938 | 1.0 | 0.638s | 44.474s |
| Iteration 23 | 10.4189 | dista.. | ball_tree | 21 | 2 | 1.0 | 1.0 | 0.650s | 46.352s |
| Iteration 24 | 7.9211 | dista.. | brute | 34 | 2 | 0.8125 | 1.0 | 0.637s | 48.071s |
| Iteration 25 | 10.4098 | uniform | ball_tree | 24 | 1 | 0.875 | 1.0 | 0.632s | 51.651s |
| Iteration 26 | 8.1771 | uniform | ball_tree | 40 | 2 | 0.75 | 1.0 | 0.635s | 54.906s |
| Iteration 27 | 7.9258 | uniform | kd_tree | 40 | 1 | 0.7188 | 1.0 | 0.632s | 56.961s |
| Iteration 28 | 10.3866 | dista.. | auto | 22 | 2 | 0.6875 | 1.0 | 0.642s | 58.772s |
| Iteration 29 | 10.3795 | dista.. | auto | 21 | 1 | 0.5625 | 1.0 | 0.650s | 1m:01s |
| Iteration 30 | 6.6339 | dista.. | auto | 23 | 1 | 0.25 | 1.0 | 0.633s | 1m:02s |
| Iteration 31 | 7.9155 | dista.. | ball_tree | 38 | 1 | 0.5938 | 1.0 | 0.636s | 1m:04s |
| Iteration 32 | 7.7084 | dista.. | ball_tree | 40 | 1 | 0.6875 | 1.0 | 0.631s | 1m:06s |
| Iteration 33 | 7.9882 | dista.. | ball_tree | 40 | 1 | 0.7188 | 1.0 | 0.649s | 1m:07s |
| Iteration 34 | 9.2777 | uniform | brute | 40 | 1 | 0.4688 | 1.0 | 0.649s | 1m:09s |
| Iteration 35 | 10.4964 | uniform | auto | 21 | 2 | 0.5 | 1.0 | 0.648s | 1m:11s |
| Iteration 36 | 10.4655 | dista.. | ball_tree | 21 | 2 | 0.875 | 1.0 | 0.643s | 1m:13s |
| Iteration 37 | 10.5629 | dista.. | ball_tree | 37 | 2 | 1.0 | 1.0 | 0.647s | 1m:15s |
| Iteration 38 | 10.6055 | uniform | ball_tree | 37 | 2 | 0.5 | 1.0 | 0.644s | 1m:17s |
| Iteration 39 | 10.2432 | dista.. | ball_tree | 36 | 2 | 0.875 | 1.0 | 0.643s | 1m:18s |
| Iteration 40 | 10.4712 | dista.. | ball_tree | 39 | 2 | 0.625 | 1.0 | 0.633s | 1m:20s |
| Iteration 41 | 10.4667 | dista.. | ball_tree | 37 | 2 | 0.8125 | 1.0 | 0.634s | 1m:22s |
| Iteration 42 | 10.35 | dista.. | ball_tree | 21 | 2 | 0.8125 | 1.0 | 0.637s | 1m:25s |
| Iteration 43 | 10.6408 | dista.. | ball_tree | 37 | 2 | 0.5 | 1.0 | 0.650s | 1m:28s |
| Iteration 44 | 7.6517 | dista.. | auto | 20 | 2 | 0.8125 | 1.0 | 0.641s | 1m:30s |
| Iteration 45 | 10.7676 | uniform | ball_tree | 20 | 1 | 0.5625 | 1.0 | 0.686s | 1m:32s |
| Iteration 46 | 10.0723 | dista.. | auto | 27 | 2 | 1.0 | 1.0 | 0.699s | 1m:35s |
| Iteration 47 | 9.785 | dista.. | auto | 27 | 2 | 0.9375 | 1.0 | 0.697s | 1m:37s |
| Iteration 48 | 9.7348 | dista.. | brute | 29 | 2 | 0.5 | 1.0 | 0.694s | 1m:39s |
| Iteration 49 | 10.0015 | dista.. | auto | 26 | 2 | 0.625 | 1.0 | 0.685s | 1m:41s |
| Iteration 50 | 8.6527 | uniform | brute | 28 | 2 | 0.375 | 1.0 | 0.697s | 1m:43s |
Bayesian Optimization ---------------------------
Best call --> Iteration 46
Best parameters --> {'radius': 10.0723, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 27, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:45s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.86 ± 0.0583
Time elapsed: 0.055s
-------------------------------------------------
Total time: 1m:45s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.5 | 0.5 | 1.090s | 1.098s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 1.0 | 1.0 | 1.115s | 2.887s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.5625 | 1.0 | 0.847s | 5.724s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.8125 | 1.0 | 1.001s | 8.475s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.75 | 1.0 | 0.871s | 11.132s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 1.0 | 1.0 | 1.076s | 13.083s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.5938 | 1.0 | 0.715s | 14.468s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.875 | 1.0 | 0.980s | 17.861s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.5 | 1.0 | 0.634s | 19.585s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.6875 | 1.0 | 0.773s | 21.025s |
| Iteration 11 | 500 | 0.1061 | SAMME.R | 0.625 | 1.0 | 1.037s | 22.884s |
| Iteration 12 | 500 | 0.01 | SAMME.R | 0.8438 | 1.0 | 1.604s | 25.342s |
| Iteration 13 | 500 | 0.01 | SAMME.R | 0.8438 | 1.0 | 0.000s | 26.208s |
| Iteration 14 | 500 | 0.0266 | SAMME.R | 0.625 | 1.0 | 1.091s | 28.153s |
| Iteration 15 | 50 | 0.1447 | SAMME.R | 0.875 | 1.0 | 0.704s | 29.764s |
| Iteration 16 | 50 | 0.1931 | SAMME.R | 0.75 | 1.0 | 0.719s | 31.342s |
| Iteration 17 | 50 | 0.01 | SAMME | 0.8125 | 1.0 | 0.710s | 32.913s |
| Iteration 18 | 476 | 0.2908 | SAMME | 1.0 | 1.0 | 1.006s | 34.789s |
| Iteration 19 | 473 | 0.2859 | SAMME | 0.9375 | 1.0 | 1.013s | 36.773s |
| Iteration 20 | 473 | 0.3582 | SAMME.R | 0.8125 | 1.0 | 1.052s | 38.697s |
| Iteration 21 | 65 | 0.3711 | SAMME | 0.75 | 1.0 | 0.701s | 40.247s |
| Iteration 22 | 499 | 0.3321 | SAMME | 0.9375 | 1.0 | 0.995s | 42.213s |
| Iteration 23 | 436 | 0.0531 | SAMME | 1.0 | 1.0 | 0.942s | 44.486s |
| Iteration 24 | 470 | 0.0541 | SAMME | 0.9375 | 1.0 | 0.967s | 48.352s |
| Iteration 25 | 353 | 0.221 | SAMME | 0.75 | 1.0 | 0.865s | 50.680s |
| Iteration 26 | 478 | 0.2939 | SAMME | 1.0 | 1.0 | 0.971s | 52.690s |
| Iteration 27 | 475 | 0.0521 | SAMME.R | 0.8125 | 1.0 | 0.994s | 54.624s |
| Iteration 28 | 441 | 0.0533 | SAMME | 0.7188 | 1.0 | 0.936s | 56.514s |
| Iteration 29 | 500 | 0.2312 | SAMME | 1.0 | 1.0 | 0.975s | 58.420s |
| Iteration 30 | 500 | 0.2506 | SAMME | 0.5625 | 1.0 | 0.979s | 1m:00s |
| Iteration 31 | 58 | 0.01 | SAMME | 0.875 | 1.0 | 0.667s | 1m:02s |
| Iteration 32 | 80 | 0.01 | SAMME | 0.75 | 1.0 | 0.679s | 1m:05s |
| Iteration 33 | 50 | 0.118 | SAMME.R | 0.9375 | 1.0 | 0.673s | 1m:09s |
| Iteration 34 | 63 | 0.1162 | SAMME | 0.7812 | 1.0 | 0.678s | 1m:11s |
| Iteration 35 | 500 | 0.1553 | SAMME | 0.875 | 1.0 | 1.009s | 1m:12s |
| Iteration 36 | 143 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.747s | 1m:14s |
| Iteration 37 | 91 | 0.01 | SAMME.R | 0.8438 | 1.0 | 0.700s | 1m:16s |
| Iteration 38 | 219 | 9.9961 | SAMME.R | 0.5 | 1.0 | 1.390s | 1m:18s |
| Iteration 39 | 500 | 0.1489 | SAMME.R | 0.75 | 1.0 | 1.016s | 1m:20s |
| Iteration 40 | 424 | 0.01 | SAMME.R | 0.7812 | 1.0 | 0.960s | 1m:22s |
| Iteration 41 | 322 | 0.01 | SAMME | 0.9375 | 1.0 | 0.847s | 1m:24s |
| Iteration 42 | 55 | 0.0291 | SAMME.R | 0.8438 | 1.0 | 0.662s | 1m:25s |
| Iteration 43 | 388 | 0.01 | SAMME | 0.4688 | 1.0 | 1.036s | 1m:27s |
| Iteration 44 | 50 | 0.0715 | SAMME.R | 0.5625 | 1.0 | 0.662s | 1m:29s |
| Iteration 45 | 500 | 0.2335 | SAMME | 1.0 | 1.0 | 0.985s | 1m:31s |
| Iteration 46 | 52 | 0.4558 | SAMME.R | 0.8125 | 1.0 | 0.661s | 1m:33s |
| Iteration 47 | 496 | 0.5041 | SAMME | 0.75 | 1.0 | 0.970s | 1m:35s |
| Iteration 48 | 500 | 0.2101 | SAMME | 0.6562 | 1.0 | 0.982s | 1m:37s |
| Iteration 49 | 500 | 0.1914 | SAMME | 0.6875 | 1.0 | 0.972s | 1m:39s |
| Iteration 50 | 50 | 0.1807 | SAMME.R | 0.4375 | 1.0 | 0.660s | 1m:40s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0511, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:43s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.452s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.99 ± 0.02
Time elapsed: 2.041s
-------------------------------------------------
Total time: 1m:46s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.6875 | 0.6875 | 1.089s | 1.108s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 1.0 | 1.0 | 0.944s | 3.210s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.625 | 1.0 | 0.974s | 4.949s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 1.0 | 0.790s | 6.413s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.625 | 1.0 | 0.992s | 8.091s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 1.0 | 1.0 | 0.775s | 9.599s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.9375 | 1.0 | 0.812s | 11.113s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.8125 | 1.0 | 0.794s | 12.613s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.5 | 1.0 | 0.914s | 14.212s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.6875 | 1.0 | 0.890s | 15.784s |
| Iteration 11 | 465 | gini | 5 | 10 | 1 | None | False | 0.0244 | --- | 0.75 | 1.0 | 0.937s | 17.902s |
| Iteration 12 | 493 | gini | 5 | 5 | 4 | 0.7 | False | 0.0071 | --- | 0.6562 | 1.0 | 0.940s | 19.978s |
| Iteration 13 | 123 | entropy | 5 | 13 | 5 | auto | False | 0.0347 | --- | 0.9375 | 1.0 | 0.704s | 21.817s |
| Iteration 14 | 287 | gini | 9 | 2 | 20 | sqrt | False | 0.0327 | --- | 0.875 | 1.0 | 1.389s | 24.374s |
| Iteration 15 | 471 | entropy | 5 | 10 | 5 | auto | False | 0.0316 | --- | 0.8125 | 1.0 | 0.930s | 26.455s |
| Iteration 16 | 203 | gini | 8 | 9 | 11 | auto | False | 0.0329 | --- | 0.8125 | 1.0 | 0.749s | 28.397s |
| Iteration 17 | 231 | gini | 9 | 8 | 3 | sqrt | False | 0.0333 | --- | 0.9375 | 1.0 | 0.769s | 30.328s |
| Iteration 18 | 10 | entropy | 6 | 15 | 18 | 0.7 | False | 0.035 | --- | 0.75 | 1.0 | 0.633s | 32.102s |
| Iteration 19 | 370 | gini | 5 | 8 | 10 | 0.6 | False | 0.0163 | --- | 0.6875 | 1.0 | 0.856s | 34.033s |
| Iteration 20 | 290 | gini | 2 | 6 | 3 | 0.5 | False | 0.0312 | --- | 1.0 | 1.0 | 0.809s | 36.025s |
| Iteration 21 | 93 | entropy | 2 | 13 | 13 | 0.5 | False | 0.0 | --- | 0.7812 | 1.0 | 0.676s | 37.946s |
| Iteration 22 | 193 | gini | 4 | 13 | 8 | 0.5 | False | 0.0344 | --- | 0.7812 | 1.0 | 0.789s | 39.983s |
| Iteration 23 | 320 | gini | 5 | 11 | 1 | 0.5 | False | 0.024 | --- | 0.875 | 1.0 | 0.877s | 42.014s |
| Iteration 24 | 250 | gini | 3 | 11 | 8 | 0.5 | False | 0.035 | --- | 0.8438 | 1.0 | 0.787s | 44.084s |
| Iteration 25 | 376 | gini | 6 | 9 | 8 | None | True | 0.0006 | 0.9 | 0.6875 | 1.0 | 0.998s | 46.227s |
| Iteration 26 | 500 | entropy | 3 | 20 | 2 | 0.5 | False | 0.035 | --- | 1.0 | 1.0 | 0.981s | 48.337s |
| Iteration 27 | 112 | entropy | None | 11 | 1 | 0.7 | False | 0.035 | --- | 0.8125 | 1.0 | 0.751s | 50.273s |
| Iteration 28 | 249 | gini | None | 9 | 20 | auto | False | 0.035 | --- | 0.5938 | 1.0 | 0.820s | 54.024s |
| Iteration 29 | 142 | gini | 8 | 4 | 1 | auto | False | 0.0 | --- | 0.9375 | 1.0 | 0.710s | 58.141s |
| Iteration 30 | 223 | entropy | 1 | 3 | 1 | None | True | 0.0047 | 0.7 | 0.625 | 1.0 | 0.811s | 1m:02s |
| Iteration 31 | 10 | gini | None | 10 | 1 | auto | False | 0.0 | --- | 0.875 | 1.0 | 0.631s | 1m:05s |
| Iteration 32 | 232 | gini | 1 | 20 | 20 | None | False | 0.035 | --- | 0.75 | 1.0 | 0.768s | 1m:07s |
| Iteration 33 | 12 | gini | 7 | 4 | 19 | auto | True | 0.0011 | 0.8 | 0.5 | 1.0 | 0.644s | 1m:08s |
| Iteration 34 | 500 | entropy | 9 | 3 | 1 | auto | False | 0.035 | --- | 0.4375 | 1.0 | 0.946s | 1m:11s |
| Iteration 35 | 358 | entropy | 1 | 20 | 8 | sqrt | False | 0.035 | --- | 0.7188 | 1.0 | 0.836s | 1m:13s |
| Iteration 36 | 469 | entropy | 2 | 17 | 4 | 0.5 | False | 0.0292 | --- | 1.0 | 1.0 | 0.927s | 1m:15s |
| Iteration 37 | 429 | entropy | 5 | 15 | 3 | 0.7 | False | 0.0268 | --- | 1.0 | 1.0 | 0.902s | 1m:17s |
| Iteration 38 | 429 | entropy | 2 | 14 | 4 | sqrt | False | 0.0274 | --- | 0.8125 | 1.0 | 0.883s | 1m:20s |
| Iteration 39 | 309 | entropy | 6 | 18 | 2 | 0.8 | False | 0.03 | --- | 0.8125 | 1.0 | 1.467s | 1m:22s |
| Iteration 40 | 500 | gini | 2 | 20 | 9 | 0.7 | False | 0.002 | --- | 0.8438 | 1.0 | 0.990s | 1m:25s |
| Iteration 41 | 10 | gini | 9 | 2 | 7 | auto | False | 0.035 | --- | 1.0 | 1.0 | 0.696s | 1m:27s |
| Iteration 42 | 10 | gini | 9 | 2 | 17 | 0.6 | False | 0.035 | --- | 0.8438 | 1.0 | 0.681s | 1m:29s |
| Iteration 43 | 132 | entropy | 2 | 2 | 8 | 0.8 | False | 0.0293 | --- | 0.4688 | 1.0 | 0.707s | 1m:31s |
| Iteration 44 | 432 | gini | None | 2 | 1 | auto | False | 0.0094 | --- | 0.5 | 1.0 | 0.942s | 1m:33s |
| Iteration 45 | 500 | entropy | 8 | 19 | 4 | 0.7 | False | 0.0343 | --- | 0.9375 | 1.0 | 0.998s | 1m:35s |
| Iteration 46 | 214 | gini | 5 | 6 | 19 | auto | False | 0.0257 | --- | 1.0 | 1.0 | 0.776s | 1m:37s |
| Iteration 47 | 211 | gini | 4 | 5 | 13 | 0.5 | False | 0.0348 | --- | 1.0 | 1.0 | 0.799s | 1m:40s |
| Iteration 48 | 220 | gini | 3 | 6 | 17 | auto | False | 0.035 | --- | 0.4688 | 1.0 | 0.818s | 1m:42s |
| Iteration 49 | 392 | entropy | 4 | 4 | 12 | 0.5 | False | 0.0349 | --- | 0.875 | 1.0 | 0.918s | 1m:44s |
| Iteration 50 | 110 | entropy | 1 | 19 | 5 | 0.5 | False | 0.0288 | --- | 0.4375 | 1.0 | 0.752s | 1m:46s |
Bayesian Optimization ---------------------------
Best call --> Iteration 26
Best parameters --> {'n_estimators': 500, 'criterion': 'entropy', 'max_depth': 3, 'min_samples_split': 20, 'min_samples_leaf': 2, 'max_features': 0.5, 'bootstrap': False, 'ccp_alpha': 0.035}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:48s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9696
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.357s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.96 ± 0.0374
Time elapsed: 1.577s
-------------------------------------------------
Total time: 1m:50s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.784s | 0.804s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 1.0 | 1.0 | 0.777s | 2.331s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 1.0 | 0.771s | 3.798s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 1.0 | 0.723s | 5.195s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 1.0 | 0.753s | 7.969s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 1.0 | 0.729s | 9.723s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 1.0 | 0.745s | 11.153s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 1.0 | 0.690s | 12.533s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.375 | 1.0 | 0.757s | 13.963s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 1.0 | 0.736s | 15.412s |
| Iteration 11 | 420 | 0.0172 | 4 | 0.2644 | 3 | 0.9 | 0.9 | 0.01 | 10 | 0.6875 | 1.0 | 0.734s | 17.241s |
| Iteration 12 | 438 | 0.0477 | 6 | 0.4721 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.625 | 1.0 | 0.724s | 20.714s |
| Iteration 13 | 330 | 0.9796 | 8 | 0.8974 | 3 | 0.5 | 0.9 | 0.1 | 0.01 | 1.0 | 1.0 | 0.695s | 22.826s |
| Iteration 14 | 43 | 0.0528 | 4 | 0.7292 | 3 | 0.7 | 0.9 | 1 | 0.01 | 0.5312 | 1.0 | 0.655s | 26.108s |
| Iteration 15 | 22 | 0.5912 | 2 | 0.0532 | 3 | 1.0 | 0.6 | 0.1 | 0.01 | 0.6875 | 1.0 | 0.645s | 28.172s |
| Iteration 16 | 206 | 0.9578 | 9 | 0.7855 | 3 | 0.9 | 0.9 | 0.1 | 100 | 0.625 | 1.0 | 0.676s | 29.916s |
| Iteration 17 | 179 | 0.2817 | 6 | 0.4629 | 3 | 0.5 | 1.0 | 0.1 | 0 | 0.9375 | 1.0 | 1.254s | 33.778s |
| Iteration 18 | 380 | 0.0167 | 8 | 0.8184 | 3 | 0.5 | 0.4 | 0.1 | 10 | 0.6875 | 1.0 | 0.714s | 35.821s |
| Iteration 19 | 166 | 0.0366 | 8 | 0.9098 | 3 | 0.5 | 1.0 | 0.1 | 0 | 0.9375 | 1.0 | 0.729s | 37.597s |
| Iteration 20 | 148 | 0.895 | 3 | 0.171 | 3 | 0.5 | 0.6 | 0.1 | 0 | 0.9375 | 1.0 | 0.716s | 39.368s |
| Iteration 21 | 500 | 0.5902 | 1 | 0.1701 | 3 | 0.5 | 0.4 | 0.1 | 0 | 0.8438 | 1.0 | 0.728s | 41.199s |
| Iteration 22 | 313 | 0.0204 | 4 | 0.0334 | 3 | 0.5 | 1.0 | 0.1 | 0 | 0.7188 | 1.0 | 0.711s | 43.004s |
| Iteration 23 | 360 | 1.0 | 5 | 1.0 | 3 | 0.5 | 1.0 | 0.1 | 0 | 0.625 | 1.0 | 0.716s | 44.886s |
| Iteration 24 | 446 | 0.0487 | 2 | 0.5829 | 3 | 0.6 | 1.0 | 0 | 100 | 0.875 | 1.0 | 0.725s | 47.640s |
| Iteration 25 | 62 | 0.0161 | 10 | 0.9394 | 3 | 1.0 | 0.9 | 0 | 0 | 0.75 | 1.0 | 0.662s | 49.667s |
| Iteration 26 | 134 | 0.0164 | 10 | 0.3975 | 3 | 0.5 | 0.5 | 0 | 100 | 0.8438 | 1.0 | 0.670s | 51.410s |
| Iteration 27 | 156 | 0.2737 | 7 | 0.1801 | 2 | 0.5 | 0.9 | 0 | 0 | 0.9375 | 1.0 | 0.676s | 53.280s |
| Iteration 28 | 243 | 0.7945 | 2 | 0.9877 | 10 | 0.5 | 1.0 | 0 | 0.1 | 0.5 | 1.0 | 0.695s | 55.774s |
| Iteration 29 | 24 | 0.246 | 10 | 0.0 | 2 | 0.5 | 0.6 | 0 | 0 | 0.6875 | 1.0 | 0.673s | 57.832s |
| Iteration 30 | 50 | 0.0132 | 6 | 0.0776 | 10 | 1.0 | 0.5 | 10 | 0.01 | 0.5 | 1.0 | 0.659s | 59.615s |
| Iteration 31 | 339 | 0.0416 | 7 | 0.8625 | 4 | 0.9 | 0.4 | 0.1 | 0.1 | 0.7188 | 1.0 | 0.710s | 1m:03s |
| Iteration 32 | 465 | 0.1914 | 1 | 0.3765 | 1 | 0.5 | 0.5 | 0.1 | 0 | 0.9375 | 1.0 | 0.728s | 1m:06s |
| Iteration 33 | 479 | 0.0415 | 3 | 0.627 | 1 | 1.0 | 0.9 | 0 | 100 | 0.875 | 1.0 | 0.767s | 1m:07s |
| Iteration 34 | 360 | 0.3966 | 8 | 0.2056 | 1 | 0.5 | 0.9 | 0.1 | 0 | 0.75 | 1.0 | 0.708s | 1m:09s |
| Iteration 35 | 92 | 0.0102 | 6 | 0.817 | 1 | 0.5 | 0.7 | 0 | 100 | 0.5625 | 1.0 | 0.667s | 1m:11s |
| Iteration 36 | 485 | 0.1466 | 4 | 0.4293 | 6 | 1.0 | 0.5 | 0 | 10 | 1.0 | 1.0 | 0.737s | 1m:13s |
| Iteration 37 | 500 | 0.0464 | 1 | 0.0 | 10 | 1.0 | 0.4 | 0 | 100 | 0.5 | 1.0 | 0.720s | 1m:15s |
| Iteration 38 | 500 | 1.0 | 1 | 0.0 | 5 | 1.0 | 0.7 | 0 | 100 | 0.5 | 1.0 | 0.744s | 1m:17s |
| Iteration 39 | 387 | 0.04 | 4 | 0.6107 | 6 | 0.8 | 0.9 | 0.1 | 0.1 | 0.9375 | 1.0 | 0.707s | 1m:19s |
| Iteration 40 | 51 | 0.1523 | 7 | 0.5494 | 3 | 0.8 | 0.7 | 0.1 | 10 | 0.9375 | 1.0 | 0.658s | 1m:21s |
| Iteration 41 | 282 | 0.0112 | 4 | 0.8175 | 6 | 0.8 | 1.0 | 0 | 0.1 | 0.8125 | 1.0 | 0.693s | 1m:23s |
| Iteration 42 | 168 | 0.1361 | 8 | 0.888 | 5 | 0.7 | 0.6 | 1 | 10 | 0.875 | 1.0 | 1.301s | 1m:26s |
| Iteration 43 | 326 | 0.1499 | 3 | 0.6639 | 9 | 0.6 | 0.5 | 0.01 | 10 | 0.5 | 1.0 | 0.697s | 1m:28s |
| Iteration 44 | 68 | 0.0354 | 7 | 0.4771 | 6 | 0.5 | 0.4 | 0.1 | 100 | 0.5 | 1.0 | 0.658s | 1m:31s |
| Iteration 45 | 322 | 0.3139 | 8 | 0.0309 | 6 | 1.0 | 0.4 | 0 | 0.01 | 0.6875 | 1.0 | 0.707s | 1m:33s |
| Iteration 46 | 422 | 0.1419 | 7 | 0.6374 | 3 | 1.0 | 0.6 | 0.01 | 10 | 1.0 | 1.0 | 0.727s | 1m:35s |
| Iteration 47 | 470 | 0.6352 | 9 | 0.6468 | 2 | 1.0 | 0.8 | 0.01 | 10 | 1.0 | 1.0 | 0.755s | 1m:37s |
| Iteration 48 | 410 | 0.4362 | 4 | 0.4241 | 2 | 0.5 | 0.5 | 0.01 | 0 | 0.4375 | 1.0 | 0.725s | 1m:39s |
| Iteration 49 | 23 | 0.0361 | 7 | 0.6206 | 3 | 0.5 | 0.9 | 0.01 | 0 | 0.6875 | 1.0 | 0.656s | 1m:41s |
| Iteration 50 | 453 | 0.1442 | 6 | 0.5461 | 2 | 1.0 | 0.6 | 0.1 | 10 | 0.5 | 1.0 | 0.735s | 1m:44s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 426, 'learning_rate': 0.0423, 'max_depth': 6, 'gamma': 0.4435, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:45s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9821
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.102s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.96 ± 0.049
Time elapsed: 0.319s
-------------------------------------------------
Total time: 1m:45s
Final results ==================== >>
Duration: 12m:16s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.93 ± 0.04
Logistic Regression --> roc_auc: 0.65 ± 0.0548
Linear Discriminant Analysis --> roc_auc: 0.69 ± 0.1463
Quadratic Discriminant Analysis --> roc_auc: 0.95 ± 0.0775
Radius Nearest Neighbors --> roc_auc: 0.86 ± 0.0583
AdaBoost --> roc_auc: 0.99 ± 0.02 !
Random Forest --> roc_auc: 0.96 ± 0.0374
XGBoost --> roc_auc: 0.96 ± 0.049
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAARDNYGQNFVF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVGGGSYIPTF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CAASKGSARQLTF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVSNYGGSQGNLIF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAASGGGSNYKLTF.
>>> Dropping feature CAASKTSYDKVIF.
>>> Dropping feature CAASPNTGNQFYF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CASSLGRTEAFF.
>>> Dropping feature CALNTDKLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAARDSNYQLIW.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVLSNDYKLSF.
>>> Dropping feature CAVRGGSYIPTF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CASSLGSYEQYF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.6562 | 0.6562 | 3.216s | 3.235s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 1.0 | 1.0 | 3.307s | 7.562s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.625 | 1.0 | 3.207s | 11.556s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.5625 | 1.0 | 3.270s | 15.528s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.375 | 1.0 | 3.253s | 19.479s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.75 | 1.0 | 3.304s | 24.158s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.4062 | 1.0 | 3.265s | 28.279s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.9375 | 1.0 | 3.287s | 32.273s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.375 | 1.0 | 3.234s | 38.070s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.625 | 1.0 | 3.227s | 42.558s |
| Iteration 11 | deviance | 0.3296 | 328 | 0.5 | squared_er.. | 19 | 15 | 8 | 0.9 | 0.0209 | 0.5 | 1.0 | 3.265s | 46.858s |
| Iteration 12 | exponen.. | 1.0 | 185 | 0.6 | squared_er.. | 18 | 9 | 4 | auto | 0.001 | 0.3125 | 1.0 | 3.213s | 52.031s |
| Iteration 13 | deviance | 0.0557 | 220 | 0.6 | squared_er.. | 18 | 9 | 5 | None | 0.0302 | 0.75 | 1.0 | 3.254s | 56.611s |
| Iteration 14 | deviance | 0.0308 | 474 | 0.9 | squared_er.. | 17 | 5 | 5 | 0.7 | 0.0079 | 0.9062 | 1.0 | 3.314s | 1m:01s |
| Iteration 15 | exponen.. | 0.0431 | 481 | 0.5 | friedman_mse | 15 | 15 | 9 | 0.8 | 0.0156 | 0.5 | 1.0 | 3.290s | 1m:05s |
| Iteration 16 | deviance | 0.0683 | 405 | 1.0 | squared_er.. | 9 | 1 | 3 | sqrt | 0.0092 | 0.7812 | 1.0 | 3.265s | 1m:10s |
| Iteration 17 | deviance | 0.1068 | 270 | 0.6 | squared_er.. | 17 | 10 | 5 | None | 0.0225 | 0.6875 | 1.0 | 3.255s | 1m:14s |
| Iteration 18 | exponen.. | 0.0131 | 500 | 0.8 | squared_er.. | 4 | 4 | 8 | None | 0.0131 | 0.7812 | 1.0 | 3.336s | 1m:18s |
| Iteration 19 | exponen.. | 0.0201 | 10 | 1.0 | squared_er.. | 7 | 3 | 2 | log2 | 0.0164 | 0.8125 | 1.0 | 3.850s | 1m:23s |
| Iteration 20 | deviance | 0.01 | 361 | 0.6 | squared_er.. | 19 | 12 | 10 | log2 | 0.0231 | 0.6875 | 1.0 | 3.281s | 1m:27s |
| Iteration 21 | exponen.. | 0.0362 | 14 | 0.6 | squared_er.. | 16 | 16 | 1 | log2 | 0.0046 | 0.9062 | 1.0 | 3.233s | 1m:32s |
| Iteration 22 | exponen.. | 0.0422 | 313 | 0.5 | squared_er.. | 3 | 14 | 6 | log2 | 0.0284 | 0.625 | 1.0 | 3.238s | 1m:36s |
| Iteration 23 | exponen.. | 0.01 | 175 | 0.8 | squared_er.. | 20 | 3 | 6 | 0.9 | 0.0307 | 1.0 | 1.0 | 3.247s | 1m:42s |
| Iteration 24 | exponen.. | 0.01 | 10 | 1.0 | squared_er.. | 20 | 20 | 1 | None | 0.035 | 0.625 | 1.0 | 3.190s | 1m:47s |
| Iteration 25 | deviance | 0.01 | 87 | 0.9 | squared_er.. | 3 | 1 | 4 | sqrt | 0.0301 | 0.7812 | 1.0 | 3.249s | 1m:51s |
| Iteration 26 | exponen.. | 0.0344 | 498 | 0.6 | squared_er.. | 8 | 1 | 4 | 0.7 | 0.0338 | 1.0 | 1.0 | 3.308s | 1m:56s |
| Iteration 27 | deviance | 0.0354 | 42 | 0.6 | squared_er.. | 3 | 1 | 10 | 0.6 | 0.0063 | 0.8125 | 1.0 | 3.200s | 2m:00s |
| Iteration 28 | exponen.. | 0.034 | 431 | 0.5 | squared_er.. | 20 | 1 | 1 | None | 0.0064 | 0.625 | 1.0 | 3.281s | 2m:06s |
| Iteration 29 | exponen.. | 1.0 | 369 | 0.8 | friedman_mse | 8 | 1 | 7 | 0.5 | 0.0205 | 0.3438 | 1.0 | 3.246s | 2m:10s |
| Iteration 30 | exponen.. | 0.01 | 434 | 1.0 | squared_er.. | 20 | 1 | 1 | 0.7 | 0.035 | 0.3438 | 1.0 | 3.242s | 2m:15s |
| Iteration 31 | deviance | 0.04 | 35 | 0.8 | squared_er.. | 20 | 20 | 8 | auto | 0.035 | 0.6562 | 1.0 | 3.169s | 2m:19s |
| Iteration 32 | exponen.. | 0.01 | 271 | 0.7 | squared_er.. | 9 | 18 | 6 | 0.8 | 0.0255 | 0.4375 | 1.0 | 3.237s | 2m:24s |
| Iteration 33 | exponen.. | 0.0318 | 10 | 0.5 | squared_er.. | 18 | 1 | 6 | 0.7 | 0.035 | 0.8438 | 1.0 | 3.186s | 2m:28s |
| Iteration 34 | deviance | 0.0575 | 409 | 0.9 | squared_er.. | 7 | 1 | 6 | 0.7 | 0.0145 | 0.625 | 1.0 | 3.277s | 2m:33s |
| Iteration 35 | exponen.. | 0.0748 | 110 | 0.9 | squared_er.. | 2 | 11 | 1 | log2 | 0.0143 | 0.5625 | 1.0 | 3.210s | 2m:37s |
| Iteration 36 | exponen.. | 0.0162 | 168 | 0.9 | squared_er.. | 20 | 3 | 6 | auto | 0.0008 | 0.5625 | 1.0 | 3.225s | 2m:42s |
| Iteration 37 | exponen.. | 0.0167 | 230 | 0.7 | squared_er.. | 16 | 5 | 8 | 0.8 | 0.0152 | 0.8125 | 1.0 | 3.236s | 2m:46s |
| Iteration 38 | deviance | 0.9449 | 267 | 0.6 | squared_er.. | 4 | 4 | 9 | 0.7 | 0.0079 | 0.75 | 1.0 | 3.232s | 2m:52s |
| Iteration 39 | exponen.. | 0.0764 | 446 | 0.6 | squared_er.. | 10 | 5 | 4 | 0.8 | 0.0227 | 0.9375 | 1.0 | 3.290s | 2m:56s |
| Iteration 40 | exponen.. | 0.0108 | 134 | 0.8 | squared_er.. | 9 | 6 | 5 | 0.8 | 0.0008 | 0.6875 | 1.0 | 3.199s | 3m:01s |
| Iteration 41 | deviance | 0.0796 | 465 | 0.6 | squared_er.. | 2 | 1 | 10 | 0.8 | 0.035 | 0.6875 | 1.0 | 3.344s | 3m:06s |
| Iteration 42 | deviance | 0.0743 | 390 | 0.5 | squared_er.. | 11 | 5 | 4 | 0.7 | 0.0127 | 0.7812 | 1.0 | 3.258s | 3m:10s |
| Iteration 43 | deviance | 0.6866 | 461 | 0.6 | squared_er.. | 17 | 2 | 5 | 0.9 | 0.0254 | 0.4375 | 1.0 | 3.296s | 3m:15s |
| Iteration 44 | exponen.. | 0.0516 | 471 | 0.5 | squared_er.. | 20 | 1 | 10 | auto | 0.0 | 0.375 | 1.0 | 3.284s | 3m:20s |
| Iteration 45 | exponen.. | 0.0511 | 215 | 0.6 | squared_er.. | 8 | 4 | 4 | 0.7 | 0.0164 | 0.875 | 1.0 | 3.233s | 3m:25s |
| Iteration 46 | exponen.. | 0.1656 | 381 | 0.6 | squared_er.. | 5 | 1 | 5 | 0.8 | 0.0302 | 1.0 | 1.0 | 3.284s | 3m:30s |
| Iteration 47 | exponen.. | 0.1995 | 500 | 0.6 | squared_er.. | 18 | 1 | 10 | 0.8 | 0.0237 | 0.9375 | 1.0 | 3.317s | 3m:35s |
| Iteration 48 | exponen.. | 0.2277 | 500 | 0.6 | friedman_mse | 6 | 2 | 4 | 0.8 | 0.0326 | 0.5938 | 1.0 | 3.311s | 3m:40s |
| Iteration 49 | exponen.. | 0.5492 | 500 | 0.7 | squared_er.. | 8 | 1 | 9 | 0.9 | 0.0222 | 0.5625 | 1.0 | 3.325s | 3m:44s |
| Iteration 50 | exponen.. | 0.0485 | 444 | 0.6 | squared_er.. | 16 | 2 | 1 | 0.7 | 0.0205 | 0.4375 | 1.0 | 3.261s | 3m:49s |
Bayesian Optimization ---------------------------
Best call --> Iteration 26
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0344, 'n_estimators': 498, 'subsample': 0.6, 'criterion': 'squared_error', 'min_samples_split': 8, 'min_samples_leaf': 1, 'max_depth': 4, 'max_features': 0.7, 'ccp_alpha': 0.0338}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:51s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.141s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.94 ± 0.0583
Time elapsed: 0.677s
-------------------------------------------------
Total time: 3m:52s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.4375 | 0.4375 | 3.184s | 3.197s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.4375 | 0.4375 | 3.212s | 7.163s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.5 | 0.5 | 3.214s | 11.145s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.4375 | 0.5 | 3.236s | 15.140s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.375 | 0.5 | 3.217s | 19.225s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.375 | 0.5 | 3.211s | 23.284s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.5 | 0.5 | 3.247s | 27.375s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.8125 | 0.8125 | 3.196s | 31.436s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.5625 | 0.8125 | 3.175s | 35.350s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.6875 | 0.8125 | 3.155s | 39.350s |
| Iteration 11 | l1 | 0.0241 | saga | 100 | --- | 0.5 | 0.8125 | 3.164s | 43.553s |
| Iteration 12 | l1 | 8.7085 | libli.. | 100 | --- | 0.375 | 0.8125 | 3.196s | 49.260s |
| Iteration 13 | l2 | 6.6557 | libli.. | 129 | --- | 0.875 | 0.875 | 3.177s | 55.525s |
| Iteration 14 | l2 | 5.2203 | sag | 127 | --- | 1.0 | 1.0 | 3.157s | 1m:00s |
| Iteration 15 | l2 | 8.5572 | sag | 126 | --- | 0.875 | 1.0 | 3.156s | 1m:05s |
| Iteration 16 | l2 | 0.0034 | newto.. | 123 | --- | 0.6875 | 1.0 | 3.156s | 1m:09s |
| Iteration 17 | none | --- | newto.. | 122 | --- | 0.5 | 1.0 | 3.156s | 1m:13s |
| Iteration 18 | l2 | 0.0268 | sag | 129 | --- | 0.5938 | 1.0 | 3.159s | 1m:17s |
| Iteration 19 | l2 | 46.7396 | sag | 128 | --- | 0.75 | 1.0 | 3.167s | 1m:22s |
| Iteration 20 | l2 | 2.9657 | libli.. | 127 | --- | 0.625 | 1.0 | 3.146s | 1m:26s |
| Iteration 21 | elast.. | 5.0413 | saga | 132 | 0.8 | 0.5625 | 1.0 | 3.182s | 1m:31s |
| Iteration 22 | l2 | 0.2577 | sag | 127 | --- | 0.375 | 1.0 | 3.773s | 1m:36s |
| Iteration 23 | l2 | 5.4771 | sag | 127 | --- | 0.8125 | 1.0 | 3.176s | 1m:40s |
| Iteration 24 | l2 | 5.7639 | sag | 128 | --- | 0.75 | 1.0 | 3.179s | 1m:45s |
| Iteration 25 | l2 | 11.1481 | newto.. | 122 | --- | 0.625 | 1.0 | 3.179s | 1m:49s |
| Iteration 26 | l2 | 11.0099 | sag | 128 | --- | 0.75 | 1.0 | 3.192s | 1m:54s |
| Iteration 27 | l2 | 7.2982 | sag | 124 | --- | 0.875 | 1.0 | 3.177s | 1m:59s |
| Iteration 28 | l2 | 4.9801 | sag | 120 | --- | 0.375 | 1.0 | 3.160s | 2m:03s |
| Iteration 29 | l2 | 0.0053 | newto.. | 224 | --- | 0.5 | 1.0 | 3.155s | 2m:08s |
| Iteration 30 | l2 | 0.0017 | saga | 193 | --- | 0.9375 | 1.0 | 3.171s | 2m:12s |
| Iteration 31 | l2 | 0.005 | saga | 192 | --- | 0.625 | 1.0 | 3.149s | 2m:16s |
| Iteration 32 | l2 | 0.001 | libli.. | 196 | --- | 0.5625 | 1.0 | 3.173s | 2m:21s |
| Iteration 33 | l2 | 0.0011 | libli.. | 182 | --- | 0.75 | 1.0 | 3.157s | 2m:25s |
| Iteration 34 | l2 | 0.0053 | saga | 177 | --- | 0.5625 | 1.0 | 3.190s | 2m:29s |
| Iteration 35 | l2 | 11.8401 | libli.. | 130 | --- | 0.5625 | 1.0 | 3.160s | 2m:34s |
| Iteration 36 | elast.. | 11.6935 | saga | 127 | 0.7 | 0.5 | 1.0 | 3.179s | 2m:38s |
| Iteration 37 | l2 | 7.5943 | sag | 132 | --- | 0.5 | 1.0 | 3.180s | 2m:43s |
| Iteration 38 | elast.. | 0.0241 | saga | 721 | 0.5 | 0.5 | 1.0 | 3.176s | 2m:47s |
| Iteration 39 | l2 | 0.0041 | lbfgs | 182 | --- | 0.3125 | 1.0 | 3.156s | 2m:52s |
| Iteration 40 | none | --- | sag | 120 | --- | 0.5 | 1.0 | 3.167s | 2m:56s |
| Iteration 41 | elast.. | 0.0014 | saga | 189 | 0.7 | 0.5 | 1.0 | 3.182s | 3m:00s |
| Iteration 42 | l1 | 6.1279 | libli.. | 435 | --- | 0.375 | 1.0 | 3.160s | 3m:05s |
| Iteration 43 | l1 | 90.8339 | saga | 830 | --- | 0.1875 | 1.0 | 3.167s | 3m:09s |
| Iteration 44 | l1 | 0.001 | saga | 100 | --- | 0.5 | 1.0 | 3.136s | 3m:13s |
| Iteration 45 | l2 | 0.0099 | lbfgs | 135 | --- | 0.5625 | 1.0 | 3.152s | 3m:18s |
| Iteration 46 | l2 | 91.3902 | lbfgs | 988 | --- | 0.75 | 1.0 | 3.170s | 3m:22s |
| Iteration 47 | l1 | 0.0189 | libli.. | 977 | --- | 0.5 | 1.0 | 3.163s | 3m:26s |
| Iteration 48 | l2 | 8.1756 | newto.. | 127 | --- | 0.5625 | 1.0 | 3.800s | 3m:33s |
| Iteration 49 | l2 | 0.3485 | sag | 645 | --- | 0.6875 | 1.0 | 3.184s | 3m:37s |
| Iteration 50 | l1 | 74.1474 | libli.. | 128 | --- | 0.375 | 1.0 | 3.185s | 3m:43s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'penalty': 'l2', 'C': 5.2203, 'solver': 'sag', 'max_iter': 127}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:44s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9054
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.55 ± 0.1643
Time elapsed: 0.058s
-------------------------------------------------
Total time: 3m:44s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.3125 | 0.3125 | 3.159s | 3.166s |
| Initial point 2 | svd | --- | 0.5 | 0.5 | 3.170s | 7.107s |
| Initial point 3 | svd | --- | 0.5 | 0.5 | 0.000s | 7.936s |
| Initial point 4 | lsqr | 0.8 | 0.6875 | 0.6875 | 3.164s | 11.789s |
| Initial point 5 | eigen | 0.9 | 0.5 | 0.6875 | 3.155s | 15.688s |
| Initial point 6 | lsqr | 0.7 | 1.0 | 1.0 | 3.106s | 20.993s |
| Initial point 7 | lsqr | 0.5 | 0.6875 | 1.0 | 3.120s | 26.915s |
| Initial point 8 | lsqr | 0.9 | 1.0 | 1.0 | 3.116s | 31.341s |
| Initial point 9 | lsqr | 0.6 | 0.75 | 1.0 | 3.217s | 35.354s |
| Initial point 10 | eigen | 0.8 | 0.6875 | 1.0 | 3.205s | 39.292s |
| Iteration 11 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 40.115s |
| Iteration 12 | lsqr | None | 0.4375 | 1.0 | 3.200s | 44.096s |
| Iteration 13 | eigen | 0.7 | 1.0 | 1.0 | 3.153s | 48.142s |
| Iteration 14 | svd | --- | 0.5 | 1.0 | 0.000s | 49.043s |
| Iteration 15 | eigen | auto | 0.8125 | 1.0 | 3.162s | 53.099s |
| Iteration 16 | eigen | None | 0.6875 | 1.0 | 3.174s | 57.265s |
| Iteration 17 | svd | --- | 0.5 | 1.0 | 0.000s | 58.196s |
| Iteration 18 | lsqr | 1.0 | 0.5938 | 1.0 | 3.180s | 1m:03s |
| Iteration 19 | svd | --- | 0.5 | 1.0 | 0.000s | 1m:04s |
| Iteration 20 | lsqr | auto | 0.625 | 1.0 | 3.185s | 1m:08s |
| Iteration 21 | eigen | 0.5 | 0.6875 | 1.0 | 3.189s | 1m:12s |
| Iteration 22 | eigen | 0.6 | 0.5 | 1.0 | 3.205s | 1m:16s |
| Iteration 23 | svd | --- | 0.5 | 1.0 | 0.000s | 1m:17s |
| Iteration 24 | svd | --- | 0.5 | 1.0 | 0.000s | 1m:18s |
| Iteration 25 | svd | --- | 0.5 | 1.0 | 0.000s | 1m:19s |
| Iteration 26 | lsqr | 0.9 | 1.0 | 1.0 | 0.000s | 1m:20s |
| Iteration 27 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:21s |
| Iteration 28 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 1m:22s |
| Iteration 29 | lsqr | 0.9 | 1.0 | 1.0 | 0.000s | 1m:23s |
| Iteration 30 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:23s |
| Iteration 31 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 1m:24s |
| Iteration 32 | lsqr | 0.9 | 1.0 | 1.0 | 0.000s | 1m:25s |
| Iteration 33 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:26s |
| Iteration 34 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 1m:28s |
| Iteration 35 | lsqr | 0.9 | 1.0 | 1.0 | 0.000s | 1m:29s |
| Iteration 36 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:30s |
| Iteration 37 | lsqr | 0.7 | 1.0 | 1.0 | 0.001s | 1m:32s |
| Iteration 38 | lsqr | 0.9 | 1.0 | 1.0 | 0.001s | 1m:33s |
| Iteration 39 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:34s |
| Iteration 40 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 1m:35s |
| Iteration 41 | lsqr | 0.9 | 1.0 | 1.0 | 0.000s | 1m:36s |
| Iteration 42 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:38s |
| Iteration 43 | lsqr | 0.7 | 1.0 | 1.0 | 0.001s | 1m:40s |
| Iteration 44 | lsqr | 0.9 | 1.0 | 1.0 | 0.001s | 1m:41s |
| Iteration 45 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:42s |
| Iteration 46 | lsqr | 0.5 | 0.6875 | 1.0 | 0.000s | 1m:43s |
| Iteration 47 | svd | --- | 0.5 | 1.0 | 0.000s | 1m:44s |
| Iteration 48 | svd | --- | 0.5 | 1.0 | 0.000s | 1m:45s |
| Iteration 49 | eigen | 0.6 | 0.5 | 1.0 | 0.000s | 1m:46s |
| Iteration 50 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 1m:47s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:48s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6795
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.64 ± 0.2245
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:48s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.3125 | 0.3125 | 3.097s | 3.100s |
| Initial point 2 | 0.9 | 1.0 | 1.0 | 3.156s | 8.938s |
| Initial point 3 | 0.1 | 0.6875 | 1.0 | 3.199s | 13.350s |
| Initial point 4 | 1.0 | 0.3125 | 1.0 | 0.001s | 14.102s |
| Initial point 5 | 0.2 | 0.5 | 1.0 | 3.118s | 17.878s |
| Initial point 6 | 0.4 | 0.875 | 1.0 | 3.191s | 21.739s |
| Initial point 7 | 0.4 | 0.875 | 1.0 | 0.000s | 23.425s |
| Initial point 8 | 0.7 | 1.0 | 1.0 | 3.098s | 28.512s |
| Initial point 9 | 0.9 | 1.0 | 1.0 | 0.001s | 29.444s |
| Initial point 10 | 0.8 | 0.75 | 1.0 | 3.128s | 33.252s |
| Iteration 11 | 0.3 | 0.8125 | 1.0 | 3.169s | 37.272s |
| Iteration 12 | 0.6 | 0.625 | 1.0 | 3.175s | 41.234s |
| Iteration 13 | 0.5 | 1.0 | 1.0 | 3.176s | 45.267s |
| Iteration 14 | 0.0 | 0.25 | 1.0 | 3.173s | 49.405s |
| Iteration 15 | 0.5 | 1.0 | 1.0 | 0.000s | 50.406s |
| Iteration 16 | 0.7 | 1.0 | 1.0 | 0.000s | 51.207s |
| Iteration 17 | 0.7 | 1.0 | 1.0 | 0.000s | 52.039s |
| Iteration 18 | 0.5 | 1.0 | 1.0 | 0.000s | 52.820s |
| Iteration 19 | 0.9 | 1.0 | 1.0 | 0.000s | 53.596s |
| Iteration 20 | 0.9 | 1.0 | 1.0 | 0.000s | 54.397s |
| Iteration 21 | 0.7 | 1.0 | 1.0 | 0.000s | 55.167s |
| Iteration 22 | 0.5 | 1.0 | 1.0 | 0.000s | 55.929s |
| Iteration 23 | 0.9 | 1.0 | 1.0 | 0.000s | 56.738s |
| Iteration 24 | 0.7 | 1.0 | 1.0 | 0.000s | 57.528s |
| Iteration 25 | 0.5 | 1.0 | 1.0 | 0.000s | 58.327s |
| Iteration 26 | 0.9 | 1.0 | 1.0 | 0.000s | 59.541s |
| Iteration 27 | 0.7 | 1.0 | 1.0 | 0.000s | 1m:00s |
| Iteration 28 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:01s |
| Iteration 29 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:02s |
| Iteration 30 | 0.7 | 1.0 | 1.0 | 0.000s | 1m:03s |
| Iteration 31 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:04s |
| Iteration 32 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:05s |
| Iteration 33 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:05s |
| Iteration 34 | 0.7 | 1.0 | 1.0 | 0.000s | 1m:08s |
| Iteration 35 | 0.4 | 0.875 | 1.0 | 0.000s | 1m:10s |
| Iteration 36 | 0.3 | 0.8125 | 1.0 | 0.000s | 1m:11s |
| Iteration 37 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:11s |
| Iteration 38 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 39 | 0.7 | 1.0 | 1.0 | 0.000s | 1m:13s |
| Iteration 40 | 0.7 | 1.0 | 1.0 | 0.000s | 1m:14s |
| Iteration 41 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:15s |
| Iteration 42 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:17s |
| Iteration 43 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:18s |
| Iteration 44 | 0.7 | 1.0 | 1.0 | 0.000s | 1m:19s |
| Iteration 45 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:20s |
| Iteration 46 | 0.9 | 1.0 | 1.0 | 0.001s | 1m:21s |
| Iteration 47 | 0.7 | 1.0 | 1.0 | 0.000s | 1m:22s |
| Iteration 48 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:23s |
| Iteration 49 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:24s |
| Iteration 50 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:25s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'reg_param': 0.5}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:26s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7036
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.1939
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:26s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 10.85 | dista.. | auto | 40 | 1 | 0.5625 | 0.5625 | 3.770s | 3.790s |
| Initial point 2 | 4.3151 | uniform | kd_tree | 39 | 2 | 0.375 | 0.5625 | 3.181s | 7.812s |
| Initial point 3 | 3.4086 | dista.. | ball_tree | 25 | 2 | 0.4375 | 0.5625 | 3.181s | 11.739s |
| Initial point 4 | 9.9445 | uniform | ball_tree | 39 | 2 | 0.5 | 0.5625 | 3.192s | 15.654s |
| Initial point 5 | 7.7902 | dista.. | auto | 30 | 2 | 0.5 | 0.5625 | 3.166s | 19.556s |
| Initial point 6 | 9.0217 | dista.. | ball_tree | 21 | 2 | 0.875 | 0.875 | 3.210s | 23.484s |
| Initial point 7 | 6.4529 | dista.. | ball_tree | 24 | 1 | 0.625 | 0.875 | 3.189s | 27.445s |
| Initial point 8 | 1.5464 | dista.. | ball_tree | 21 | 2 | 0.75 | 0.875 | 3.173s | 31.366s |
| Initial point 9 | 7.1881 | uniform | ball_tree | 24 | 1 | 0.0938 | 0.875 | 3.136s | 37.241s |
| Initial point 10 | 5.1056 | uniform | brute | 22 | 2 | 0.75 | 0.875 | 3.128s | 43.596s |
| Iteration 11 | 10.8807 | dista.. | brute | 21 | 2 | 0.625 | 0.875 | 3.136s | 50.307s |
| Iteration 12 | 10.8807 | dista.. | auto | 21 | 2 | 0.5 | 0.875 | 3.117s | 56.899s |
| Iteration 13 | 10.8667 | dista.. | ball_tree | 21 | 2 | 0.625 | 0.875 | 3.141s | 1m:03s |
| Iteration 14 | 0.1759 | dista.. | kd_tree | 21 | 2 | 0.5 | 0.875 | 3.126s | 1m:10s |
| Iteration 15 | 4.3242 | dista.. | ball_tree | 21 | 2 | 0.875 | 0.875 | 3.088s | 1m:16s |
| Iteration 16 | 1.5253 | dista.. | ball_tree | 21 | 2 | 0.7188 | 0.875 | 3.087s | 1m:23s |
| Iteration 17 | 1.3412 | dista.. | ball_tree | 21 | 2 | 0.6875 | 0.875 | 3.096s | 1m:30s |
| Iteration 18 | 5.6512 | dista.. | ball_tree | 21 | 2 | 0.3125 | 0.875 | 3.111s | 1m:36s |
| Iteration 19 | 0.0634 | uniform | brute | 22 | 2 | 0.5 | 0.875 | 3.145s | 1m:41s |
| Iteration 20 | 0.6495 | uniform | auto | 40 | 1 | 0.5 | 0.875 | 3.197s | 1m:45s |
| Iteration 21 | 4.6824 | dista.. | ball_tree | 20 | 2 | 0.875 | 0.875 | 3.206s | 1m:49s |
| Iteration 22 | 10.4667 | uniform | brute | 26 | 2 | 0.5312 | 0.875 | 3.172s | 1m:53s |
| Iteration 23 | 10.3498 | dista.. | ball_tree | 40 | 1 | 0.8125 | 0.875 | 3.199s | 1m:58s |
| Iteration 24 | 0.0577 | dista.. | brute | 38 | 1 | 0.5 | 0.875 | 3.187s | 2m:02s |
| Iteration 25 | 10.7225 | uniform | auto | 21 | 2 | 0.7188 | 0.875 | 3.175s | 2m:06s |
| Iteration 26 | 0.1436 | dista.. | ball_tree | 39 | 1 | 0.5 | 0.875 | 3.213s | 2m:10s |
| Iteration 27 | 1.1109 | uniform | auto | 20 | 2 | 0.5 | 0.875 | 3.188s | 2m:15s |
| Iteration 28 | 4.7896 | uniform | kd_tree | 40 | 1 | 0.5938 | 0.875 | 3.227s | 2m:20s |
| Iteration 29 | 4.8194 | uniform | kd_tree | 34 | 1 | 0.75 | 0.875 | 3.152s | 2m:24s |
| Iteration 30 | 4.8038 | uniform | kd_tree | 32 | 1 | 0.5312 | 0.875 | 3.187s | 2m:28s |
| Iteration 31 | 4.1021 | dista.. | ball_tree | 20 | 2 | 0.5625 | 0.875 | 3.192s | 2m:32s |
| Iteration 32 | 3.0089 | dista.. | ball_tree | 20 | 2 | 0.5625 | 0.875 | 3.213s | 2m:37s |
| Iteration 33 | 3.5095 | dista.. | ball_tree | 21 | 2 | 0.5625 | 0.875 | 3.199s | 2m:41s |
| Iteration 34 | 10.4848 | dista.. | auto | 35 | 2 | 0.5625 | 0.875 | 3.213s | 2m:45s |
| Iteration 35 | 0.2719 | uniform | brute | 28 | 1 | 0.5 | 0.875 | 3.201s | 2m:50s |
| Iteration 36 | 0.0162 | dista.. | auto | 33 | 2 | 0.5 | 0.875 | 3.185s | 2m:54s |
| Iteration 37 | 5.0302 | dista.. | ball_tree | 21 | 2 | 0.4375 | 0.875 | 3.192s | 2m:58s |
| Iteration 38 | 0.4566 | uniform | brute | 36 | 1 | 0.5 | 0.875 | 3.273s | 3m:03s |
| Iteration 39 | 10.8412 | uniform | brute | 34 | 1 | 0.5312 | 0.875 | 3.121s | 3m:07s |
| Iteration 40 | 9.3197 | dista.. | brute | 20 | 2 | 0.25 | 0.875 | 3.153s | 3m:11s |
| Iteration 41 | 4.8918 | uniform | kd_tree | 36 | 1 | 0.6875 | 0.875 | 3.188s | 3m:16s |
| Iteration 42 | 5.6713 | dista.. | ball_tree | 20 | 2 | 0.875 | 0.875 | 3.160s | 3m:20s |
| Iteration 43 | 10.7903 | dista.. | ball_tree | 40 | 1 | 0.375 | 0.875 | 3.169s | 3m:24s |
| Iteration 44 | 10.3237 | dista.. | ball_tree | 20 | 2 | 0.3125 | 0.875 | 3.136s | 3m:29s |
| Iteration 45 | 4.3736 | dista.. | ball_tree | 21 | 2 | 0.6875 | 0.875 | 3.183s | 3m:33s |
| Iteration 46 | 4.2503 | uniform | ball_tree | 21 | 2 | 0.6875 | 0.875 | 3.152s | 3m:37s |
| Iteration 47 | 4.7717 | dista.. | brute | 20 | 2 | 0.75 | 0.875 | 3.190s | 3m:42s |
| Iteration 48 | 5.5617 | dista.. | kd_tree | 20 | 2 | 0.5 | 0.875 | 3.144s | 3m:48s |
| Iteration 49 | 5.7409 | uniform | brute | 20 | 2 | 0.5312 | 0.875 | 3.191s | 3m:53s |
| Iteration 50 | 4.6732 | dista.. | ball_tree | 20 | 2 | 0.4375 | 0.875 | 3.138s | 3m:57s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'radius': 9.0217, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 21, 'p': 2}
Best evaluation --> roc_auc: 0.875
Time elapsed: 3m:58s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.64 ± 0.1744
Time elapsed: 0.053s
-------------------------------------------------
Total time: 3m:58s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.2812 | 0.2812 | 3.608s | 3.616s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.875 | 0.875 | 3.585s | 8.060s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.5625 | 0.875 | 3.336s | 12.295s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.6875 | 0.875 | 4.077s | 17.186s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.375 | 0.875 | 3.326s | 21.317s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.9375 | 0.9375 | 3.530s | 25.589s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.6562 | 0.9375 | 3.182s | 29.562s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.8125 | 0.9375 | 3.430s | 33.767s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.375 | 0.9375 | 3.129s | 37.715s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.5312 | 0.9375 | 3.269s | 41.750s |
| Iteration 11 | 500 | 0.1529 | SAMME.R | 0.875 | 0.9375 | 3.568s | 46.202s |
| Iteration 12 | 500 | 0.4058 | SAMME.R | 0.375 | 0.9375 | 3.554s | 50.725s |
| Iteration 13 | 500 | 0.022 | SAMME.R | 0.875 | 0.9375 | 3.532s | 55.178s |
| Iteration 14 | 500 | 0.01 | SAMME.R | 0.9062 | 0.9375 | 3.537s | 59.670s |
| Iteration 15 | 500 | 0.01 | SAMME | 0.7812 | 0.9375 | 3.488s | 1m:05s |
| Iteration 16 | 500 | 0.01 | SAMME.R | 0.9062 | 0.9375 | 0.000s | 1m:06s |
| Iteration 17 | 383 | 0.2318 | SAMME.R | 0.875 | 0.9375 | 3.414s | 1m:10s |
| Iteration 18 | 430 | 0.0187 | SAMME.R | 0.625 | 0.9375 | 3.485s | 1m:15s |
| Iteration 19 | 50 | 10.0 | SAMME.R | 0.4688 | 0.9375 | 3.137s | 1m:21s |
| Iteration 20 | 500 | 0.0316 | SAMME | 0.75 | 0.9375 | 3.472s | 1m:25s |
| Iteration 21 | 500 | 0.01 | SAMME.R | 0.9062 | 0.9375 | 0.001s | 1m:26s |
| Iteration 22 | 500 | 0.2528 | SAMME.R | 0.5625 | 0.9375 | 3.579s | 1m:31s |
| Iteration 23 | 500 | 0.01 | SAMME.R | 0.9062 | 0.9375 | 0.001s | 1m:32s |
| Iteration 24 | 500 | 0.01 | SAMME.R | 0.9062 | 0.9375 | 0.000s | 1m:33s |
| Iteration 25 | 460 | 0.1108 | SAMME.R | 0.625 | 0.9375 | 3.526s | 1m:38s |
| Iteration 26 | 461 | 0.2703 | SAMME.R | 1.0 | 1.0 | 3.563s | 1m:43s |
| Iteration 27 | 461 | 0.2944 | SAMME.R | 0.625 | 1.0 | 3.546s | 1m:48s |
| Iteration 28 | 50 | 0.01 | SAMME.R | 0.5312 | 1.0 | 3.225s | 1m:52s |
| Iteration 29 | 495 | 0.01 | SAMME.R | 0.2188 | 1.0 | 3.571s | 1m:57s |
| Iteration 30 | 50 | 0.4343 | SAMME.R | 0.4062 | 1.0 | 3.205s | 2m:01s |
| Iteration 31 | 464 | 9.0374 | SAMME.R | 0.6875 | 1.0 | 3.551s | 2m:06s |
| Iteration 32 | 353 | 0.01 | SAMME.R | 0.625 | 1.0 | 3.480s | 2m:11s |
| Iteration 33 | 240 | 9.7509 | SAMME.R | 0.4375 | 1.0 | 3.372s | 2m:15s |
| Iteration 34 | 500 | 0.01 | SAMME | 0.7812 | 1.0 | 0.000s | 2m:17s |
| Iteration 35 | 500 | 0.01 | SAMME | 0.7812 | 1.0 | 0.000s | 2m:17s |
| Iteration 36 | 500 | 0.01 | SAMME | 0.7812 | 1.0 | 0.000s | 2m:18s |
| Iteration 37 | 56 | 0.0103 | SAMME | 0.8125 | 1.0 | 3.146s | 2m:23s |
| Iteration 38 | 500 | 0.01 | SAMME.R | 0.9062 | 1.0 | 0.000s | 2m:24s |
| Iteration 39 | 500 | 0.01 | SAMME.R | 0.9062 | 1.0 | 0.000s | 2m:25s |
| Iteration 40 | 500 | 0.01 | SAMME.R | 0.9062 | 1.0 | 0.000s | 2m:26s |
| Iteration 41 | 500 | 0.01 | SAMME.R | 0.9062 | 1.0 | 0.000s | 2m:27s |
| Iteration 42 | 500 | 0.01 | SAMME.R | 0.9062 | 1.0 | 0.000s | 2m:28s |
| Iteration 43 | 52 | 0.0107 | SAMME | 0.3125 | 1.0 | 3.176s | 2m:32s |
| Iteration 44 | 353 | 0.01 | SAMME.R | 0.625 | 1.0 | 0.000s | 2m:33s |
| Iteration 45 | 500 | 0.01 | SAMME.R | 0.9062 | 1.0 | 0.000s | 2m:34s |
| Iteration 46 | 500 | 0.01 | SAMME.R | 0.9062 | 1.0 | 0.000s | 2m:35s |
| Iteration 47 | 500 | 0.01 | SAMME.R | 0.9062 | 1.0 | 0.001s | 2m:36s |
| Iteration 48 | 500 | 0.01 | SAMME | 0.7812 | 1.0 | 0.000s | 2m:37s |
| Iteration 49 | 500 | 0.01 | SAMME.R | 0.9062 | 1.0 | 0.000s | 2m:38s |
| Iteration 50 | 500 | 0.01 | SAMME | 0.7812 | 1.0 | 0.001s | 2m:39s |
Bayesian Optimization ---------------------------
Best call --> Iteration 26
Best parameters --> {'n_estimators': 461, 'learning_rate': 0.2703, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:40s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.438s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.89 ± 0.12
Time elapsed: 1.904s
-------------------------------------------------
Total time: 2m:43s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.5625 | 0.5625 | 3.579s | 3.598s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 1.0 | 1.0 | 3.462s | 7.874s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.5 | 1.0 | 3.455s | 12.168s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 1.0 | 3.289s | 16.226s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.5 | 1.0 | 3.451s | 20.608s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.75 | 1.0 | 3.292s | 24.842s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.625 | 1.0 | 3.354s | 28.973s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.6875 | 1.0 | 3.299s | 33.126s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.5 | 1.0 | 3.443s | 37.427s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.6875 | 1.0 | 3.425s | 43.175s |
| Iteration 11 | 36 | gini | 9 | 9 | 7 | log2 | False | 0.0307 | --- | 0.7188 | 1.0 | 3.196s | 47.840s |
| Iteration 12 | 459 | gini | 3 | 10 | 9 | 0.6 | False | 0.0101 | --- | 0.5 | 1.0 | 3.435s | 52.428s |
| Iteration 13 | 233 | gini | 3 | 20 | 5 | 0.7 | False | 0.0229 | --- | 0.875 | 1.0 | 3.288s | 56.789s |
| Iteration 14 | 45 | gini | None | 2 | 5 | 0.9 | True | 0.0317 | 0.5 | 0.8125 | 1.0 | 3.201s | 1m:01s |
| Iteration 15 | 165 | gini | 8 | 12 | 5 | sqrt | True | 0.0051 | 0.5 | 0.8125 | 1.0 | 3.280s | 1m:06s |
| Iteration 16 | 410 | gini | 5 | 7 | 5 | 0.7 | False | 0.0105 | --- | 0.7188 | 1.0 | 3.422s | 1m:10s |
| Iteration 17 | 497 | gini | 2 | 19 | 4 | 0.6 | False | 0.0193 | --- | 0.875 | 1.0 | 3.449s | 1m:15s |
| Iteration 18 | 413 | gini | 1 | 13 | 5 | sqrt | False | 0.0173 | --- | 0.5938 | 1.0 | 3.403s | 1m:19s |
| Iteration 19 | 381 | gini | 1 | 10 | 5 | 0.5 | False | 0.0185 | --- | 0.8125 | 1.0 | 3.975s | 1m:25s |
| Iteration 20 | 302 | gini | 7 | 7 | 5 | 0.6 | False | 0.0162 | --- | 0.6875 | 1.0 | 3.319s | 1m:29s |
| Iteration 21 | 339 | gini | 6 | 14 | 2 | 0.7 | False | 0.0236 | --- | 0.6875 | 1.0 | 3.394s | 1m:34s |
| Iteration 22 | 476 | gini | 4 | 19 | 4 | 0.6 | True | 0.035 | 0.7 | 0.5625 | 1.0 | 3.444s | 1m:39s |
| Iteration 23 | 401 | gini | 5 | 11 | 5 | 0.9 | True | 0.0209 | 0.5 | 1.0 | 1.0 | 3.433s | 1m:45s |
| Iteration 24 | 429 | gini | 1 | 10 | 5 | None | False | 0.021 | --- | 0.625 | 1.0 | 3.368s | 1m:52s |
| Iteration 25 | 453 | gini | 8 | 10 | 5 | 0.7 | False | 0.0061 | --- | 0.6875 | 1.0 | 3.428s | 1m:59s |
| Iteration 26 | 414 | gini | 4 | 16 | 5 | 0.9 | True | 0.0169 | 0.8 | 0.8125 | 1.0 | 3.408s | 2m:06s |
| Iteration 27 | 419 | gini | 7 | 2 | 6 | None | True | 0.0217 | 0.6 | 0.875 | 1.0 | 3.405s | 2m:13s |
| Iteration 28 | 279 | gini | 1 | 15 | 4 | None | True | 0.0222 | None | 0.5312 | 1.0 | 3.365s | 2m:21s |
| Iteration 29 | 352 | gini | 4 | 12 | 5 | 0.6 | False | 0.018 | --- | 0.4375 | 1.0 | 3.229s | 2m:28s |
| Iteration 30 | 423 | gini | 2 | 13 | 5 | 0.9 | True | 0.0179 | 0.6 | 0.5 | 1.0 | 3.392s | 2m:35s |
| Iteration 31 | 403 | entropy | None | 19 | 6 | 0.9 | True | 0.0047 | 0.6 | 0.75 | 1.0 | 3.371s | 2m:42s |
| Iteration 32 | 68 | entropy | 9 | 9 | 4 | log2 | False | 0.0104 | --- | 0.625 | 1.0 | 3.205s | 2m:49s |
| Iteration 33 | 425 | gini | 4 | 8 | 4 | None | True | 0.0238 | 0.5 | 0.6875 | 1.0 | 3.420s | 2m:56s |
| Iteration 34 | 327 | gini | 5 | 5 | 6 | 0.9 | True | 0.0156 | 0.6 | 0.625 | 1.0 | 3.327s | 3m:03s |
| Iteration 35 | 26 | gini | 8 | 5 | 4 | None | False | 0.0148 | --- | 0.6562 | 1.0 | 3.059s | 3m:10s |
| Iteration 36 | 199 | gini | 8 | 13 | 5 | 0.8 | True | 0.0228 | 0.5 | 0.6875 | 1.0 | 3.261s | 3m:17s |
| Iteration 37 | 310 | gini | 3 | 4 | 6 | 0.9 | True | 0.0108 | 0.5 | 0.6875 | 1.0 | 3.319s | 3m:24s |
| Iteration 38 | 251 | gini | 2 | 17 | 6 | 0.6 | False | 0.0166 | --- | 0.5 | 1.0 | 3.491s | 3m:32s |
| Iteration 39 | 468 | gini | 8 | 5 | 5 | None | True | 0.0258 | 0.5 | 0.875 | 1.0 | 3.446s | 3m:39s |
| Iteration 40 | 10 | entropy | 4 | 14 | 5 | 0.7 | True | 0.021 | 0.8 | 0.8125 | 1.0 | 3.042s | 3m:46s |
| Iteration 41 | 500 | entropy | None | 6 | 5 | 0.8 | True | 0.0286 | 0.5 | 0.8125 | 1.0 | 3.475s | 3m:53s |
| Iteration 42 | 151 | gini | None | 16 | 4 | 0.7 | False | 0.021 | --- | 0.7812 | 1.0 | 3.166s | 3m:60s |
| Iteration 43 | 500 | gini | 4 | 14 | 5 | 0.7 | True | 0.0058 | 0.5 | 0.375 | 1.0 | 3.463s | 4m:07s |
| Iteration 44 | 414 | gini | 5 | 7 | 6 | 0.7 | True | 0.0187 | 0.6 | 0.375 | 1.0 | 3.381s | 4m:14s |
| Iteration 45 | 373 | gini | 5 | 13 | 5 | 0.9 | True | 0.0212 | 0.7 | 0.75 | 1.0 | 4.069s | 4m:22s |
| Iteration 46 | 461 | gini | 5 | 14 | 7 | 0.9 | False | 0.0206 | --- | 1.0 | 1.0 | 3.414s | 4m:29s |
| Iteration 47 | 289 | entropy | 5 | 4 | 19 | 0.9 | True | 0.0208 | 0.5 | 0.5 | 1.0 | 3.336s | 4m:36s |
| Iteration 48 | 49 | gini | 5 | 9 | 5 | 0.8 | True | 0.021 | 0.5 | 0.4688 | 1.0 | 3.139s | 4m:43s |
| Iteration 49 | 394 | entropy | 2 | 10 | 5 | 0.7 | False | 0.0147 | --- | 0.75 | 1.0 | 3.329s | 4m:51s |
| Iteration 50 | 424 | gini | 5 | 11 | 5 | sqrt | True | 0.0222 | 0.7 | 0.4375 | 1.0 | 3.388s | 4m:58s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 425, 'criterion': 'gini', 'max_depth': 5, 'min_samples_split': 10, 'min_samples_leaf': 5, 'max_features': 0.6, 'bootstrap': False, 'ccp_alpha': 0.016}
Best evaluation --> roc_auc: 1.0
Time elapsed: 5m:02s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9804
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.298s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.92 ± 0.04
Time elapsed: 1.348s
-------------------------------------------------
Total time: 5m:04s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.188s | 3.208s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.75 | 0.75 | 3.160s | 9.559s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.75 | 3.155s | 15.893s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.75 | 3.113s | 22.173s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.75 | 3.124s | 28.417s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.75 | 3.137s | 34.897s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.75 | 3.140s | 41.294s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.75 | 3.107s | 47.591s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.3125 | 0.75 | 3.159s | 53.825s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.75 | 3.159s | 1m:00s |
| Iteration 11 | 329 | 0.4548 | 6 | 0.1944 | 3 | 0.9 | 0.9 | 0.1 | 0.01 | 0.5625 | 0.75 | 3.187s | 1m:07s |
| Iteration 12 | 430 | 0.2758 | 8 | 0.4925 | 3 | 0.8 | 1.0 | 1 | 0.1 | 0.6875 | 0.75 | 3.158s | 1m:14s |
| Iteration 13 | 73 | 0.2199 | 1 | 0.3924 | 3 | 0.5 | 0.5 | 100 | 1 | 0.5 | 0.75 | 3.115s | 1m:20s |
| Iteration 14 | 317 | 0.0248 | 8 | 0.427 | 3 | 0.9 | 0.9 | 1 | 1 | 0.9375 | 0.9375 | 3.159s | 1m:27s |
| Iteration 15 | 381 | 0.0262 | 5 | 0.4114 | 3 | 0.9 | 0.5 | 0.01 | 1 | 1.0 | 1.0 | 3.131s | 1m:34s |
| Iteration 16 | 231 | 0.3897 | 5 | 0.4023 | 3 | 1.0 | 0.4 | 0 | 10 | 0.8438 | 1.0 | 3.134s | 1m:41s |
| Iteration 17 | 148 | 0.021 | 5 | 0.4013 | 2 | 0.9 | 0.4 | 0 | 0.01 | 0.875 | 1.0 | 3.113s | 1m:48s |
| Iteration 18 | 500 | 0.0107 | 10 | 0.3956 | 3 | 0.9 | 0.5 | 0.01 | 0.1 | 0.5938 | 1.0 | 3.198s | 1m:55s |
| Iteration 19 | 348 | 0.0813 | 5 | 0.4144 | 3 | 0.9 | 0.5 | 0 | 1 | 0.875 | 1.0 | 3.147s | 2m:02s |
| Iteration 20 | 299 | 0.1037 | 5 | 0.4153 | 1 | 0.9 | 0.8 | 0.01 | 1 | 0.75 | 1.0 | 3.153s | 2m:09s |
| Iteration 21 | 262 | 0.0679 | 1 | 0.4283 | 3 | 0.9 | 0.6 | 10 | 1 | 0.5 | 1.0 | 3.824s | 2m:17s |
| Iteration 22 | 485 | 0.0123 | 5 | 0.4079 | 3 | 0.7 | 0.5 | 0.01 | 1 | 0.6875 | 1.0 | 3.261s | 2m:23s |
| Iteration 23 | 466 | 0.01 | 6 | 0.4096 | 3 | 0.9 | 0.8 | 0.1 | 10 | 1.0 | 1.0 | 3.287s | 2m:30s |
| Iteration 24 | 248 | 0.01 | 5 | 0.4011 | 3 | 1.0 | 0.6 | 0.01 | 100 | 0.75 | 1.0 | 3.126s | 2m:37s |
| Iteration 25 | 232 | 0.2531 | 7 | 0.4237 | 3 | 0.9 | 0.5 | 10 | 1 | 0.5 | 1.0 | 3.165s | 2m:44s |
| Iteration 26 | 486 | 0.0124 | 6 | 0.4234 | 4 | 0.9 | 0.7 | 0 | 10 | 0.8125 | 1.0 | 3.192s | 2m:52s |
| Iteration 27 | 302 | 0.0155 | 6 | 0.413 | 3 | 0.9 | 0.4 | 0.1 | 100 | 0.875 | 1.0 | 3.175s | 2m:58s |
| Iteration 28 | 410 | 0.0184 | 5 | 0.4096 | 3 | 0.9 | 0.6 | 0.01 | 0.1 | 0.625 | 1.0 | 3.156s | 3m:05s |
| Iteration 29 | 466 | 0.0184 | 7 | 0.3912 | 2 | 0.8 | 0.9 | 1 | 10 | 0.375 | 1.0 | 3.183s | 3m:12s |
| Iteration 30 | 225 | 0.0145 | 9 | 0.4512 | 7 | 0.9 | 0.7 | 0.1 | 1 | 0.375 | 1.0 | 3.122s | 3m:19s |
| Iteration 31 | 175 | 0.3634 | 9 | 0.4921 | 3 | 0.9 | 0.7 | 0.1 | 1 | 0.8125 | 1.0 | 3.124s | 3m:26s |
| Iteration 32 | 250 | 0.0175 | 6 | 0.3877 | 3 | 0.7 | 0.7 | 0.1 | 10 | 0.5625 | 1.0 | 3.184s | 3m:33s |
| Iteration 33 | 297 | 0.0293 | 3 | 0.4357 | 3 | 0.9 | 0.8 | 0.01 | 10 | 0.625 | 1.0 | 3.152s | 3m:40s |
| Iteration 34 | 100 | 0.0164 | 5 | 0.4086 | 3 | 0.9 | 0.5 | 100 | 0.01 | 0.5 | 1.0 | 3.136s | 3m:47s |
| Iteration 35 | 26 | 0.2808 | 7 | 0.9273 | 1 | 1.0 | 0.7 | 0 | 100 | 0.625 | 1.0 | 3.118s | 3m:54s |
| Iteration 36 | 117 | 0.975 | 9 | 0.5022 | 1 | 1.0 | 0.4 | 0 | 0.1 | 0.5 | 1.0 | 3.178s | 4m:01s |
| Iteration 37 | 454 | 0.5659 | 7 | 0.4418 | 3 | 1.0 | 1.0 | 0.1 | 0.01 | 0.5625 | 1.0 | 3.207s | 4m:08s |
| Iteration 38 | 334 | 0.164 | 5 | 0.2236 | 3 | 0.9 | 0.5 | 0.01 | 1 | 0.6875 | 1.0 | 3.224s | 4m:15s |
| Iteration 39 | 230 | 0.0231 | 6 | 0.6534 | 3 | 0.9 | 0.5 | 0.1 | 10 | 0.875 | 1.0 | 3.297s | 4m:22s |
| Iteration 40 | 225 | 0.0112 | 7 | 0.3059 | 3 | 0.9 | 0.8 | 0.01 | 10 | 0.625 | 1.0 | 3.164s | 4m:29s |
| Iteration 41 | 492 | 0.0564 | 9 | 0.3067 | 3 | 0.9 | 0.8 | 0.1 | 10 | 0.75 | 1.0 | 3.199s | 4m:37s |
| Iteration 42 | 73 | 0.01 | 4 | 0.7623 | 3 | 1.0 | 0.6 | 1 | 100 | 0.5 | 1.0 | 3.438s | 4m:44s |
| Iteration 43 | 468 | 0.0199 | 8 | 0.7731 | 3 | 0.9 | 0.6 | 1 | 10 | 0.3438 | 1.0 | 3.197s | 4m:51s |
| Iteration 44 | 230 | 0.2356 | 1 | 0.6751 | 3 | 0.9 | 0.4 | 0.01 | 100 | 0.5625 | 1.0 | 3.104s | 4m:58s |
| Iteration 45 | 250 | 0.8649 | 6 | 0.9758 | 10 | 0.8 | 1.0 | 100 | 1 | 0.5 | 1.0 | 3.776s | 5m:05s |
| Iteration 46 | 256 | 0.0255 | 2 | 0.0 | 1 | 0.8 | 0.4 | 0 | 0 | 1.0 | 1.0 | 3.225s | 5m:12s |
| Iteration 47 | 50 | 0.8179 | 6 | 0.0 | 1 | 0.5 | 0.9 | 0 | 10 | 0.75 | 1.0 | 3.115s | 5m:19s |
| Iteration 48 | 347 | 0.043 | 3 | 0.0 | 1 | 1.0 | 0.5 | 0 | 1 | 0.5312 | 1.0 | 3.179s | 5m:26s |
| Iteration 49 | 184 | 0.278 | 4 | 0.0 | 4 | 0.8 | 0.4 | 0 | 0.1 | 0.375 | 1.0 | 3.140s | 5m:33s |
| Iteration 50 | 458 | 0.0296 | 5 | 0.1168 | 1 | 0.6 | 0.4 | 0 | 0 | 0.4375 | 1.0 | 3.219s | 5m:40s |
Bayesian Optimization ---------------------------
Best call --> Iteration 23
Best parameters --> {'n_estimators': 466, 'learning_rate': 0.01, 'max_depth': 6, 'gamma': 0.4096, 'min_child_weight': 3, 'subsample': 0.9, 'colsample_bytree': 0.8, 'reg_alpha': 0.1, 'reg_lambda': 10}
Best evaluation --> roc_auc: 1.0
Time elapsed: 5m:44s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9192
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.102s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.0949
Time elapsed: 0.324s
-------------------------------------------------
Total time: 5m:44s
Final results ==================== >>
Duration: 28m:19s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.94 ± 0.0583 !
Logistic Regression --> roc_auc: 0.55 ± 0.1643 ~
Linear Discriminant Analysis --> roc_auc: 0.64 ± 0.2245
Quadratic Discriminant Analysis --> roc_auc: 0.72 ± 0.1939
Radius Nearest Neighbors --> roc_auc: 0.64 ± 0.1744 ~
AdaBoost --> roc_auc: 0.89 ± 0.12
Random Forest --> roc_auc: 0.92 ± 0.04
XGBoost --> roc_auc: 0.9 ± 0.0949
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 826 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CATDSNDYKLSF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CVVNTGFQKLVF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAASATSGTYKYIF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAASTNTGNQFYF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CAVDNQAGTALIF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAVSSGNTPLVF.
>>> Dropping feature CAASDAGGTSYGKLTF.
>>> Dropping feature CAVRNQGGKLIF.
>>> Dropping feature CAASKGYSTLTF.
>>> Dropping feature CAASYSSASKIIF.
>>> Dropping feature CAGNTGNQFYF.
>>> Dropping feature CAGPNFGNEKLTF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CAVPTSGTYKYIF.
>>> Dropping feature CAVSETGNQFYF.
>>> Dropping feature CAENNNARLMF.
>>> Dropping feature CALYSGGGADGLTF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVEDDYKLSF.
>>> Dropping feature CAVGARAAGNKLTF.
>>> Dropping feature CASSSGETQYF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAASMNSGYSTLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVRGGSYIPTF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASNTDKLIF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.8125 | 0.8125 | 0.642s | 0.662s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.75 | 0.8125 | 0.678s | 4.539s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.4062 | 0.8125 | 0.631s | 8.287s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.8125 | 0.8125 | 0.671s | 12.645s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.8125 | 0.8125 | 0.689s | 17.160s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.625 | 0.8125 | 0.721s | 21.333s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.5625 | 0.8125 | 0.689s | 23.214s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.875 | 0.875 | 0.738s | 24.662s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.9375 | 0.9375 | 0.668s | 26.011s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.9688 | 0.9688 | 0.670s | 27.386s |
| Iteration 11 | exponen.. | 0.01 | 216 | 1.0 | friedman_mse | 20 | 20 | 1 | None | 0.0 | 0.5938 | 0.9688 | 0.671s | 29.286s |
| Iteration 12 | exponen.. | 0.0121 | 197 | 1.0 | friedman_mse | 10 | 6 | 6 | 0.7 | 0.023 | 0.9375 | 0.9688 | 0.674s | 31.024s |
| Iteration 13 | deviance | 0.927 | 41 | 0.6 | friedman_mse | 20 | 18 | 2 | 0.7 | 0.0063 | 0.5 | 0.9688 | 0.631s | 32.867s |
| Iteration 14 | exponen.. | 0.1087 | 137 | 0.9 | friedman_mse | 20 | 20 | 1 | 0.8 | 0.0 | 0.875 | 0.9688 | 0.654s | 36.447s |
| Iteration 15 | exponen.. | 0.8933 | 500 | 1.0 | friedman_mse | 6 | 8 | 5 | 0.6 | 0.0084 | 0.6562 | 0.9688 | 0.727s | 38.757s |
| Iteration 16 | exponen.. | 0.01 | 116 | 0.6 | friedman_mse | 10 | 1 | 10 | 0.7 | 0.035 | 0.8125 | 0.9688 | 0.660s | 40.446s |
| Iteration 17 | exponen.. | 0.2831 | 130 | 1.0 | friedman_mse | 20 | 20 | 1 | 0.7 | 0.0 | 0.5 | 0.9688 | 0.643s | 42.194s |
| Iteration 18 | exponen.. | 1.0 | 354 | 0.9 | friedman_mse | 2 | 16 | 1 | sqrt | 0.0324 | 1.0 | 1.0 | 0.717s | 44.142s |
| Iteration 19 | exponen.. | 1.0 | 10 | 0.9 | friedman_mse | 14 | 5 | 3 | 0.6 | 0.0115 | 1.0 | 1.0 | 0.628s | 45.907s |
| Iteration 20 | exponen.. | 0.9795 | 155 | 0.9 | friedman_mse | 10 | 9 | 2 | sqrt | 0.0102 | 0.6875 | 1.0 | 1.436s | 48.647s |
| Iteration 21 | deviance | 0.01 | 139 | 0.9 | friedman_mse | 10 | 2 | 3 | None | 0.0063 | 1.0 | 1.0 | 0.723s | 50.533s |
| Iteration 22 | exponen.. | 0.01 | 116 | 0.9 | friedman_mse | 20 | 1 | 1 | auto | 0.0 | 0.7812 | 1.0 | 0.701s | 52.357s |
| Iteration 23 | deviance | 0.1005 | 254 | 0.9 | friedman_mse | 17 | 4 | 3 | 0.8 | 0.0115 | 0.6875 | 1.0 | 0.705s | 56.189s |
| Iteration 24 | deviance | 0.7184 | 36 | 1.0 | friedman_mse | 13 | 18 | 4 | sqrt | 0.0265 | 0.875 | 1.0 | 0.633s | 58.526s |
| Iteration 25 | exponen.. | 0.0527 | 93 | 0.9 | friedman_mse | 3 | 5 | 3 | None | 0.0286 | 0.8125 | 1.0 | 0.654s | 1m:00s |
| Iteration 26 | deviance | 0.0255 | 72 | 0.9 | friedman_mse | 11 | 3 | 3 | 0.8 | 0.0298 | 0.9688 | 1.0 | 0.647s | 1m:02s |
| Iteration 27 | deviance | 0.0441 | 106 | 0.9 | friedman_mse | 12 | 2 | 3 | 0.5 | 0.0056 | 0.8125 | 1.0 | 0.651s | 1m:04s |
| Iteration 28 | exponen.. | 0.0113 | 170 | 1.0 | friedman_mse | 13 | 9 | 3 | None | 0.0157 | 0.8125 | 1.0 | 0.688s | 1m:06s |
| Iteration 29 | exponen.. | 0.0268 | 445 | 0.9 | friedman_mse | 15 | 18 | 10 | 0.5 | 0.0082 | 0.8125 | 1.0 | 0.745s | 1m:08s |
| Iteration 30 | deviance | 0.0301 | 54 | 0.7 | friedman_mse | 2 | 14 | 6 | auto | 0.0343 | 0.5625 | 1.0 | 0.648s | 1m:09s |
| Iteration 31 | deviance | 0.2485 | 10 | 0.6 | friedman_mse | 9 | 4 | 9 | 0.9 | 0.0329 | 0.9688 | 1.0 | 0.637s | 1m:11s |
| Iteration 32 | deviance | 0.0101 | 19 | 0.6 | friedman_mse | 10 | 17 | 6 | 0.8 | 0.0186 | 0.875 | 1.0 | 0.633s | 1m:13s |
| Iteration 33 | deviance | 0.0576 | 421 | 0.6 | friedman_mse | 9 | 2 | 3 | 0.7 | 0.017 | 0.5 | 1.0 | 0.741s | 1m:15s |
| Iteration 34 | exponen.. | 0.1574 | 30 | 0.8 | friedman_mse | 15 | 13 | 7 | log2 | 0.026 | 0.8125 | 1.0 | 0.637s | 1m:16s |
| Iteration 35 | deviance | 0.7135 | 10 | 0.8 | friedman_mse | 12 | 8 | 2 | None | 0.0199 | 0.4688 | 1.0 | 0.633s | 1m:18s |
| Iteration 36 | exponen.. | 0.01 | 131 | 1.0 | friedman_mse | 7 | 7 | 3 | 0.6 | 0.0071 | 1.0 | 1.0 | 0.666s | 1m:20s |
| Iteration 37 | deviance | 0.01 | 135 | 1.0 | friedman_mse | 5 | 2 | 3 | 0.6 | 0.0188 | 0.9375 | 1.0 | 0.655s | 1m:22s |
| Iteration 38 | exponen.. | 1.0 | 444 | 0.9 | friedman_mse | 4 | 20 | 1 | None | 0.0235 | 0.75 | 1.0 | 0.744s | 1m:24s |
| Iteration 39 | exponen.. | 0.0117 | 87 | 1.0 | friedman_mse | 15 | 16 | 3 | sqrt | 0.0224 | 0.8125 | 1.0 | 0.641s | 1m:27s |
| Iteration 40 | exponen.. | 0.0759 | 10 | 0.9 | friedman_mse | 14 | 20 | 2 | None | 0.0186 | 0.9062 | 1.0 | 0.639s | 1m:30s |
| Iteration 41 | deviance | 0.01 | 19 | 0.9 | friedman_mse | 19 | 5 | 2 | 0.9 | 0.0015 | 0.7812 | 1.0 | 0.632s | 1m:32s |
| Iteration 42 | deviance | 0.0112 | 139 | 0.9 | friedman_mse | 10 | 2 | 3 | None | 0.0182 | 0.5938 | 1.0 | 0.685s | 1m:34s |
| Iteration 43 | exponen.. | 0.01 | 210 | 1.0 | friedman_mse | 14 | 17 | 4 | 0.7 | 0.0109 | 0.4688 | 1.0 | 0.671s | 1m:36s |
| Iteration 44 | deviance | 0.0244 | 80 | 0.9 | friedman_mse | 14 | 6 | 3 | 0.8 | 0.0256 | 0.5625 | 1.0 | 0.654s | 1m:38s |
| Iteration 45 | exponen.. | 1.0 | 41 | 0.9 | friedman_mse | 14 | 13 | 3 | 0.6 | 0.0262 | 1.0 | 1.0 | 0.644s | 1m:40s |
| Iteration 46 | exponen.. | 0.0763 | 210 | 0.9 | friedman_mse | 14 | 13 | 5 | None | 0.0247 | 1.0 | 1.0 | 0.715s | 1m:42s |
| Iteration 47 | deviance | 0.0767 | 243 | 0.9 | friedman_mse | 14 | 5 | 9 | None | 0.019 | 0.875 | 1.0 | 0.746s | 1m:45s |
| Iteration 48 | exponen.. | 0.01 | 240 | 1.0 | friedman_mse | 6 | 6 | 3 | 0.6 | 0.0329 | 0.9375 | 1.0 | 0.729s | 1m:47s |
| Iteration 49 | deviance | 0.0258 | 184 | 0.9 | friedman_mse | 10 | 7 | 3 | 0.8 | 0.0211 | 0.8125 | 1.0 | 0.736s | 1m:49s |
| Iteration 50 | exponen.. | 1.0 | 187 | 0.9 | friedman_mse | 15 | 6 | 3 | 0.7 | 0.019 | 1.0 | 1.0 | 0.723s | 1m:51s |
Bayesian Optimization ---------------------------
Best call --> Iteration 21
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.01, 'n_estimators': 139, 'subsample': 0.9, 'criterion': 'friedman_mse', 'min_samples_split': 10, 'min_samples_leaf': 2, 'max_depth': 3, 'max_features': None, 'ccp_alpha': 0.0063}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:53s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9732
Test evaluation --> roc_auc: 0.35
Time elapsed: 0.057s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.39 ± 0.097
Time elapsed: 0.264s
-------------------------------------------------
Total time: 1m:53s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.75 | 0.75 | 0.692s | 0.705s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.625 | 0.75 | 0.692s | 2.246s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.5 | 0.75 | 0.688s | 3.621s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.5 | 0.75 | 0.694s | 5.022s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.625 | 0.75 | 0.692s | 6.422s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.6875 | 0.75 | 0.696s | 7.854s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.8125 | 0.8125 | 0.688s | 9.243s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.625 | 0.8125 | 0.688s | 10.603s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 1.0 | 1.0 | 0.690s | 11.976s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.625 | 1.0 | 0.687s | 13.381s |
| Iteration 11 | l2 | 0.0746 | lbfgs | 100 | --- | 0.1875 | 1.0 | 0.687s | 15.055s |
| Iteration 12 | l2 | 0.012 | libli.. | 221 | --- | 1.0 | 1.0 | 0.700s | 18.130s |
| Iteration 13 | l2 | 0.0094 | sag | 115 | --- | 0.8125 | 1.0 | 0.639s | 20.169s |
| Iteration 14 | l2 | 0.0176 | libli.. | 639 | --- | 0.9375 | 1.0 | 0.644s | 23.758s |
| Iteration 15 | l2 | 0.0261 | libli.. | 213 | --- | 0.75 | 1.0 | 0.657s | 27.660s |
| Iteration 16 | l2 | 0.001 | newto.. | 867 | --- | 0.9375 | 1.0 | 0.633s | 29.829s |
| Iteration 17 | l2 | 0.001 | lbfgs | 228 | --- | 0.5625 | 1.0 | 0.643s | 31.542s |
| Iteration 18 | l2 | 0.001 | libli.. | 1000 | --- | 0.75 | 1.0 | 0.632s | 33.223s |
| Iteration 19 | l1 | 0.0011 | saga | 972 | --- | 0.5 | 1.0 | 0.638s | 34.853s |
| Iteration 20 | l2 | 75.6453 | libli.. | 995 | --- | 0.8125 | 1.0 | 0.653s | 36.648s |
| Iteration 21 | elast.. | 64.1041 | saga | 829 | 0.9 | 0.75 | 1.0 | 0.644s | 38.243s |
| Iteration 22 | none | --- | lbfgs | 200 | --- | 0.9375 | 1.0 | 1.226s | 40.606s |
| Iteration 23 | none | --- | lbfgs | 1000 | --- | 0.75 | 1.0 | 0.646s | 42.324s |
| Iteration 24 | l2 | 0.2758 | libli.. | 119 | --- | 0.75 | 1.0 | 0.645s | 44.106s |
| Iteration 25 | elast.. | 0.001 | saga | 100 | 0.6 | 0.5 | 1.0 | 0.660s | 45.815s |
| Iteration 26 | l2 | 0.0011 | lbfgs | 996 | --- | 0.75 | 1.0 | 0.639s | 47.452s |
| Iteration 27 | none | --- | lbfgs | 100 | --- | 0.6875 | 1.0 | 0.639s | 49.204s |
| Iteration 28 | none | --- | lbfgs | 1000 | --- | 0.75 | 1.0 | 0.000s | 50.215s |
| Iteration 29 | none | --- | saga | 168 | --- | 0.8125 | 1.0 | 0.649s | 51.906s |
| Iteration 30 | none | --- | saga | 857 | --- | 0.875 | 1.0 | 0.640s | 53.594s |
| Iteration 31 | l2 | 0.0023 | sag | 299 | --- | 0.9375 | 1.0 | 0.660s | 55.461s |
| Iteration 32 | none | --- | saga | 990 | --- | 0.875 | 1.0 | 0.642s | 58.409s |
| Iteration 33 | l2 | 53.865 | sag | 898 | --- | 0.5 | 1.0 | 0.645s | 1m:00s |
| Iteration 34 | none | --- | lbfgs | 190 | --- | 0.9375 | 1.0 | 0.647s | 1m:02s |
| Iteration 35 | none | --- | newto.. | 299 | --- | 0.5625 | 1.0 | 0.648s | 1m:04s |
| Iteration 36 | none | --- | newto.. | 296 | --- | 0.6875 | 1.0 | 0.665s | 1m:06s |
| Iteration 37 | l2 | 0.001 | libli.. | 516 | --- | 0.6875 | 1.0 | 0.689s | 1m:08s |
| Iteration 38 | l2 | 0.0154 | sag | 775 | --- | 0.6875 | 1.0 | 0.688s | 1m:09s |
| Iteration 39 | l2 | 100.0 | saga | 927 | --- | 0.75 | 1.0 | 0.688s | 1m:11s |
| Iteration 40 | l2 | 0.0336 | sag | 301 | --- | 0.75 | 1.0 | 0.685s | 1m:13s |
| Iteration 41 | none | --- | lbfgs | 1000 | --- | 0.75 | 1.0 | 0.000s | 1m:14s |
| Iteration 42 | l2 | 2.0989 | libli.. | 223 | --- | 0.5625 | 1.0 | 0.637s | 1m:16s |
| Iteration 43 | l2 | 0.0105 | newto.. | 223 | --- | 0.1875 | 1.0 | 0.629s | 1m:18s |
| Iteration 44 | l2 | 0.0586 | sag | 230 | --- | 0.3125 | 1.0 | 0.651s | 1m:20s |
| Iteration 45 | l2 | 0.0678 | libli.. | 294 | --- | 0.6875 | 1.0 | 0.678s | 1m:22s |
| Iteration 46 | none | --- | sag | 193 | --- | 0.6875 | 1.0 | 0.679s | 1m:23s |
| Iteration 47 | l2 | 41.7411 | lbfgs | 863 | --- | 0.6875 | 1.0 | 1.264s | 1m:26s |
| Iteration 48 | none | --- | newto.. | 644 | --- | 0.75 | 1.0 | 0.678s | 1m:29s |
| Iteration 49 | none | --- | sag | 181 | --- | 0.5 | 1.0 | 0.680s | 1m:31s |
| Iteration 50 | l2 | 34.2512 | lbfgs | 193 | --- | 1.0 | 1.0 | 0.684s | 1m:33s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'penalty': 'l2', 'C': 0.012, 'solver': 'liblinear', 'max_iter': 221}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:34s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7705
Test evaluation --> roc_auc: 0.3
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.32 ± 0.0245
Time elapsed: 0.052s
-------------------------------------------------
Total time: 1m:34s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.6875 | 0.6875 | 0.675s | 0.681s |
| Initial point 2 | svd | --- | 0.6875 | 0.6875 | 0.667s | 2.040s |
| Initial point 3 | svd | --- | 0.6875 | 0.6875 | 0.001s | 2.855s |
| Initial point 4 | lsqr | 0.8 | 0.5625 | 0.6875 | 0.673s | 4.236s |
| Initial point 5 | eigen | 0.9 | 0.625 | 0.6875 | 0.678s | 5.579s |
| Initial point 6 | lsqr | 0.7 | 0.5625 | 0.6875 | 0.667s | 6.946s |
| Initial point 7 | lsqr | 0.5 | 0.8125 | 0.8125 | 0.669s | 8.358s |
| Initial point 8 | lsqr | 0.9 | 0.625 | 0.8125 | 0.666s | 9.764s |
| Initial point 9 | lsqr | 0.6 | 1.0 | 1.0 | 0.667s | 11.098s |
| Initial point 10 | eigen | 0.8 | 0.625 | 1.0 | 0.674s | 12.461s |
| Iteration 11 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 13.301s |
| Iteration 12 | eigen | 0.6 | 0.9375 | 1.0 | 0.665s | 14.753s |
| Iteration 13 | svd | --- | 0.6875 | 1.0 | 0.000s | 15.564s |
| Iteration 14 | lsqr | auto | 0.9375 | 1.0 | 0.637s | 17.021s |
| Iteration 15 | eigen | auto | 0.75 | 1.0 | 0.626s | 18.462s |
| Iteration 16 | svd | --- | 0.6875 | 1.0 | 0.000s | 19.289s |
| Iteration 17 | eigen | None | 0.5625 | 1.0 | 0.621s | 21.205s |
| Iteration 18 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 22.139s |
| Iteration 19 | eigen | 0.5 | 0.8125 | 1.0 | 0.621s | 24.898s |
| Iteration 20 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 27.305s |
| Iteration 21 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 29.690s |
| Iteration 22 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 32.152s |
| Iteration 23 | lsqr | 1.0 | 0.625 | 1.0 | 0.618s | 35.029s |
| Iteration 24 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 36.138s |
| Iteration 25 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 36.998s |
| Iteration 26 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 37.859s |
| Iteration 27 | lsqr | None | 0.625 | 1.0 | 0.622s | 39.418s |
| Iteration 28 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 40.368s |
| Iteration 29 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 41.282s |
| Iteration 30 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 42.182s |
| Iteration 31 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 43.074s |
| Iteration 32 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 44.015s |
| Iteration 33 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 44.924s |
| Iteration 34 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 45.812s |
| Iteration 35 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 46.714s |
| Iteration 36 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 47.669s |
| Iteration 37 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 48.589s |
| Iteration 38 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 49.517s |
| Iteration 39 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 51.975s |
| Iteration 40 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 53.321s |
| Iteration 41 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 54.318s |
| Iteration 42 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 55.335s |
| Iteration 43 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 56.927s |
| Iteration 44 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 59.372s |
| Iteration 45 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 1m:01s |
| Iteration 46 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 1m:02s |
| Iteration 47 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 1m:03s |
| Iteration 48 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 1m:04s |
| Iteration 49 | lsqr | 0.6 | 1.0 | 1.0 | 0.001s | 1m:05s |
| Iteration 50 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 1m:06s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.6}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:07s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7857
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.43 ± 0.04
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:07s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.6875 | 0.6875 | 0.635s | 0.638s |
| Initial point 2 | 0.9 | 0.5625 | 0.6875 | 0.641s | 1.960s |
| Initial point 3 | 0.1 | 0.5 | 0.6875 | 0.631s | 4.935s |
| Initial point 4 | 1.0 | 0.6875 | 0.6875 | 0.001s | 6.208s |
| Initial point 5 | 0.2 | 0.625 | 0.6875 | 0.636s | 7.539s |
| Initial point 6 | 0.4 | 0.5 | 0.6875 | 0.624s | 8.884s |
| Initial point 7 | 0.4 | 0.5 | 0.6875 | 0.001s | 9.559s |
| Initial point 8 | 0.7 | 0.625 | 0.6875 | 0.627s | 10.861s |
| Initial point 9 | 0.9 | 0.5625 | 0.6875 | 0.001s | 11.583s |
| Initial point 10 | 0.8 | 0.625 | 0.6875 | 0.634s | 12.878s |
| Iteration 11 | 0.3 | 0.0 | 0.6875 | 0.643s | 14.278s |
| Iteration 12 | 0.6 | 0.9375 | 0.9375 | 0.632s | 15.718s |
| Iteration 13 | 0.5 | 0.625 | 0.9375 | 0.634s | 17.127s |
| Iteration 14 | 0.0 | 0.75 | 0.9375 | 0.658s | 18.557s |
| Iteration 15 | 0.6 | 0.9375 | 0.9375 | 0.000s | 19.322s |
| Iteration 16 | 0.6 | 0.9375 | 0.9375 | 0.000s | 20.083s |
| Iteration 17 | 0.6 | 0.9375 | 0.9375 | 0.000s | 20.832s |
| Iteration 18 | 0.6 | 0.9375 | 0.9375 | 0.000s | 21.620s |
| Iteration 19 | 0.6 | 0.9375 | 0.9375 | 0.000s | 22.403s |
| Iteration 20 | 0.6 | 0.9375 | 0.9375 | 0.000s | 23.257s |
| Iteration 21 | 0.6 | 0.9375 | 0.9375 | 0.000s | 24.062s |
| Iteration 22 | 0.6 | 0.9375 | 0.9375 | 0.000s | 24.852s |
| Iteration 23 | 0.4 | 0.5 | 0.9375 | 0.000s | 25.644s |
| Iteration 24 | 0.6 | 0.9375 | 0.9375 | 0.000s | 26.427s |
| Iteration 25 | 0.6 | 0.9375 | 0.9375 | 0.000s | 27.233s |
| Iteration 26 | 0.6 | 0.9375 | 0.9375 | 0.000s | 28.057s |
| Iteration 27 | 0.6 | 0.9375 | 0.9375 | 0.000s | 28.871s |
| Iteration 28 | 0.9 | 0.5625 | 0.9375 | 0.000s | 29.649s |
| Iteration 29 | 0.6 | 0.9375 | 0.9375 | 0.000s | 30.435s |
| Iteration 30 | 0.8 | 0.625 | 0.9375 | 0.000s | 31.218s |
| Iteration 31 | 0.6 | 0.9375 | 0.9375 | 0.000s | 32.026s |
| Iteration 32 | 0.6 | 0.9375 | 0.9375 | 0.000s | 32.829s |
| Iteration 33 | 0.6 | 0.9375 | 0.9375 | 0.000s | 33.628s |
| Iteration 34 | 0.6 | 0.9375 | 0.9375 | 0.000s | 34.454s |
| Iteration 35 | 0.6 | 0.9375 | 0.9375 | 0.000s | 35.281s |
| Iteration 36 | 0.6 | 0.9375 | 0.9375 | 0.000s | 36.138s |
| Iteration 37 | 0.6 | 0.9375 | 0.9375 | 0.000s | 36.983s |
| Iteration 38 | 0.6 | 0.9375 | 0.9375 | 0.000s | 37.844s |
| Iteration 39 | 0.6 | 0.9375 | 0.9375 | 0.000s | 38.688s |
| Iteration 40 | 0.6 | 0.9375 | 0.9375 | 0.000s | 39.536s |
| Iteration 41 | 0.6 | 0.9375 | 0.9375 | 0.000s | 42.103s |
| Iteration 42 | 0.6 | 0.9375 | 0.9375 | 0.000s | 44.822s |
| Iteration 43 | 0.6 | 0.9375 | 0.9375 | 0.000s | 47.448s |
| Iteration 44 | 0.6 | 0.9375 | 0.9375 | 0.000s | 48.670s |
| Iteration 45 | 0.6 | 0.9375 | 0.9375 | 0.000s | 49.530s |
| Iteration 46 | 0.6 | 0.9375 | 0.9375 | 0.000s | 50.438s |
| Iteration 47 | 0.6 | 0.9375 | 0.9375 | 0.000s | 51.332s |
| Iteration 48 | 0.6 | 0.9375 | 0.9375 | 0.001s | 52.227s |
| Iteration 49 | 0.6 | 0.9375 | 0.9375 | 0.001s | 53.134s |
| Iteration 50 | 0.6 | 0.9375 | 0.9375 | 0.000s | 54.029s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'reg_param': 0.6}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 55.510s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7732
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.45 ± 0.0316
Time elapsed: 0.027s
-------------------------------------------------
Total time: 55.547s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.4068 | dista.. | auto | 40 | 1 | 0.9375 | 0.9375 | 0.638s | 0.657s |
| Initial point 2 | 4.9342 | uniform | kd_tree | 39 | 2 | 0.5625 | 0.9375 | 0.641s | 1.968s |
| Initial point 3 | 3.8977 | dista.. | ball_tree | 25 | 2 | 0.6875 | 0.9375 | 0.634s | 3.284s |
| Initial point 4 | 11.3714 | uniform | ball_tree | 39 | 2 | 0.5 | 0.9375 | 0.635s | 4.600s |
| Initial point 5 | 8.908 | dista.. | auto | 30 | 2 | 0.6875 | 0.9375 | 0.645s | 5.936s |
| Initial point 6 | 10.3161 | dista.. | ball_tree | 21 | 2 | 0.75 | 0.9375 | 0.634s | 7.267s |
| Initial point 7 | 7.3788 | dista.. | ball_tree | 24 | 1 | 0.8125 | 0.9375 | 0.633s | 8.580s |
| Initial point 8 | 1.7682 | dista.. | ball_tree | 21 | 2 | 0.6562 | 0.9375 | 0.636s | 10.063s |
| Initial point 9 | 8.2195 | uniform | ball_tree | 24 | 1 | 0.4375 | 0.9375 | 0.638s | 11.415s |
| Initial point 10 | 5.8382 | uniform | brute | 22 | 2 | 0.5 | 0.9375 | 0.637s | 12.750s |
| Iteration 11 | 12.4418 | dista.. | brute | 20 | 1 | 0.375 | 0.9375 | 0.646s | 14.360s |
| Iteration 12 | 12.4418 | dista.. | auto | 40 | 1 | 0.875 | 0.9375 | 0.642s | 15.959s |
| Iteration 13 | 1.8265 | dista.. | auto | 20 | 1 | 0.5625 | 0.9375 | 0.643s | 17.579s |
| Iteration 14 | 12.4418 | dista.. | ball_tree | 40 | 1 | 0.9375 | 0.9375 | 0.629s | 19.307s |
| Iteration 15 | 12.4418 | dista.. | ball_tree | 40 | 1 | 0.9375 | 0.9375 | 0.000s | 20.266s |
| Iteration 16 | 12.4418 | dista.. | ball_tree | 40 | 1 | 0.9375 | 0.9375 | 0.000s | 22.329s |
| Iteration 17 | 12.4418 | dista.. | ball_tree | 40 | 1 | 0.9375 | 0.9375 | 0.000s | 23.574s |
| Iteration 18 | 0.0 | dista.. | kd_tree | 40 | 1 | 0.5 | 0.9375 | 0.691s | 25.237s |
| Iteration 19 | 12.331 | dista.. | auto | 39 | 1 | 0.9375 | 0.9375 | 0.629s | 26.961s |
| Iteration 20 | 12.3759 | dista.. | kd_tree | 40 | 1 | 0.6875 | 0.9375 | 0.633s | 28.686s |
| Iteration 21 | 12.3772 | dista.. | ball_tree | 40 | 1 | 1.0 | 1.0 | 0.631s | 30.411s |
| Iteration 22 | 12.3729 | dista.. | ball_tree | 40 | 1 | 0.6875 | 1.0 | 0.634s | 32.090s |
| Iteration 23 | 0.0 | uniform | auto | 40 | 2 | 0.5 | 1.0 | 0.625s | 33.765s |
| Iteration 24 | 12.4418 | dista.. | ball_tree | 40 | 2 | 0.9375 | 1.0 | 0.625s | 35.365s |
| Iteration 25 | 12.4418 | dista.. | auto | 40 | 2 | 0.375 | 1.0 | 0.633s | 37.008s |
| Iteration 26 | 12.4418 | dista.. | kd_tree | 40 | 2 | 0.75 | 1.0 | 0.642s | 38.654s |
| Iteration 27 | 12.4418 | dista.. | auto | 20 | 1 | 0.625 | 1.0 | 0.627s | 40.313s |
| Iteration 28 | 0.0 | dista.. | auto | 40 | 1 | 0.5 | 1.0 | 0.634s | 41.992s |
| Iteration 29 | 12.4418 | dista.. | ball_tree | 20 | 1 | 1.0 | 1.0 | 0.646s | 43.673s |
| Iteration 30 | 12.4418 | dista.. | ball_tree | 20 | 1 | 1.0 | 1.0 | 0.001s | 46.491s |
| Iteration 31 | 12.4418 | dista.. | ball_tree | 28 | 1 | 0.875 | 1.0 | 0.635s | 50.941s |
| Iteration 32 | 12.4418 | dista.. | ball_tree | 20 | 1 | 1.0 | 1.0 | 0.000s | 54.206s |
| Iteration 33 | 12.4418 | dista.. | ball_tree | 20 | 1 | 1.0 | 1.0 | 0.000s | 57.359s |
| Iteration 34 | 12.4418 | dista.. | ball_tree | 20 | 1 | 1.0 | 1.0 | 0.000s | 1m:01s |
| Iteration 35 | 12.4418 | dista.. | ball_tree | 20 | 1 | 1.0 | 1.0 | 0.000s | 1m:03s |
| Iteration 36 | 0.0 | dista.. | brute | 40 | 2 | 0.5 | 1.0 | 0.631s | 1m:05s |
| Iteration 37 | 12.4418 | dista.. | ball_tree | 20 | 1 | 1.0 | 1.0 | 0.001s | 1m:06s |
| Iteration 38 | 12.4418 | dista.. | ball_tree | 20 | 1 | 1.0 | 1.0 | 0.000s | 1m:07s |
| Iteration 39 | 12.4418 | dista.. | ball_tree | 20 | 1 | 1.0 | 1.0 | 0.000s | 1m:10s |
| Iteration 40 | 12.4418 | dista.. | ball_tree | 20 | 1 | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 41 | 12.4418 | uniform | auto | 40 | 1 | 0.75 | 1.0 | 0.629s | 1m:14s |
| Iteration 42 | 12.4418 | dista.. | ball_tree | 20 | 1 | 1.0 | 1.0 | 0.001s | 1m:15s |
| Iteration 43 | 12.4418 | dista.. | ball_tree | 20 | 1 | 1.0 | 1.0 | 0.000s | 1m:16s |
| Iteration 44 | 12.4418 | dista.. | ball_tree | 20 | 1 | 1.0 | 1.0 | 0.000s | 1m:17s |
| Iteration 45 | 12.4418 | dista.. | ball_tree | 20 | 1 | 1.0 | 1.0 | 0.000s | 1m:18s |
| Iteration 46 | 12.4418 | dista.. | ball_tree | 20 | 1 | 1.0 | 1.0 | 0.001s | 1m:21s |
| Iteration 47 | 12.4418 | dista.. | ball_tree | 20 | 1 | 1.0 | 1.0 | 0.001s | 1m:23s |
| Iteration 48 | 12.4418 | dista.. | ball_tree | 20 | 1 | 1.0 | 1.0 | 0.000s | 1m:24s |
| Iteration 49 | 12.4418 | dista.. | kd_tree | 20 | 2 | 0.6875 | 1.0 | 0.641s | 1m:26s |
| Iteration 50 | 12.3938 | uniform | ball_tree | 40 | 1 | 0.875 | 1.0 | 0.646s | 1m:28s |
Bayesian Optimization ---------------------------
Best call --> Iteration 29
Best parameters --> {'radius': 12.4418, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 20, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.39 ± 0.02
Time elapsed: 0.058s
-------------------------------------------------
Total time: 1m:29s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.875 | 0.875 | 1.010s | 1.018s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.625 | 0.875 | 1.036s | 2.733s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.5625 | 0.875 | 0.796s | 4.207s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.8125 | 0.875 | 0.934s | 5.810s |
| Initial point 5 | 250 | 0.0488 | SAMME | 1.0 | 1.0 | 0.814s | 7.315s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.75 | 1.0 | 0.995s | 9.003s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.8125 | 1.0 | 0.645s | 10.466s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.7188 | 1.0 | 0.908s | 13.998s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.9062 | 1.0 | 0.628s | 15.819s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.875 | 1.0 | 0.743s | 17.249s |
| Iteration 11 | 249 | 0.0367 | SAMME | 0.8438 | 1.0 | 0.801s | 18.924s |
| Iteration 12 | 174 | 0.0632 | SAMME.R | 1.0 | 1.0 | 0.767s | 20.606s |
| Iteration 13 | 190 | 0.0746 | SAMME | 1.0 | 1.0 | 0.769s | 22.277s |
| Iteration 14 | 277 | 0.0692 | SAMME.R | 0.6875 | 1.0 | 0.855s | 24.036s |
| Iteration 15 | 144 | 0.0612 | SAMME | 0.875 | 1.0 | 0.732s | 26.323s |
| Iteration 16 | 196 | 0.044 | SAMME.R | 0.875 | 1.0 | 0.797s | 28.235s |
| Iteration 17 | 188 | 0.081 | SAMME | 0.6562 | 1.0 | 0.921s | 30.106s |
| Iteration 18 | 72 | 0.0237 | SAMME | 1.0 | 1.0 | 1.264s | 32.195s |
| Iteration 19 | 50 | 0.0117 | SAMME.R | 0.9688 | 1.0 | 0.668s | 33.764s |
| Iteration 20 | 50 | 0.01 | SAMME | 0.625 | 1.0 | 0.662s | 35.251s |
| Iteration 21 | 52 | 0.0535 | SAMME.R | 1.0 | 1.0 | 0.668s | 36.788s |
| Iteration 22 | 51 | 0.0532 | SAMME | 0.6875 | 1.0 | 0.672s | 38.341s |
| Iteration 23 | 249 | 0.0478 | SAMME | 0.7188 | 1.0 | 0.806s | 40.068s |
| Iteration 24 | 51 | 0.0279 | SAMME.R | 1.0 | 1.0 | 0.664s | 42.774s |
| Iteration 25 | 62 | 0.0322 | SAMME.R | 0.6875 | 1.0 | 0.679s | 45.835s |
| Iteration 26 | 50 | 0.1024 | SAMME.R | 0.9375 | 1.0 | 0.670s | 47.783s |
| Iteration 27 | 52 | 0.01 | SAMME.R | 0.7188 | 1.0 | 0.674s | 49.427s |
| Iteration 28 | 50 | 0.8284 | SAMME.R | 0.9375 | 1.0 | 0.666s | 51.020s |
| Iteration 29 | 50 | 10.0 | SAMME.R | 0.375 | 1.0 | 0.681s | 52.600s |
| Iteration 30 | 50 | 0.2434 | SAMME | 0.8125 | 1.0 | 0.660s | 54.852s |
| Iteration 31 | 497 | 9.8721 | SAMME.R | 0.625 | 1.0 | 1.030s | 56.959s |
| Iteration 32 | 51 | 0.2188 | SAMME.R | 0.7188 | 1.0 | 0.666s | 58.556s |
| Iteration 33 | 249 | 0.01 | SAMME.R | 0.6562 | 1.0 | 0.822s | 1m:00s |
| Iteration 34 | 290 | 0.0255 | SAMME | 0.7812 | 1.0 | 0.831s | 1m:02s |
| Iteration 35 | 120 | 0.0229 | SAMME | 0.5938 | 1.0 | 0.707s | 1m:04s |
| Iteration 36 | 50 | 0.0362 | SAMME.R | 1.0 | 1.0 | 0.676s | 1m:06s |
| Iteration 37 | 50 | 0.0391 | SAMME.R | 0.9375 | 1.0 | 0.666s | 1m:07s |
| Iteration 38 | 109 | 0.0848 | SAMME.R | 1.0 | 1.0 | 0.714s | 1m:09s |
| Iteration 39 | 111 | 0.0839 | SAMME.R | 0.75 | 1.0 | 0.740s | 1m:11s |
| Iteration 40 | 154 | 0.2655 | SAMME.R | 0.9375 | 1.0 | 0.828s | 1m:13s |
| Iteration 41 | 167 | 0.3685 | SAMME.R | 0.8125 | 1.0 | 0.827s | 1m:14s |
| Iteration 42 | 55 | 0.0537 | SAMME.R | 0.625 | 1.0 | 0.670s | 1m:17s |
| Iteration 43 | 77 | 0.0527 | SAMME.R | 0.625 | 1.0 | 0.696s | 1m:18s |
| Iteration 44 | 465 | 0.0397 | SAMME | 0.6875 | 1.0 | 0.956s | 1m:20s |
| Iteration 45 | 67 | 0.0281 | SAMME.R | 0.9688 | 1.0 | 0.688s | 1m:22s |
| Iteration 46 | 413 | 0.0281 | SAMME | 1.0 | 1.0 | 0.950s | 1m:24s |
| Iteration 47 | 68 | 0.0281 | SAMME | 0.8438 | 1.0 | 0.735s | 1m:26s |
| Iteration 48 | 378 | 0.0272 | SAMME.R | 0.9375 | 1.0 | 0.997s | 1m:28s |
| Iteration 49 | 493 | 0.0289 | SAMME.R | 0.8125 | 1.0 | 1.106s | 1m:30s |
| Iteration 50 | 492 | 0.0269 | SAMME.R | 1.0 | 1.0 | 1.098s | 1m:32s |
Bayesian Optimization ---------------------------
Best call --> Iteration 18
Best parameters --> {'n_estimators': 72, 'learning_rate': 0.0237, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:33s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9004
Test evaluation --> roc_auc: 0.325
Time elapsed: 0.073s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.36 ± 0.1562
Time elapsed: 0.296s
-------------------------------------------------
Total time: 1m:33s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.9375 | 0.9375 | 1.009s | 1.029s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.5625 | 0.9375 | 0.941s | 2.665s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.3438 | 0.9375 | 0.974s | 4.337s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.625 | 0.9375 | 0.746s | 5.787s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.75 | 0.9375 | 0.995s | 7.495s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.875 | 0.9375 | 0.838s | 9.186s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.9375 | 0.9375 | 0.871s | 10.770s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.625 | 0.9375 | 0.858s | 12.344s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.9375 | 0.9375 | 0.967s | 14.011s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.9375 | 0.9375 | 0.947s | 15.699s |
| Iteration 11 | 328 | entropy | None | 9 | 20 | 0.5 | True | 0.0089 | 0.8 | 0.5 | 0.9375 | 0.889s | 17.707s |
| Iteration 12 | 500 | entropy | 3 | 20 | 1 | 0.5 | True | 0.0284 | 0.9 | 0.8125 | 0.9375 | 1.079s | 19.838s |
| Iteration 13 | 360 | entropy | None | 16 | 5 | 0.9 | True | 0.0223 | 0.7 | 1.0 | 1.0 | 0.967s | 21.873s |
| Iteration 14 | 221 | entropy | 8 | 19 | 5 | 0.9 | True | 0.0199 | 0.9 | 0.9375 | 1.0 | 0.848s | 23.794s |
| Iteration 15 | 421 | gini | 4 | 5 | 8 | 0.9 | True | 0.0272 | 0.5 | 0.875 | 1.0 | 1.014s | 25.947s |
| Iteration 16 | 350 | entropy | 2 | 17 | 16 | 0.9 | True | 0.0263 | 0.9 | 0.875 | 1.0 | 0.955s | 28.107s |
| Iteration 17 | 496 | gini | 5 | 13 | 3 | log2 | False | 0.0215 | --- | 0.6875 | 1.0 | 1.578s | 30.937s |
| Iteration 18 | 500 | gini | 1 | 16 | 4 | None | True | 0.0209 | 0.6 | 1.0 | 1.0 | 1.070s | 33.218s |
| Iteration 19 | 500 | gini | 3 | 10 | 3 | 0.9 | True | 0.0211 | 0.5 | 1.0 | 1.0 | 1.092s | 35.474s |
| Iteration 20 | 500 | entropy | None | 2 | 1 | None | True | 0.0102 | 0.5 | 0.75 | 1.0 | 1.031s | 39.428s |
| Iteration 21 | 126 | entropy | 1 | 12 | 20 | sqrt | False | 0.0 | --- | 0.875 | 1.0 | 0.682s | 43.454s |
| Iteration 22 | 308 | entropy | None | 20 | 7 | None | True | 0.0217 | 0.6 | 0.8125 | 1.0 | 0.855s | 46.022s |
| Iteration 23 | 500 | gini | 1 | 3 | 9 | 0.6 | True | 0.0202 | 0.8 | 0.625 | 1.0 | 1.001s | 48.216s |
| Iteration 24 | 500 | gini | 3 | 12 | 9 | 0.9 | True | 0.0213 | 0.5 | 0.9375 | 1.0 | 1.026s | 50.506s |
| Iteration 25 | 403 | entropy | 4 | 15 | 1 | 0.9 | False | 0.0202 | --- | 0.6562 | 1.0 | 0.905s | 52.652s |
| Iteration 26 | 369 | entropy | 3 | 7 | 1 | 0.8 | True | 0.0201 | 0.9 | 0.8125 | 1.0 | 0.993s | 54.943s |
| Iteration 27 | 500 | gini | 2 | 11 | 1 | None | True | 0.0209 | 0.5 | 0.8125 | 1.0 | 1.024s | 57.273s |
| Iteration 28 | 500 | gini | 1 | 17 | 4 | 0.9 | True | 0.0318 | 0.9 | 1.0 | 1.0 | 1.075s | 59.624s |
| Iteration 29 | 98 | gini | None | 4 | 5 | 0.7 | True | 0.0226 | 0.8 | 0.875 | 1.0 | 0.740s | 1m:02s |
| Iteration 30 | 317 | entropy | None | 16 | 4 | 0.9 | True | 0.0308 | 0.7 | 0.8125 | 1.0 | 0.919s | 1m:04s |
| Iteration 31 | 489 | gini | 2 | 5 | 4 | 0.6 | True | 0.0194 | 0.8 | 0.9375 | 1.0 | 1.057s | 1m:06s |
| Iteration 32 | 368 | gini | 3 | 8 | 3 | None | True | 0.0314 | None | 0.6875 | 1.0 | 0.966s | 1m:08s |
| Iteration 33 | 500 | entropy | 7 | 6 | 5 | 0.9 | True | 0.0057 | 0.7 | 0.625 | 1.0 | 1.070s | 1m:11s |
| Iteration 34 | 155 | entropy | 7 | 20 | 7 | 0.5 | False | 0.035 | --- | 0.625 | 1.0 | 0.762s | 1m:13s |
| Iteration 35 | 468 | gini | 7 | 2 | 12 | 0.7 | False | 0.0 | --- | 0.6875 | 1.0 | 0.934s | 1m:15s |
| Iteration 36 | 415 | gini | 7 | 20 | 8 | 0.5 | False | 0.0009 | --- | 1.0 | 1.0 | 0.878s | 1m:19s |
| Iteration 37 | 37 | entropy | 2 | 20 | 5 | log2 | False | 0.0 | --- | 0.8125 | 1.0 | 0.650s | 1m:22s |
| Iteration 38 | 469 | entropy | 7 | 20 | 17 | 0.9 | False | 0.0051 | --- | 0.9062 | 1.0 | 0.937s | 1m:25s |
| Iteration 39 | 425 | entropy | 6 | 14 | 9 | 0.8 | False | 0.002 | --- | 0.8125 | 1.0 | 0.896s | 1m:27s |
| Iteration 40 | 414 | gini | 7 | 4 | 8 | 0.9 | False | 0.0063 | --- | 0.75 | 1.0 | 0.899s | 1m:29s |
| Iteration 41 | 333 | gini | 8 | 20 | 7 | 0.5 | True | 0.0186 | None | 0.75 | 1.0 | 0.889s | 1m:33s |
| Iteration 42 | 80 | gini | 7 | 20 | 8 | log2 | True | 0.035 | 0.9 | 0.6875 | 1.0 | 1.280s | 1m:36s |
| Iteration 43 | 373 | gini | 4 | 20 | 14 | 0.8 | True | 0.0245 | 0.5 | 0.6562 | 1.0 | 0.946s | 1m:38s |
| Iteration 44 | 500 | gini | 5 | 11 | 4 | 0.9 | True | 0.0218 | 0.7 | 0.5 | 1.0 | 1.087s | 1m:41s |
| Iteration 45 | 235 | gini | 1 | 17 | 4 | 0.9 | True | 0.0292 | 0.6 | 0.9375 | 1.0 | 0.866s | 1m:44s |
| Iteration 46 | 500 | gini | 2 | 12 | 3 | 0.9 | True | 0.0201 | 0.7 | 1.0 | 1.0 | 1.085s | 1m:46s |
| Iteration 47 | 500 | gini | 3 | 10 | 3 | 0.9 | True | 0.0204 | 0.5 | 0.875 | 1.0 | 1.085s | 1m:49s |
| Iteration 48 | 191 | gini | 2 | 14 | 4 | 0.7 | True | 0.0213 | 0.7 | 0.875 | 1.0 | 0.839s | 1m:51s |
| Iteration 49 | 500 | gini | 1 | 16 | 4 | 0.7 | True | 0.0222 | 0.9 | 0.6875 | 1.0 | 1.072s | 1m:54s |
| Iteration 50 | 497 | gini | 1 | 15 | 4 | 0.9 | True | 0.0189 | 0.7 | 0.9375 | 1.0 | 1.083s | 1m:56s |
Bayesian Optimization ---------------------------
Best call --> Iteration 19
Best parameters --> {'n_estimators': 500, 'criterion': 'gini', 'max_depth': 3, 'min_samples_split': 10, 'min_samples_leaf': 3, 'max_features': 0.9, 'bootstrap': True, 'ccp_alpha': 0.0211, 'max_samples': 0.5}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:58s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9286
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.446s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.48 ± 0.0678
Time elapsed: 2.065s
-------------------------------------------------
Total time: 2m:01s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.796s | 0.815s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.5625 | 0.5625 | 0.787s | 2.293s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.5625 | 0.775s | 3.886s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.5625 | 0.733s | 5.345s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.5625 | 0.762s | 6.806s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.5625 | 0.671s | 9.938s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.5625 | 0.679s | 11.745s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.5625 | 0.678s | 13.173s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 1.0 | 1.0 | 0.711s | 14.606s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 1.0 | 0.687s | 15.990s |
| Iteration 11 | 447 | 0.9279 | 9 | 0.503 | 3 | 0.5 | 1.0 | 100 | 1 | 0.5 | 1.0 | 0.700s | 17.648s |
| Iteration 12 | 134 | 0.8488 | 10 | 0.0669 | 4 | 0.7 | 0.8 | 1 | 0 | 0.5938 | 1.0 | 0.664s | 20.500s |
| Iteration 13 | 20 | 1.0 | 10 | 0.6774 | 4 | 0.7 | 1.0 | 0.01 | 0 | 0.75 | 1.0 | 0.637s | 23.544s |
| Iteration 14 | 500 | 0.1457 | 4 | 0.6386 | 4 | 0.8 | 0.9 | 0 | 10 | 0.9375 | 1.0 | 0.745s | 25.671s |
| Iteration 15 | 500 | 0.0246 | 6 | 0.8379 | 4 | 0.9 | 0.9 | 0.01 | 1 | 0.875 | 1.0 | 0.721s | 27.469s |
| Iteration 16 | 500 | 0.0143 | 3 | 0.1877 | 5 | 0.8 | 0.7 | 0 | 0.01 | 1.0 | 1.0 | 0.726s | 29.316s |
| Iteration 17 | 500 | 0.2152 | 5 | 0.8124 | 5 | 0.6 | 0.6 | 0 | 0 | 0.7812 | 1.0 | 0.719s | 31.126s |
| Iteration 18 | 500 | 0.0349 | 9 | 0.7861 | 5 | 0.9 | 0.4 | 0 | 100 | 0.9688 | 1.0 | 0.723s | 33.592s |
| Iteration 19 | 500 | 0.0816 | 2 | 0.2231 | 5 | 0.8 | 0.9 | 0 | 1 | 0.9062 | 1.0 | 0.732s | 35.470s |
| Iteration 20 | 291 | 0.01 | 8 | 0.0589 | 4 | 0.5 | 0.5 | 0 | 0.1 | 0.8125 | 1.0 | 0.700s | 37.414s |
| Iteration 21 | 20 | 0.01 | 2 | 0.1137 | 4 | 1.0 | 0.6 | 0 | 0.01 | 0.6875 | 1.0 | 0.643s | 39.276s |
| Iteration 22 | 268 | 0.0687 | 3 | 0.3953 | 4 | 0.7 | 0.9 | 0.01 | 1 | 0.9062 | 1.0 | 0.686s | 41.948s |
| Iteration 23 | 500 | 0.01 | 2 | 0.6885 | 4 | 0.8 | 0.7 | 0 | 0.01 | 0.5 | 1.0 | 0.730s | 44.043s |
| Iteration 24 | 20 | 0.0169 | 10 | 0.9904 | 4 | 0.6 | 0.7 | 0.01 | 10 | 0.9375 | 1.0 | 0.648s | 45.990s |
| Iteration 25 | 247 | 0.6297 | 7 | 0.294 | 5 | 0.8 | 0.4 | 0.01 | 100 | 0.5 | 1.0 | 0.682s | 47.870s |
| Iteration 26 | 142 | 0.0551 | 10 | 0.5724 | 4 | 1.0 | 0.8 | 0 | 0 | 0.9375 | 1.0 | 0.676s | 49.874s |
| Iteration 27 | 447 | 0.0676 | 7 | 0.6133 | 4 | 0.7 | 0.8 | 0.01 | 0.1 | 1.0 | 1.0 | 0.710s | 51.960s |
| Iteration 28 | 459 | 0.0486 | 7 | 0.5686 | 4 | 0.5 | 0.8 | 0.01 | 1 | 1.0 | 1.0 | 0.707s | 54.001s |
| Iteration 29 | 20 | 0.01 | 10 | 0.0 | 6 | 1.0 | 0.6 | 0 | 0.1 | 0.625 | 1.0 | 0.673s | 55.938s |
| Iteration 30 | 500 | 0.0507 | 7 | 0.9611 | 4 | 0.6 | 0.8 | 0 | 10 | 0.5625 | 1.0 | 0.724s | 57.894s |
| Iteration 31 | 20 | 0.0265 | 9 | 0.2062 | 4 | 1.0 | 0.9 | 0 | 0.1 | 0.9375 | 1.0 | 0.643s | 59.768s |
| Iteration 32 | 115 | 0.2776 | 9 | 0.4931 | 4 | 0.9 | 0.9 | 0 | 10 | 0.625 | 1.0 | 0.653s | 1m:02s |
| Iteration 33 | 500 | 0.2808 | 3 | 0.5872 | 4 | 0.5 | 0.8 | 0 | 0 | 0.6562 | 1.0 | 0.710s | 1m:04s |
| Iteration 34 | 438 | 0.0193 | 6 | 0.2302 | 5 | 0.7 | 0.6 | 0 | 1 | 0.875 | 1.0 | 0.727s | 1m:05s |
| Iteration 35 | 184 | 0.0652 | 7 | 0.5214 | 4 | 0.8 | 1.0 | 0 | 1 | 0.4375 | 1.0 | 0.666s | 1m:07s |
| Iteration 36 | 468 | 0.2756 | 1 | 0.0 | 4 | 0.9 | 0.9 | 0.01 | 100 | 1.0 | 1.0 | 0.722s | 1m:09s |
| Iteration 37 | 453 | 0.4225 | 5 | 0.5498 | 4 | 0.6 | 0.9 | 0.01 | 1 | 1.0 | 1.0 | 0.707s | 1m:12s |
| Iteration 38 | 442 | 0.423 | 2 | 0.3444 | 4 | 0.7 | 0.9 | 0.01 | 0.01 | 1.0 | 1.0 | 0.716s | 1m:14s |
| Iteration 39 | 20 | 0.01 | 6 | 0.993 | 4 | 0.8 | 0.8 | 0 | 0 | 0.7812 | 1.0 | 0.640s | 1m:16s |
| Iteration 40 | 456 | 0.4671 | 1 | 0.3247 | 4 | 0.7 | 0.9 | 0.01 | 10 | 1.0 | 1.0 | 0.708s | 1m:18s |
| Iteration 41 | 451 | 0.2647 | 8 | 0.4116 | 4 | 0.6 | 0.9 | 0.01 | 1 | 0.75 | 1.0 | 0.713s | 1m:20s |
| Iteration 42 | 447 | 0.1098 | 4 | 0.6673 | 4 | 0.8 | 0.9 | 0.01 | 1 | 0.875 | 1.0 | 0.726s | 1m:22s |
| Iteration 43 | 455 | 0.5058 | 4 | 0.6395 | 4 | 0.8 | 0.9 | 0.01 | 10 | 0.5625 | 1.0 | 0.733s | 1m:24s |
| Iteration 44 | 139 | 0.0884 | 8 | 0.0078 | 1 | 0.9 | 0.5 | 0 | 10 | 0.5625 | 1.0 | 0.680s | 1m:28s |
| Iteration 45 | 214 | 0.0131 | 1 | 0.3472 | 3 | 0.6 | 0.6 | 0.01 | 10 | 0.875 | 1.0 | 0.683s | 1m:30s |
| Iteration 46 | 229 | 0.0228 | 2 | 0.2531 | 2 | 0.6 | 0.5 | 0.01 | 100 | 1.0 | 1.0 | 0.694s | 1m:32s |
| Iteration 47 | 213 | 0.7055 | 8 | 0.7401 | 2 | 1.0 | 0.6 | 0.01 | 0.01 | 0.875 | 1.0 | 0.838s | 1m:34s |
| Iteration 48 | 105 | 0.0108 | 9 | 0.033 | 3 | 0.9 | 0.9 | 0.01 | 0 | 0.875 | 1.0 | 0.673s | 1m:36s |
| Iteration 49 | 440 | 0.8942 | 9 | 0.8387 | 10 | 1.0 | 0.4 | 100 | 0 | 0.5 | 1.0 | 0.715s | 1m:38s |
| Iteration 50 | 493 | 0.4814 | 10 | 0.1098 | 10 | 1.0 | 0.4 | 0 | 10 | 0.5 | 1.0 | 0.725s | 1m:40s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0143, 'max_depth': 3, 'gamma': 0.1877, 'min_child_weight': 5, 'subsample': 0.8, 'colsample_bytree': 0.7, 'reg_alpha': 0, 'reg_lambda': 0.01}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:41s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8643
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.110s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.485 ± 0.0583
Time elapsed: 0.332s
-------------------------------------------------
Total time: 1m:42s
Final results ==================== >>
Duration: 12m:15s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.39 ± 0.097 ~
Logistic Regression --> roc_auc: 0.32 ± 0.0245 ~
Linear Discriminant Analysis --> roc_auc: 0.43 ± 0.04 ~
Quadratic Discriminant Analysis --> roc_auc: 0.45 ± 0.0316 ~
Radius Nearest Neighbors --> roc_auc: 0.39 ± 0.02 ~
AdaBoost --> roc_auc: 0.36 ± 0.1562 ~
Random Forest --> roc_auc: 0.48 ± 0.0678 ~
XGBoost --> roc_auc: 0.485 ± 0.0583 ~ !
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CALQGGSEKLVF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CATDSNDYKLSF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CVVNTGFQKLVF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAASATSGTYKYIF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAASTNTGNQFYF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CAVDNQAGTALIF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAVSSGNTPLVF.
>>> Dropping feature CAASDAGGTSYGKLTF.
>>> Dropping feature CAVRNQGGKLIF.
>>> Dropping feature CAASKGYSTLTF.
>>> Dropping feature CAASYSSASKIIF.
>>> Dropping feature CAGNTGNQFYF.
>>> Dropping feature CAGPNFGNEKLTF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CAVPTSGTYKYIF.
>>> Dropping feature CAVSETGNQFYF.
>>> Dropping feature CAENNNARLMF.
>>> Dropping feature CALYSGGGADGLTF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVEDDYKLSF.
>>> Dropping feature CAVGARAAGNKLTF.
>>> Dropping feature CASSSGETQYF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAASMNSGYSTLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVRGGSYIPTF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASNTDKLIF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 1.0 | 1.0 | 3.152s | 3.171s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.8125 | 1.0 | 3.209s | 7.106s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.3125 | 1.0 | 3.169s | 10.968s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.5 | 1.0 | 3.226s | 14.944s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.625 | 1.0 | 3.210s | 18.867s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.9375 | 1.0 | 3.262s | 22.834s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.875 | 1.0 | 3.204s | 26.740s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.75 | 1.0 | 3.276s | 30.748s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.6875 | 1.0 | 3.198s | 34.669s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.4375 | 1.0 | 3.195s | 38.618s |
| Iteration 11 | exponen.. | 0.9067 | 97 | 0.6 | friedman_mse | 14 | 8 | 4 | 0.8 | 0.0274 | 0.8125 | 1.0 | 3.163s | 42.886s |
| Iteration 12 | deviance | 0.0883 | 247 | 0.6 | squared_er.. | 4 | 10 | 8 | 0.7 | 0.035 | 0.75 | 1.0 | 3.188s | 48.893s |
| Iteration 13 | exponen.. | 1.0 | 85 | 1.0 | friedman_mse | 9 | 7 | 7 | 0.8 | 0.0304 | 0.9375 | 1.0 | 3.159s | 53.638s |
| Iteration 14 | deviance | 1.0 | 72 | 1.0 | friedman_mse | 9 | 7 | 6 | 0.8 | 0.0345 | 0.875 | 1.0 | 3.171s | 57.934s |
| Iteration 15 | exponen.. | 0.8033 | 135 | 0.8 | friedman_mse | 13 | 9 | 10 | None | 0.0178 | 0.5 | 1.0 | 3.203s | 1m:02s |
| Iteration 16 | exponen.. | 0.4406 | 69 | 1.0 | friedman_mse | 8 | 10 | 7 | 0.9 | 0.0294 | 1.0 | 1.0 | 3.169s | 1m:07s |
| Iteration 17 | deviance | 0.1734 | 500 | 1.0 | squared_er.. | 20 | 1 | 8 | None | 0.0295 | 0.875 | 1.0 | 3.242s | 1m:11s |
| Iteration 18 | exponen.. | 1.0 | 10 | 0.7 | friedman_mse | 5 | 6 | 7 | 0.8 | 0.0294 | 1.0 | 1.0 | 3.145s | 1m:15s |
| Iteration 19 | deviance | 0.2774 | 413 | 0.7 | squared_er.. | 14 | 10 | 10 | 0.9 | 0.0048 | 0.8125 | 1.0 | 3.234s | 1m:20s |
| Iteration 20 | exponen.. | 0.0149 | 196 | 1.0 | friedman_mse | 10 | 9 | 7 | None | 0.0294 | 0.8125 | 1.0 | 3.192s | 1m:25s |
| Iteration 21 | exponen.. | 1.0 | 500 | 0.9 | squared_er.. | 14 | 8 | 10 | auto | 0.0107 | 1.0 | 1.0 | 3.283s | 1m:30s |
| Iteration 22 | exponen.. | 1.0 | 500 | 0.6 | squared_er.. | 12 | 6 | 9 | sqrt | 0.01 | 0.625 | 1.0 | 3.273s | 1m:34s |
| Iteration 23 | exponen.. | 0.8622 | 10 | 1.0 | friedman_mse | 14 | 10 | 8 | 0.5 | 0.0294 | 0.8438 | 1.0 | 3.158s | 1m:39s |
| Iteration 24 | exponen.. | 0.016 | 49 | 0.8 | friedman_mse | 15 | 19 | 7 | None | 0.0289 | 0.875 | 1.0 | 3.196s | 1m:43s |
| Iteration 25 | exponen.. | 1.0 | 10 | 0.9 | friedman_mse | 2 | 14 | 6 | None | 0.0293 | 0.75 | 1.0 | 3.143s | 1m:48s |
| Iteration 26 | deviance | 0.9752 | 118 | 1.0 | friedman_mse | 2 | 11 | 7 | 0.8 | 0.0292 | 0.6875 | 1.0 | 3.182s | 1m:52s |
| Iteration 27 | exponen.. | 1.0 | 65 | 1.0 | friedman_mse | 14 | 4 | 7 | 0.6 | 0.0213 | 0.8125 | 1.0 | 3.149s | 1m:57s |
| Iteration 28 | exponen.. | 0.6829 | 60 | 1.0 | friedman_mse | 8 | 9 | 7 | 0.9 | 0.0296 | 1.0 | 1.0 | 3.184s | 2m:01s |
| Iteration 29 | exponen.. | 0.6397 | 325 | 0.9 | friedman_mse | 5 | 18 | 7 | 0.9 | 0.0281 | 1.0 | 1.0 | 3.217s | 2m:07s |
| Iteration 30 | exponen.. | 0.1005 | 318 | 0.5 | squared_er.. | 6 | 17 | 10 | auto | 0.0234 | 0.5 | 1.0 | 3.142s | 2m:13s |
| Iteration 31 | exponen.. | 0.2555 | 296 | 0.7 | friedman_mse | 2 | 19 | 7 | 0.8 | 0.0293 | 0.75 | 1.0 | 3.202s | 2m:20s |
| Iteration 32 | exponen.. | 0.0119 | 217 | 0.6 | friedman_mse | 14 | 6 | 10 | auto | 0.0058 | 0.6875 | 1.0 | 3.174s | 2m:25s |
| Iteration 33 | exponen.. | 0.2316 | 10 | 1.0 | squared_er.. | 4 | 3 | 7 | 0.8 | 0.0294 | 0.4375 | 1.0 | 3.128s | 2m:29s |
| Iteration 34 | exponen.. | 0.3253 | 69 | 1.0 | friedman_mse | 2 | 8 | 7 | None | 0.0118 | 0.875 | 1.0 | 3.155s | 2m:34s |
| Iteration 35 | exponen.. | 0.776 | 428 | 0.9 | friedman_mse | 5 | 8 | 8 | 0.7 | 0.0309 | 0.75 | 1.0 | 3.227s | 2m:38s |
| Iteration 36 | exponen.. | 0.7751 | 175 | 0.8 | friedman_mse | 9 | 3 | 7 | None | 0.0033 | 0.8125 | 1.0 | 3.185s | 2m:43s |
| Iteration 37 | exponen.. | 0.6968 | 231 | 0.9 | friedman_mse | 13 | 9 | 7 | 0.9 | 0.0175 | 0.8125 | 1.0 | 3.196s | 2m:48s |
| Iteration 38 | exponen.. | 0.0815 | 341 | 0.9 | friedman_mse | 5 | 17 | 7 | 0.9 | 0.0305 | 1.0 | 1.0 | 3.221s | 2m:52s |
| Iteration 39 | exponen.. | 0.0818 | 207 | 0.7 | friedman_mse | 6 | 9 | 7 | 0.9 | 0.0171 | 1.0 | 1.0 | 3.193s | 2m:57s |
| Iteration 40 | exponen.. | 0.1289 | 447 | 0.8 | squared_er.. | 14 | 13 | 10 | sqrt | 0.0077 | 0.8125 | 1.0 | 3.235s | 3m:01s |
| Iteration 41 | exponen.. | 0.09 | 204 | 0.8 | friedman_mse | 7 | 8 | 7 | 0.8 | 0.0323 | 1.0 | 1.0 | 3.182s | 3m:06s |
| Iteration 42 | exponen.. | 0.2897 | 443 | 0.7 | friedman_mse | 6 | 3 | 7 | 0.8 | 0.0226 | 1.0 | 1.0 | 3.235s | 3m:11s |
| Iteration 43 | exponen.. | 0.0522 | 58 | 0.8 | friedman_mse | 6 | 2 | 7 | 0.8 | 0.0311 | 0.5625 | 1.0 | 3.142s | 3m:15s |
| Iteration 44 | exponen.. | 0.0907 | 221 | 0.8 | friedman_mse | 7 | 9 | 7 | 0.8 | 0.022 | 0.5 | 1.0 | 3.786s | 3m:21s |
| Iteration 45 | exponen.. | 0.0164 | 271 | 0.6 | friedman_mse | 4 | 9 | 3 | 0.9 | 0.0171 | 1.0 | 1.0 | 3.236s | 3m:27s |
| Iteration 46 | exponen.. | 0.049 | 407 | 0.9 | friedman_mse | 5 | 17 | 5 | 0.9 | 0.0292 | 1.0 | 1.0 | 3.282s | 3m:33s |
| Iteration 47 | deviance | 0.1803 | 233 | 0.7 | friedman_mse | 5 | 7 | 9 | 0.8 | 0.0313 | 0.9375 | 1.0 | 3.179s | 3m:37s |
| Iteration 48 | exponen.. | 0.03 | 413 | 0.6 | friedman_mse | 5 | 18 | 3 | 0.9 | 0.0294 | 0.5 | 1.0 | 3.278s | 3m:42s |
| Iteration 49 | exponen.. | 0.3191 | 311 | 1.0 | friedman_mse | 5 | 18 | 3 | 0.9 | 0.0296 | 0.625 | 1.0 | 3.217s | 3m:47s |
| Iteration 50 | exponen.. | 0.1217 | 21 | 0.7 | friedman_mse | 5 | 6 | 7 | None | 0.0196 | 0.625 | 1.0 | 3.175s | 3m:52s |
Bayesian Optimization ---------------------------
Best call --> Iteration 21
Best parameters --> {'loss': 'exponential', 'learning_rate': 1.0, 'n_estimators': 500, 'subsample': 0.9, 'criterion': 'squared_error', 'min_samples_split': 14, 'min_samples_leaf': 8, 'max_depth': 10, 'max_features': 'auto', 'ccp_alpha': 0.0107}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:53s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.143s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.61 ± 0.131
Time elapsed: 0.687s
-------------------------------------------------
Total time: 3m:54s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.75 | 0.75 | 3.161s | 3.174s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.875 | 0.875 | 3.148s | 7.027s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.3125 | 0.875 | 3.169s | 11.030s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.6875 | 0.875 | 3.164s | 14.930s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.5 | 0.875 | 3.232s | 18.966s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.6875 | 0.875 | 3.195s | 22.854s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.8125 | 0.875 | 3.216s | 26.748s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.5625 | 0.875 | 3.181s | 30.643s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.875 | 0.875 | 3.210s | 34.570s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.5 | 0.875 | 3.201s | 38.474s |
| Iteration 11 | l2 | 100.0 | lbfgs | 831 | --- | 0.75 | 0.875 | 3.177s | 42.728s |
| Iteration 12 | l2 | 0.0021 | libli.. | 310 | --- | 0.5625 | 0.875 | 3.199s | 46.976s |
| Iteration 13 | l2 | 0.0263 | sag | 809 | --- | 0.75 | 0.875 | 3.113s | 51.081s |
| Iteration 14 | l1 | 0.941 | saga | 1000 | --- | 0.875 | 0.875 | 3.171s | 55.355s |
| Iteration 15 | l2 | 0.0978 | sag | 985 | --- | 0.75 | 0.875 | 3.168s | 59.557s |
| Iteration 16 | l2 | 0.0692 | libli.. | 420 | --- | 0.75 | 0.875 | 3.193s | 1m:04s |
| Iteration 17 | l2 | 0.0075 | saga | 141 | --- | 0.6875 | 0.875 | 3.144s | 1m:08s |
| Iteration 18 | l1 | 2.5237 | saga | 982 | --- | 0.6875 | 0.875 | 3.160s | 1m:12s |
| Iteration 19 | l2 | 0.001 | lbfgs | 128 | --- | 0.9375 | 0.9375 | 3.162s | 1m:17s |
| Iteration 20 | none | --- | lbfgs | 864 | --- | 0.6875 | 0.9375 | 3.181s | 1m:21s |
| Iteration 21 | l2 | 0.0068 | lbfgs | 100 | --- | 0.4375 | 0.9375 | 3.764s | 1m:26s |
| Iteration 22 | l1 | 0.0014 | libli.. | 126 | --- | 0.5 | 0.9375 | 3.137s | 1m:30s |
| Iteration 23 | l1 | 0.1609 | saga | 694 | --- | 0.6875 | 0.9375 | 3.165s | 1m:35s |
| Iteration 24 | l2 | 0.0119 | lbfgs | 128 | --- | 0.875 | 0.9375 | 3.128s | 1m:39s |
| Iteration 25 | l2 | 5.6239 | libli.. | 291 | --- | 0.875 | 0.9375 | 3.172s | 1m:43s |
| Iteration 26 | l2 | 0.001 | lbfgs | 331 | --- | 1.0 | 1.0 | 3.164s | 1m:47s |
| Iteration 27 | l2 | 0.001 | lbfgs | 1000 | --- | 0.625 | 1.0 | 3.170s | 1m:53s |
| Iteration 28 | l2 | 0.0121 | lbfgs | 761 | --- | 0.9375 | 1.0 | 3.175s | 1m:57s |
| Iteration 29 | l2 | 0.001 | lbfgs | 732 | --- | 0.5625 | 1.0 | 3.231s | 2m:01s |
| Iteration 30 | l2 | 88.1277 | lbfgs | 100 | --- | 0.5 | 1.0 | 3.230s | 2m:06s |
| Iteration 31 | l2 | 3.5148 | lbfgs | 333 | --- | 0.75 | 1.0 | 3.238s | 2m:10s |
| Iteration 32 | l2 | 0.1226 | newto.. | 408 | --- | 0.6875 | 1.0 | 3.221s | 2m:14s |
| Iteration 33 | l2 | 1.3636 | lbfgs | 324 | --- | 0.625 | 1.0 | 3.239s | 2m:19s |
| Iteration 34 | l2 | 0.0117 | lbfgs | 133 | --- | 0.875 | 1.0 | 3.233s | 2m:23s |
| Iteration 35 | l2 | 0.0026 | libli.. | 265 | --- | 0.8125 | 1.0 | 3.213s | 2m:27s |
| Iteration 36 | l2 | 1.9295 | lbfgs | 254 | --- | 1.0 | 1.0 | 3.230s | 2m:32s |
| Iteration 37 | l2 | 80.348 | newto.. | 227 | --- | 0.9375 | 1.0 | 3.245s | 2m:36s |
| Iteration 38 | l2 | 84.1706 | lbfgs | 129 | --- | 0.75 | 1.0 | 3.205s | 2m:40s |
| Iteration 39 | l2 | 0.0203 | newto.. | 274 | --- | 0.8125 | 1.0 | 3.168s | 2m:45s |
| Iteration 40 | l2 | 0.1102 | newto.. | 523 | --- | 0.75 | 1.0 | 3.206s | 2m:49s |
| Iteration 41 | l2 | 0.1237 | newto.. | 998 | --- | 0.875 | 1.0 | 3.161s | 2m:53s |
| Iteration 42 | l2 | 0.0205 | libli.. | 1000 | --- | 0.6875 | 1.0 | 3.178s | 2m:58s |
| Iteration 43 | elast.. | 0.0126 | saga | 1000 | 0.3 | 0.5 | 1.0 | 3.174s | 3m:02s |
| Iteration 44 | l2 | 0.0437 | lbfgs | 248 | --- | 0.625 | 1.0 | 3.166s | 3m:07s |
| Iteration 45 | l2 | 0.0844 | newto.. | 102 | --- | 1.0 | 1.0 | 3.189s | 3m:11s |
| Iteration 46 | l2 | 10.3592 | sag | 100 | --- | 1.0 | 1.0 | 3.815s | 3m:16s |
| Iteration 47 | none | --- | saga | 100 | --- | 0.75 | 1.0 | 3.153s | 3m:20s |
| Iteration 48 | l2 | 100.0 | lbfgs | 100 | --- | 1.0 | 1.0 | 3.155s | 3m:25s |
| Iteration 49 | l2 | 41.0865 | saga | 242 | --- | 0.5 | 1.0 | 3.188s | 3m:29s |
| Iteration 50 | l2 | 0.023 | lbfgs | 100 | --- | 0.375 | 1.0 | 3.203s | 3m:33s |
Bayesian Optimization ---------------------------
Best call --> Iteration 46
Best parameters --> {'penalty': 'l2', 'C': 10.3592, 'solver': 'sag', 'max_iter': 100}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:35s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9741
Test evaluation --> roc_auc: 0.25
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.27 ± 0.0748
Time elapsed: 0.058s
-------------------------------------------------
Total time: 3m:35s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.75 | 0.75 | 3.192s | 3.197s |
| Initial point 2 | svd | --- | 0.875 | 0.875 | 3.201s | 8.461s |
| Initial point 3 | svd | --- | 0.875 | 0.875 | 0.001s | 9.464s |
| Initial point 4 | lsqr | 0.8 | 0.6875 | 0.875 | 3.192s | 13.357s |
| Initial point 5 | eigen | 0.9 | 0.75 | 0.875 | 3.220s | 17.290s |
| Initial point 6 | lsqr | 0.7 | 0.8125 | 0.875 | 3.226s | 21.211s |
| Initial point 7 | lsqr | 0.5 | 0.5625 | 0.875 | 3.228s | 25.120s |
| Initial point 8 | lsqr | 0.9 | 0.6875 | 0.875 | 3.250s | 29.054s |
| Initial point 9 | lsqr | 0.6 | 0.8125 | 0.875 | 3.225s | 32.982s |
| Initial point 10 | eigen | 0.8 | 0.4375 | 0.875 | 3.242s | 36.979s |
| Iteration 11 | eigen | 0.6 | 0.0 | 0.875 | 3.198s | 41.108s |
| Iteration 12 | svd | --- | 0.875 | 0.875 | 0.000s | 41.931s |
| Iteration 13 | eigen | 0.7 | 0.75 | 0.875 | 3.261s | 45.994s |
| Iteration 14 | lsqr | auto | 0.6875 | 0.875 | 3.199s | 50.034s |
| Iteration 15 | eigen | auto | 0.75 | 0.875 | 3.256s | 54.200s |
| Iteration 16 | svd | --- | 0.875 | 0.875 | 0.001s | 55.094s |
| Iteration 17 | svd | --- | 0.875 | 0.875 | 0.000s | 55.955s |
| Iteration 18 | svd | --- | 0.875 | 0.875 | 0.000s | 57.757s |
| Iteration 19 | svd | --- | 0.875 | 0.875 | 0.000s | 59.835s |
| Iteration 20 | svd | --- | 0.875 | 0.875 | 0.000s | 1m:01s |
| Iteration 21 | svd | --- | 0.875 | 0.875 | 0.000s | 1m:02s |
| Iteration 22 | lsqr | 1.0 | 0.75 | 0.875 | 3.101s | 1m:06s |
| Iteration 23 | lsqr | None | 0.5 | 0.875 | 3.165s | 1m:10s |
| Iteration 24 | eigen | 0.5 | 1.0 | 1.0 | 3.257s | 1m:14s |
| Iteration 25 | eigen | None | 1.0 | 1.0 | 3.196s | 1m:18s |
| Iteration 26 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:19s |
| Iteration 27 | eigen | None | 1.0 | 1.0 | 0.000s | 1m:20s |
| Iteration 28 | eigen | None | 1.0 | 1.0 | 0.000s | 1m:21s |
| Iteration 29 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:22s |
| Iteration 30 | eigen | 0.5 | 1.0 | 1.0 | 0.001s | 1m:23s |
| Iteration 31 | eigen | None | 1.0 | 1.0 | 0.000s | 1m:23s |
| Iteration 32 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:24s |
| Iteration 33 | eigen | None | 1.0 | 1.0 | 0.000s | 1m:27s |
| Iteration 34 | eigen | None | 1.0 | 1.0 | 0.000s | 1m:29s |
| Iteration 35 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:32s |
| Iteration 36 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:33s |
| Iteration 37 | eigen | None | 1.0 | 1.0 | 0.000s | 1m:34s |
| Iteration 38 | eigen | None | 1.0 | 1.0 | 0.000s | 1m:35s |
| Iteration 39 | svd | --- | 0.875 | 1.0 | 0.001s | 1m:36s |
| Iteration 40 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:37s |
| Iteration 41 | eigen | 0.5 | 1.0 | 1.0 | 0.001s | 1m:38s |
| Iteration 42 | eigen | None | 1.0 | 1.0 | 0.000s | 1m:39s |
| Iteration 43 | eigen | 0.5 | 1.0 | 1.0 | 0.001s | 1m:40s |
| Iteration 44 | eigen | None | 1.0 | 1.0 | 0.001s | 1m:41s |
| Iteration 45 | eigen | None | 1.0 | 1.0 | 0.001s | 1m:42s |
| Iteration 46 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:43s |
| Iteration 47 | eigen | None | 1.0 | 1.0 | 0.000s | 1m:45s |
| Iteration 48 | svd | --- | 0.875 | 1.0 | 0.000s | 1m:46s |
| Iteration 49 | eigen | 0.6 | 0.0 | 1.0 | 0.001s | 1m:47s |
| Iteration 50 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:48s |
Bayesian Optimization ---------------------------
Best call --> Iteration 24
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:49s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.733
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.6 ± 0.0316
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:49s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.75 | 0.75 | 3.128s | 3.131s |
| Initial point 2 | 0.9 | 0.75 | 0.75 | 3.145s | 7.014s |
| Initial point 3 | 0.1 | 0.5 | 0.75 | 3.171s | 10.877s |
| Initial point 4 | 1.0 | 0.75 | 0.75 | 0.000s | 11.570s |
| Initial point 5 | 0.2 | 0.8125 | 0.8125 | 3.156s | 15.404s |
| Initial point 6 | 0.4 | 0.8125 | 0.8125 | 3.195s | 19.309s |
| Initial point 7 | 0.4 | 0.8125 | 0.8125 | 0.001s | 20.011s |
| Initial point 8 | 0.7 | 0.625 | 0.8125 | 3.193s | 23.881s |
| Initial point 9 | 0.9 | 0.75 | 0.8125 | 0.001s | 26.083s |
| Initial point 10 | 0.8 | 0.4375 | 0.8125 | 3.197s | 30.319s |
| Iteration 11 | 0.3 | 0.0 | 0.8125 | 3.176s | 34.308s |
| Iteration 12 | 0.6 | 0.625 | 0.8125 | 3.177s | 38.360s |
| Iteration 13 | 0.5 | 0.75 | 0.8125 | 3.169s | 42.347s |
| Iteration 14 | 0.0 | 0.9375 | 0.9375 | 3.172s | 46.394s |
| Iteration 15 | 0.0 | 0.9375 | 0.9375 | 0.000s | 47.352s |
| Iteration 16 | 0.0 | 0.9375 | 0.9375 | 0.000s | 48.178s |
| Iteration 17 | 0.0 | 0.9375 | 0.9375 | 0.000s | 48.968s |
| Iteration 18 | 0.0 | 0.9375 | 0.9375 | 0.000s | 49.749s |
| Iteration 19 | 0.0 | 0.9375 | 0.9375 | 0.000s | 50.538s |
| Iteration 20 | 0.0 | 0.9375 | 0.9375 | 0.000s | 52.986s |
| Iteration 21 | 0.0 | 0.9375 | 0.9375 | 0.000s | 54.254s |
| Iteration 22 | 0.6 | 0.625 | 0.9375 | 0.001s | 55.111s |
| Iteration 23 | 0.0 | 0.9375 | 0.9375 | 0.000s | 56.027s |
| Iteration 24 | 0.0 | 0.9375 | 0.9375 | 0.000s | 58.030s |
| Iteration 25 | 0.0 | 0.9375 | 0.9375 | 0.000s | 1m:00s |
| Iteration 26 | 0.0 | 0.9375 | 0.9375 | 0.000s | 1m:03s |
| Iteration 27 | 0.0 | 0.9375 | 0.9375 | 0.000s | 1m:04s |
| Iteration 28 | 0.9 | 0.75 | 0.9375 | 0.000s | 1m:05s |
| Iteration 29 | 0.0 | 0.9375 | 0.9375 | 0.000s | 1m:06s |
| Iteration 30 | 0.8 | 0.4375 | 0.9375 | 0.000s | 1m:07s |
| Iteration 31 | 0.0 | 0.9375 | 0.9375 | 0.000s | 1m:08s |
| Iteration 32 | 0.0 | 0.9375 | 0.9375 | 0.000s | 1m:08s |
| Iteration 33 | 0.0 | 0.9375 | 0.9375 | 0.000s | 1m:09s |
| Iteration 34 | 0.0 | 0.9375 | 0.9375 | 0.000s | 1m:10s |
| Iteration 35 | 0.0 | 0.9375 | 0.9375 | 0.000s | 1m:11s |
| Iteration 36 | 0.0 | 0.9375 | 0.9375 | 0.000s | 1m:12s |
| Iteration 37 | 0.0 | 0.9375 | 0.9375 | 0.000s | 1m:13s |
| Iteration 38 | 0.0 | 0.9375 | 0.9375 | 0.000s | 1m:13s |
| Iteration 39 | 0.0 | 0.9375 | 0.9375 | 0.001s | 1m:14s |
| Iteration 40 | 0.0 | 0.9375 | 0.9375 | 0.000s | 1m:15s |
| Iteration 41 | 0.0 | 0.9375 | 0.9375 | 0.001s | 1m:16s |
| Iteration 42 | 0.0 | 0.9375 | 0.9375 | 0.000s | 1m:17s |
| Iteration 43 | 0.0 | 0.9375 | 0.9375 | 0.000s | 1m:18s |
| Iteration 44 | 0.0 | 0.9375 | 0.9375 | 0.001s | 1m:20s |
| Iteration 45 | 0.0 | 0.9375 | 0.9375 | 0.000s | 1m:22s |
| Iteration 46 | 0.0 | 0.9375 | 0.9375 | 0.001s | 1m:23s |
| Iteration 47 | 0.0 | 0.9375 | 0.9375 | 0.000s | 1m:24s |
| Iteration 48 | 0.0 | 0.9375 | 0.9375 | 0.000s | 1m:25s |
| Iteration 49 | 0.0 | 0.9375 | 0.9375 | 0.000s | 1m:27s |
| Iteration 50 | 0.0 | 0.9375 | 0.9375 | 0.000s | 1m:30s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'reg_param': 0.0}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 1m:31s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9813
Test evaluation --> roc_auc: 0.2
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.25 ± 0.0632
Time elapsed: 0.030s
-------------------------------------------------
Total time: 1m:31s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 9.4334 | dista.. | auto | 40 | 1 | 0.7188 | 0.7188 | 3.176s | 3.198s |
| Initial point 2 | 3.7517 | uniform | kd_tree | 39 | 2 | 0.5938 | 0.7188 | 3.160s | 7.136s |
| Initial point 3 | 2.9636 | dista.. | ball_tree | 25 | 2 | 0.625 | 0.7188 | 3.820s | 11.837s |
| Initial point 4 | 8.6461 | uniform | ball_tree | 39 | 2 | 0.5 | 0.7188 | 3.144s | 16.017s |
| Initial point 5 | 6.7731 | dista.. | auto | 30 | 2 | 0.875 | 0.875 | 3.178s | 20.026s |
| Initial point 6 | 7.8438 | dista.. | ball_tree | 21 | 2 | 0.875 | 0.875 | 3.254s | 24.068s |
| Initial point 7 | 5.6104 | dista.. | ball_tree | 24 | 1 | 0.7188 | 0.875 | 3.293s | 28.193s |
| Initial point 8 | 1.3445 | dista.. | ball_tree | 21 | 2 | 0.5 | 0.875 | 3.255s | 32.244s |
| Initial point 9 | 6.2496 | uniform | ball_tree | 24 | 1 | 0.7812 | 0.875 | 3.231s | 38.160s |
| Initial point 10 | 4.439 | uniform | brute | 22 | 2 | 0.25 | 0.875 | 3.252s | 42.607s |
| Iteration 11 | 9.46 | dista.. | brute | 40 | 2 | 0.25 | 0.875 | 3.220s | 46.910s |
| Iteration 12 | 8.5431 | uniform | ball_tree | 21 | 2 | 0.6562 | 0.875 | 3.178s | 51.311s |
| Iteration 13 | 7.329 | dista.. | auto | 20 | 2 | 1.0 | 1.0 | 3.210s | 55.522s |
| Iteration 14 | 8.1206 | dista.. | auto | 20 | 2 | 0.8125 | 1.0 | 3.198s | 59.823s |
| Iteration 15 | 5.9062 | dista.. | auto | 20 | 1 | 0.6875 | 1.0 | 3.217s | 1m:06s |
| Iteration 16 | 7.1944 | dista.. | auto | 20 | 2 | 0.9375 | 1.0 | 3.226s | 1m:11s |
| Iteration 17 | 7.5297 | uniform | ball_tree | 40 | 1 | 0.6875 | 1.0 | 3.213s | 1m:15s |
| Iteration 18 | 2.8955 | dista.. | brute | 40 | 1 | 0.625 | 1.0 | 3.194s | 1m:20s |
| Iteration 19 | 0.0 | uniform | kd_tree | 20 | 1 | 0.5 | 1.0 | 3.212s | 1m:24s |
| Iteration 20 | 7.3207 | dista.. | auto | 20 | 2 | 0.625 | 1.0 | 3.208s | 1m:28s |
| Iteration 21 | 0.0657 | uniform | auto | 39 | 2 | 0.5 | 1.0 | 3.186s | 1m:33s |
| Iteration 22 | 9.46 | dista.. | auto | 20 | 1 | 0.6875 | 1.0 | 3.181s | 1m:37s |
| Iteration 23 | 5.4577 | uniform | auto | 40 | 2 | 0.5312 | 1.0 | 3.182s | 1m:41s |
| Iteration 24 | 0.0 | dista.. | auto | 38 | 1 | 0.5 | 1.0 | 3.185s | 1m:46s |
| Iteration 25 | 0.0 | dista.. | brute | 40 | 1 | 0.5 | 1.0 | 3.185s | 1m:50s |
| Iteration 26 | 9.46 | dista.. | auto | 23 | 2 | 0.875 | 1.0 | 3.218s | 1m:56s |
| Iteration 27 | 9.46 | dista.. | ball_tree | 36 | 2 | 0.625 | 1.0 | 3.177s | 2m:02s |
| Iteration 28 | 9.46 | uniform | auto | 20 | 1 | 0.125 | 1.0 | 3.190s | 2m:06s |
| Iteration 29 | 5.3376 | dista.. | kd_tree | 35 | 2 | 0.5625 | 1.0 | 3.189s | 2m:10s |
| Iteration 30 | 9.46 | dista.. | auto | 28 | 2 | 0.5312 | 1.0 | 3.182s | 2m:16s |
| Iteration 31 | 7.1004 | dista.. | ball_tree | 38 | 2 | 0.75 | 1.0 | 3.171s | 2m:21s |
| Iteration 32 | 9.46 | uniform | kd_tree | 23 | 1 | 0.375 | 1.0 | 3.203s | 2m:26s |
| Iteration 33 | 7.1132 | dista.. | brute | 39 | 1 | 0.4062 | 1.0 | 3.167s | 2m:30s |
| Iteration 34 | 3.456 | uniform | ball_tree | 21 | 2 | 0.625 | 1.0 | 3.220s | 2m:35s |
| Iteration 35 | 4.4515 | dista.. | auto | 40 | 2 | 0.9375 | 1.0 | 3.191s | 2m:39s |
| Iteration 36 | 4.5692 | dista.. | auto | 40 | 2 | 1.0 | 1.0 | 3.221s | 2m:44s |
| Iteration 37 | 4.8651 | dista.. | auto | 40 | 2 | 0.75 | 1.0 | 3.209s | 2m:48s |
| Iteration 38 | 4.227 | dista.. | auto | 23 | 2 | 0.7812 | 1.0 | 3.218s | 2m:52s |
| Iteration 39 | 5.3405 | dista.. | auto | 38 | 1 | 0.8125 | 1.0 | 3.197s | 2m:57s |
| Iteration 40 | 6.142 | dista.. | auto | 40 | 2 | 0.75 | 1.0 | 3.232s | 3m:01s |
| Iteration 41 | 6.1839 | dista.. | auto | 40 | 2 | 0.6562 | 1.0 | 3.185s | 3m:06s |
| Iteration 42 | 4.9415 | dista.. | auto | 20 | 2 | 0.625 | 1.0 | 3.230s | 3m:10s |
| Iteration 43 | 0.0 | dista.. | kd_tree | 38 | 2 | 0.5 | 1.0 | 3.224s | 3m:14s |
| Iteration 44 | 0.0025 | uniform | brute | 28 | 1 | 0.5 | 1.0 | 3.212s | 3m:19s |
| Iteration 45 | 6.4443 | dista.. | ball_tree | 40 | 2 | 1.0 | 1.0 | 3.181s | 3m:23s |
| Iteration 46 | 6.3922 | dista.. | ball_tree | 40 | 2 | 1.0 | 1.0 | 3.227s | 3m:28s |
| Iteration 47 | 6.3659 | dista.. | ball_tree | 40 | 2 | 0.8125 | 1.0 | 3.196s | 3m:33s |
| Iteration 48 | 6.3926 | dista.. | ball_tree | 40 | 2 | 0.5625 | 1.0 | 3.199s | 3m:37s |
| Iteration 49 | 9.46 | dista.. | ball_tree | 21 | 1 | 0.75 | 1.0 | 3.177s | 3m:42s |
| Iteration 50 | 6.4355 | dista.. | ball_tree | 40 | 1 | 0.375 | 1.0 | 3.194s | 3m:46s |
Bayesian Optimization ---------------------------
Best call --> Iteration 46
Best parameters --> {'radius': 6.3922, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 40, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:47s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.3
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.29 ± 0.08
Time elapsed: 0.054s
-------------------------------------------------
Total time: 3m:47s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.9375 | 0.9375 | 3.568s | 3.577s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.9375 | 0.9375 | 3.574s | 7.864s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.5625 | 0.9375 | 3.306s | 11.878s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.7188 | 0.9375 | 3.467s | 16.165s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.4688 | 0.9375 | 3.319s | 20.264s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.875 | 0.9375 | 3.514s | 24.662s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.9375 | 0.9375 | 3.182s | 28.766s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.625 | 0.9375 | 3.434s | 33.031s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.5 | 0.9375 | 3.167s | 36.995s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.8438 | 0.9375 | 3.922s | 41.742s |
| Iteration 11 | 489 | 0.2361 | SAMME.R | 0.8125 | 0.9375 | 3.563s | 46.291s |
| Iteration 12 | 497 | 0.5743 | SAMME | 0.9375 | 0.9375 | 3.504s | 50.833s |
| Iteration 13 | 500 | 10.0 | SAMME | 0.75 | 0.9375 | 3.152s | 55.003s |
| Iteration 14 | 123 | 0.0193 | SAMME | 0.8125 | 0.9375 | 3.269s | 59.235s |
| Iteration 15 | 53 | 8.172 | SAMME.R | 0.6875 | 0.9375 | 3.268s | 1m:03s |
| Iteration 16 | 150 | 5.6604 | SAMME.R | 0.625 | 0.9375 | 3.346s | 1m:08s |
| Iteration 17 | 483 | 0.01 | SAMME.R | 0.875 | 0.9375 | 3.588s | 1m:12s |
| Iteration 18 | 337 | 1.0197 | SAMME.R | 1.0 | 1.0 | 3.488s | 1m:17s |
| Iteration 19 | 360 | 0.4774 | SAMME.R | 0.75 | 1.0 | 3.527s | 1m:21s |
| Iteration 20 | 315 | 2.2006 | SAMME.R | 0.4688 | 1.0 | 3.473s | 1m:26s |
| Iteration 21 | 342 | 0.022 | SAMME | 1.0 | 1.0 | 3.474s | 1m:30s |
| Iteration 22 | 340 | 0.2395 | SAMME.R | 0.375 | 1.0 | 3.500s | 1m:35s |
| Iteration 23 | 336 | 0.0223 | SAMME | 0.8125 | 1.0 | 3.390s | 1m:39s |
| Iteration 24 | 500 | 0.0488 | SAMME.R | 1.0 | 1.0 | 3.569s | 1m:44s |
| Iteration 25 | 500 | 0.0151 | SAMME.R | 1.0 | 1.0 | 3.562s | 1m:49s |
| Iteration 26 | 500 | 0.0111 | SAMME.R | 0.6875 | 1.0 | 3.592s | 1m:53s |
| Iteration 27 | 458 | 9.1334 | SAMME.R | 0.375 | 1.0 | 3.494s | 1m:58s |
| Iteration 28 | 94 | 0.0171 | SAMME | 0.9062 | 1.0 | 3.229s | 2m:02s |
| Iteration 29 | 500 | 0.0719 | SAMME | 0.875 | 1.0 | 3.528s | 2m:07s |
| Iteration 30 | 89 | 2.8073 | SAMME.R | 0.375 | 1.0 | 3.216s | 2m:11s |
| Iteration 31 | 500 | 0.3051 | SAMME.R | 0.875 | 1.0 | 3.549s | 2m:16s |
| Iteration 32 | 500 | 0.0475 | SAMME.R | 0.75 | 1.0 | 3.725s | 2m:22s |
| Iteration 33 | 470 | 0.01 | SAMME | 0.4375 | 1.0 | 3.529s | 2m:28s |
| Iteration 34 | 500 | 9.8747 | SAMME.R | 0.375 | 1.0 | 3.509s | 2m:35s |
| Iteration 35 | 500 | 0.1661 | SAMME.R | 0.4375 | 1.0 | 3.522s | 2m:41s |
| Iteration 36 | 339 | 0.9915 | SAMME.R | 0.8125 | 1.0 | 3.428s | 2m:47s |
| Iteration 37 | 497 | 0.0167 | SAMME.R | 0.875 | 1.0 | 3.577s | 2m:52s |
| Iteration 38 | 444 | 0.0147 | SAMME.R | 1.0 | 1.0 | 3.503s | 2m:57s |
| Iteration 39 | 392 | 0.0158 | SAMME.R | 0.9375 | 1.0 | 3.436s | 3m:02s |
| Iteration 40 | 459 | 0.0149 | SAMME.R | 0.8125 | 1.0 | 3.531s | 3m:06s |
| Iteration 41 | 500 | 0.0561 | SAMME.R | 1.0 | 1.0 | 3.526s | 3m:11s |
| Iteration 42 | 489 | 0.057 | SAMME.R | 0.9375 | 1.0 | 3.531s | 3m:18s |
| Iteration 43 | 447 | 0.0553 | SAMME.R | 0.6875 | 1.0 | 3.487s | 3m:25s |
| Iteration 44 | 380 | 0.0134 | SAMME.R | 0.625 | 1.0 | 3.421s | 3m:30s |
| Iteration 45 | 430 | 0.0167 | SAMME.R | 1.0 | 1.0 | 3.487s | 3m:34s |
| Iteration 46 | 408 | 0.0182 | SAMME.R | 1.0 | 1.0 | 3.448s | 3m:39s |
| Iteration 47 | 421 | 0.0174 | SAMME.R | 0.875 | 1.0 | 3.440s | 3m:44s |
| Iteration 48 | 340 | 0.0199 | SAMME.R | 0.75 | 1.0 | 3.398s | 3m:48s |
| Iteration 49 | 314 | 1.2156 | SAMME.R | 0.75 | 1.0 | 3.390s | 3m:55s |
| Iteration 50 | 445 | 0.0167 | SAMME.R | 0.75 | 1.0 | 3.471s | 4m:02s |
Bayesian Optimization ---------------------------
Best call --> Iteration 24
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0488, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:03s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.464s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.49 ± 0.1068
Time elapsed: 2.066s
-------------------------------------------------
Total time: 4m:06s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 1.0 | 1.0 | 3.485s | 3.505s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.8125 | 1.0 | 3.371s | 7.829s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.5625 | 1.0 | 3.402s | 12.047s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 1.0 | 3.235s | 16.041s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.6875 | 1.0 | 3.429s | 20.331s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.75 | 1.0 | 3.260s | 24.360s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.9375 | 1.0 | 3.262s | 28.889s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.75 | 1.0 | 3.307s | 33.044s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.625 | 1.0 | 3.424s | 37.163s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.4375 | 1.0 | 3.412s | 41.334s |
| Iteration 11 | 47 | entropy | None | 2 | 15 | auto | True | 0.035 | 0.9 | 0.375 | 1.0 | 3.190s | 45.879s |
| Iteration 12 | 428 | entropy | 4 | 2 | 5 | 0.9 | True | 0.006 | 0.9 | 0.8125 | 1.0 | 3.504s | 50.596s |
| Iteration 13 | 500 | gini | 9 | 2 | 20 | auto | True | 0.0 | None | 1.0 | 1.0 | 4.139s | 56.026s |
| Iteration 14 | 500 | gini | None | 20 | 1 | None | True | 0.035 | None | 0.9375 | 1.0 | 3.549s | 1m:01s |
| Iteration 15 | 352 | gini | 3 | 20 | 3 | 0.9 | False | 0.0166 | --- | 0.875 | 1.0 | 3.384s | 1m:05s |
| Iteration 16 | 107 | entropy | 1 | 18 | 20 | 0.9 | True | 0.0246 | 0.9 | 0.75 | 1.0 | 3.224s | 1m:10s |
| Iteration 17 | 58 | gini | None | 20 | 4 | None | False | 0.0051 | --- | 0.5625 | 1.0 | 3.186s | 1m:14s |
| Iteration 18 | 500 | entropy | 4 | 18 | 20 | auto | True | 0.0 | 0.9 | 0.625 | 1.0 | 3.490s | 1m:19s |
| Iteration 19 | 485 | entropy | 4 | 20 | 5 | 0.7 | False | 0.0314 | --- | 0.9375 | 1.0 | 3.459s | 1m:24s |
| Iteration 20 | 500 | gini | 8 | 2 | 20 | auto | False | 0.0148 | --- | 0.875 | 1.0 | 3.421s | 1m:28s |
| Iteration 21 | 500 | gini | 1 | 20 | 1 | 0.7 | True | 0.017 | 0.7 | 1.0 | 1.0 | 3.543s | 1m:33s |
| Iteration 22 | 500 | entropy | 8 | 2 | 20 | 0.7 | True | 0.0 | None | 0.8125 | 1.0 | 3.489s | 1m:38s |
| Iteration 23 | 494 | gini | 6 | 20 | 1 | auto | True | 0.0091 | 0.7 | 0.8125 | 1.0 | 3.516s | 1m:45s |
| Iteration 24 | 419 | gini | None | 20 | 15 | 0.6 | True | 0.035 | 0.5 | 0.5 | 1.0 | 3.472s | 1m:50s |
| Iteration 25 | 399 | entropy | None | 20 | 5 | auto | False | 0.0226 | --- | 0.8125 | 1.0 | 3.369s | 1m:55s |
| Iteration 26 | 186 | entropy | None | 20 | 6 | None | True | 0.0323 | 0.5 | 0.875 | 1.0 | 3.293s | 1m:59s |
| Iteration 27 | 38 | entropy | None | 2 | 1 | None | False | 0.035 | --- | 0.625 | 1.0 | 3.160s | 2m:04s |
| Iteration 28 | 500 | entropy | 6 | 20 | 6 | log2 | True | 0.0001 | 0.8 | 1.0 | 1.0 | 3.528s | 2m:09s |
| Iteration 29 | 500 | entropy | 9 | 20 | 6 | 0.9 | False | 0.0221 | --- | 0.8438 | 1.0 | 3.453s | 2m:14s |
| Iteration 30 | 30 | entropy | 1 | 20 | 6 | auto | True | 0.0111 | 0.6 | 0.5 | 1.0 | 3.440s | 2m:19s |
| Iteration 31 | 500 | gini | 1 | 12 | 2 | 0.7 | True | 0.0335 | 0.8 | 0.875 | 1.0 | 3.582s | 2m:24s |
| Iteration 32 | 374 | gini | None | 20 | 1 | 0.8 | False | 0.0315 | --- | 0.6875 | 1.0 | 3.361s | 2m:29s |
| Iteration 33 | 500 | entropy | 5 | 20 | 5 | log2 | True | 0.0222 | 0.6 | 0.4375 | 1.0 | 3.512s | 2m:35s |
| Iteration 34 | 499 | entropy | 3 | 17 | 5 | log2 | True | 0.0101 | 0.9 | 0.875 | 1.0 | 3.515s | 2m:41s |
| Iteration 35 | 468 | entropy | 1 | 16 | 6 | auto | False | 0.0158 | --- | 0.8125 | 1.0 | 3.387s | 2m:46s |
| Iteration 36 | 500 | gini | 5 | 11 | 1 | None | False | 0.0241 | --- | 0.7188 | 1.0 | 3.460s | 2m:51s |
| Iteration 37 | 135 | entropy | 1 | 20 | 6 | 0.5 | True | 0.0262 | 0.8 | 0.8125 | 1.0 | 3.905s | 2m:56s |
| Iteration 38 | 134 | gini | 2 | 8 | 1 | 0.9 | True | 0.0192 | 0.7 | 1.0 | 1.0 | 3.266s | 3m:01s |
| Iteration 39 | 315 | entropy | 3 | 7 | 5 | log2 | True | 0.035 | 0.9 | 0.9375 | 1.0 | 3.382s | 3m:06s |
| Iteration 40 | 235 | gini | 6 | 19 | 1 | 0.8 | True | 0.0205 | 0.7 | 0.8125 | 1.0 | 3.332s | 3m:12s |
| Iteration 41 | 253 | entropy | 7 | 11 | 6 | auto | True | 0.0 | 0.8 | 1.0 | 1.0 | 3.309s | 3m:18s |
| Iteration 42 | 207 | entropy | 1 | 10 | 5 | 0.6 | True | 0.0347 | 0.9 | 0.9375 | 1.0 | 3.272s | 3m:23s |
| Iteration 43 | 25 | gini | 1 | 5 | 1 | None | True | 0.0225 | 0.7 | 0.625 | 1.0 | 3.138s | 3m:27s |
| Iteration 44 | 154 | gini | 7 | 9 | 6 | auto | True | 0.0061 | 0.9 | 0.4375 | 1.0 | 3.277s | 3m:32s |
| Iteration 45 | 498 | entropy | 7 | 20 | 7 | auto | True | 0.0295 | 0.9 | 1.0 | 1.0 | 3.523s | 3m:37s |
| Iteration 46 | 441 | entropy | 9 | 9 | 6 | auto | True | 0.0033 | 0.9 | 1.0 | 1.0 | 3.472s | 3m:43s |
| Iteration 47 | 269 | entropy | 1 | 8 | 6 | auto | True | 0.029 | 0.9 | 0.875 | 1.0 | 3.316s | 3m:48s |
| Iteration 48 | 500 | entropy | 9 | 20 | 7 | auto | True | 0.0 | 0.9 | 0.75 | 1.0 | 3.462s | 3m:53s |
| Iteration 49 | 47 | gini | 2 | 17 | 20 | 0.5 | True | 0.0322 | None | 0.5 | 1.0 | 3.128s | 3m:58s |
| Iteration 50 | 324 | entropy | 5 | 15 | 7 | 0.6 | True | 0.0265 | 0.8 | 0.8125 | 1.0 | 3.384s | 4m:02s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'n_estimators': 500, 'criterion': 'gini', 'max_depth': 9, 'min_samples_split': 2, 'min_samples_leaf': 20, 'max_features': 'auto', 'bootstrap': True, 'ccp_alpha': 0.0, 'max_samples': None}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7232
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.408s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.0316
Time elapsed: 1.838s
-------------------------------------------------
Total time: 4m:06s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.216s | 3.236s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.8125 | 0.8125 | 3.202s | 7.491s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.8125 | 3.193s | 11.511s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.8125 | 3.172s | 15.466s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.8125 | 3.171s | 19.401s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.8125 | 3.193s | 23.529s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.8125 | 3.184s | 27.463s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.8125 | 3.176s | 31.429s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.625 | 0.8125 | 3.190s | 35.443s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.8125 | 3.191s | 39.423s |
| Iteration 11 | 448 | 0.0216 | 9 | 0.234 | 2 | 0.9 | 0.9 | 0.01 | 0.01 | 0.8125 | 0.8125 | 3.200s | 43.811s |
| Iteration 12 | 426 | 0.0316 | 6 | 0.3683 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.625 | 0.8125 | 3.196s | 48.224s |
| Iteration 13 | 476 | 0.1706 | 10 | 0.1553 | 1 | 0.7 | 0.8 | 0 | 0.1 | 0.9375 | 0.9375 | 3.194s | 52.576s |
| Iteration 14 | 20 | 1.0 | 10 | 0.0 | 1 | 0.5 | 0.4 | 0 | 0 | 0.6875 | 0.9375 | 3.120s | 57.038s |
| Iteration 15 | 500 | 0.0168 | 1 | 0.0 | 1 | 0.7 | 0.5 | 0 | 1 | 0.75 | 0.9375 | 3.202s | 1m:01s |
| Iteration 16 | 500 | 0.8621 | 8 | 0.3892 | 1 | 0.5 | 0.8 | 0 | 0.01 | 0.8125 | 0.9375 | 3.816s | 1m:06s |
| Iteration 17 | 20 | 0.01 | 10 | 0.0 | 1 | 1.0 | 1.0 | 0 | 100 | 0.6875 | 0.9375 | 3.115s | 1m:11s |
| Iteration 18 | 500 | 1.0 | 10 | 0.2691 | 1 | 1.0 | 0.4 | 0 | 100 | 0.875 | 0.9375 | 3.209s | 1m:15s |
| Iteration 19 | 500 | 1.0 | 10 | 0.0 | 1 | 1.0 | 1.0 | 0 | 0 | 1.0 | 1.0 | 3.229s | 1m:19s |
| Iteration 20 | 500 | 0.0837 | 10 | 0.0 | 1 | 0.6 | 0.9 | 0 | 0.1 | 1.0 | 1.0 | 3.223s | 1m:25s |
| Iteration 21 | 500 | 0.01 | 10 | 0.0 | 1 | 1.0 | 1.0 | 0 | 100 | 0.3438 | 1.0 | 3.205s | 1m:30s |
| Iteration 22 | 500 | 0.1309 | 1 | 0.0 | 1 | 0.5 | 0.9 | 0 | 0 | 0.75 | 1.0 | 3.208s | 1m:35s |
| Iteration 23 | 500 | 0.5609 | 10 | 0.0 | 1 | 1.0 | 0.9 | 0 | 0.01 | 0.8125 | 1.0 | 3.219s | 1m:39s |
| Iteration 24 | 313 | 1.0 | 10 | 0.2495 | 1 | 0.7 | 0.8 | 0 | 1 | 0.875 | 1.0 | 3.198s | 1m:43s |
| Iteration 25 | 500 | 1.0 | 10 | 0.5607 | 1 | 1.0 | 0.6 | 0 | 1 | 1.0 | 1.0 | 3.157s | 1m:48s |
| Iteration 26 | 500 | 1.0 | 1 | 0.0 | 1 | 1.0 | 0.4 | 0 | 1 | 1.0 | 1.0 | 3.213s | 1m:52s |
| Iteration 27 | 500 | 1.0 | 10 | 1.0 | 1 | 1.0 | 0.4 | 0 | 1 | 0.625 | 1.0 | 3.199s | 1m:57s |
| Iteration 28 | 500 | 1.0 | 5 | 0.0 | 1 | 1.0 | 0.4 | 0 | 1 | 0.875 | 1.0 | 3.180s | 2m:01s |
| Iteration 29 | 500 | 1.0 | 1 | 0.0 | 1 | 1.0 | 0.8 | 1 | 0.1 | 0.875 | 1.0 | 3.185s | 2m:06s |
| Iteration 30 | 20 | 1.0 | 2 | 0.0 | 1 | 1.0 | 0.5 | 0 | 100 | 0.625 | 1.0 | 3.125s | 2m:10s |
| Iteration 31 | 500 | 1.0 | 10 | 0.0 | 2 | 0.5 | 0.4 | 0 | 0.1 | 0.875 | 1.0 | 3.187s | 2m:17s |
| Iteration 32 | 500 | 1.0 | 5 | 0.2244 | 1 | 1.0 | 1.0 | 0 | 1 | 0.6875 | 1.0 | 3.194s | 2m:22s |
| Iteration 33 | 500 | 1.0 | 10 | 0.0 | 1 | 0.8 | 0.4 | 100 | 0.1 | 0.5 | 1.0 | 3.221s | 2m:26s |
| Iteration 34 | 500 | 1.0 | 10 | 0.0 | 1 | 1.0 | 0.6 | 0 | 0.1 | 0.8125 | 1.0 | 3.203s | 2m:31s |
| Iteration 35 | 40 | 1.0 | 9 | 0.0 | 1 | 0.7 | 1.0 | 0 | 0.01 | 0.625 | 1.0 | 3.133s | 2m:36s |
| Iteration 36 | 500 | 0.01 | 1 | 1.0 | 1 | 0.9 | 0.8 | 0 | 0 | 0.875 | 1.0 | 3.213s | 2m:40s |
| Iteration 37 | 500 | 1.0 | 1 | 0.0 | 1 | 0.5 | 0.4 | 0 | 0 | 0.875 | 1.0 | 3.184s | 2m:45s |
| Iteration 38 | 500 | 0.01 | 10 | 0.0 | 1 | 1.0 | 0.4 | 0 | 0 | 1.0 | 1.0 | 3.218s | 2m:49s |
| Iteration 39 | 322 | 0.01 | 5 | 0.0 | 1 | 0.9 | 0.5 | 0 | 0 | 0.9375 | 1.0 | 3.242s | 2m:54s |
| Iteration 40 | 500 | 0.01 | 10 | 0.0 | 1 | 1.0 | 0.4 | 0 | 0 | 1.0 | 1.0 | 0.001s | 2m:56s |
| Iteration 41 | 500 | 0.01 | 10 | 0.0 | 1 | 0.5 | 0.4 | 0 | 0 | 1.0 | 1.0 | 3.198s | 3m:01s |
| Iteration 42 | 500 | 0.01 | 1 | 0.0 | 1 | 1.0 | 0.4 | 0 | 0 | 0.9375 | 1.0 | 3.200s | 3m:05s |
| Iteration 43 | 500 | 0.01 | 10 | 0.0 | 1 | 0.5 | 0.4 | 0 | 0 | 1.0 | 1.0 | 0.000s | 3m:07s |
| Iteration 44 | 500 | 0.01 | 6 | 0.0 | 1 | 1.0 | 0.7 | 0.1 | 0 | 0.5 | 1.0 | 3.250s | 3m:11s |
| Iteration 45 | 226 | 0.903 | 9 | 0.2523 | 1 | 0.6 | 0.6 | 10 | 1 | 0.5 | 1.0 | 3.189s | 3m:16s |
| Iteration 46 | 331 | 0.9989 | 1 | 0.0 | 1 | 1.0 | 0.7 | 100 | 10 | 0.5 | 1.0 | 3.181s | 3m:21s |
| Iteration 47 | 500 | 1.0 | 7 | 0.0 | 1 | 1.0 | 0.5 | 0.1 | 0.01 | 0.75 | 1.0 | 3.170s | 3m:25s |
| Iteration 48 | 500 | 0.01 | 10 | 0.0 | 1 | 0.5 | 0.4 | 0 | 0.01 | 0.75 | 1.0 | 3.371s | 3m:30s |
| Iteration 49 | 233 | 0.01 | 7 | 1.0 | 1 | 0.6 | 0.9 | 0 | 0 | 0.75 | 1.0 | 3.296s | 3m:35s |
| Iteration 50 | 500 | 1.0 | 10 | 0.0 | 10 | 1.0 | 0.4 | 0 | 100 | 0.5 | 1.0 | 3.212s | 3m:40s |
Bayesian Optimization ---------------------------
Best call --> Iteration 19
Best parameters --> {'n_estimators': 500, 'learning_rate': 1.0, 'max_depth': 10, 'gamma': 0.0, 'min_child_weight': 1, 'subsample': 1.0, 'colsample_bytree': 1.0, 'reg_alpha': 0, 'reg_lambda': 0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:41s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.099s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.565 ± 0.1497
Time elapsed: 0.291s
-------------------------------------------------
Total time: 3m:42s
Final results ==================== >>
Duration: 26m:30s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.61 ± 0.131 ~
Logistic Regression --> roc_auc: 0.27 ± 0.0748 ~
Linear Discriminant Analysis --> roc_auc: 0.6 ± 0.0316
Quadratic Discriminant Analysis --> roc_auc: 0.25 ± 0.0632 ~
Radius Nearest Neighbors --> roc_auc: 0.29 ± 0.08 ~
AdaBoost --> roc_auc: 0.49 ± 0.1068 ~
Random Forest --> roc_auc: 0.75 ± 0.0316 !
XGBoost --> roc_auc: 0.565 ± 0.1497 ~
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 834 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVGSGGGADGLTF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAASKTGNQFYF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVLDSSYKLIF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAATSGSARQLTF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVSQGAQKLVF.
>>> Dropping feature CAVSSGGGADGLTF.
>>> Dropping feature CAVTGANNLFF.
>>> Dropping feature CAENNNARLMF.
>>> Dropping feature CALYSGGGADGLTF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVPTQGGSEKLVF.
>>> Dropping feature CAVVNAGGTSYGKLTF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASMNSGYSTLTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVGSGGSYIPTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVRGGSYIPTF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CASSFSYEQYF.
>>> Dropping feature CASSLAGTDTQYF.
>>> Dropping feature CAVFTSGTYKYIF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVRGAAGNKLTF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.75 | 0.75 | 0.686s | 0.708s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.8125 | 0.8125 | 0.724s | 2.239s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 1.0 | 1.0 | 0.685s | 3.712s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.5 | 1.0 | 0.716s | 5.233s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.875 | 1.0 | 0.730s | 6.708s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.625 | 1.0 | 0.777s | 9.732s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.8125 | 1.0 | 0.749s | 11.563s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.8125 | 1.0 | 0.746s | 13.052s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.6875 | 1.0 | 0.672s | 14.506s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 1.0 | 1.0 | 0.663s | 15.905s |
| Iteration 11 | exponen.. | 0.016 | 53 | 0.9 | friedman_mse | 15 | 8 | 2 | 0.6 | 0.0228 | 1.0 | 1.0 | 0.632s | 17.563s |
| Iteration 12 | exponen.. | 0.0104 | 131 | 0.8 | friedman_mse | 9 | 9 | 2 | auto | 0.0267 | 0.5625 | 1.0 | 0.671s | 19.250s |
| Iteration 13 | exponen.. | 0.0477 | 37 | 0.8 | friedman_mse | 16 | 11 | 3 | 0.5 | 0.0228 | 0.625 | 1.0 | 0.640s | 20.985s |
| Iteration 14 | exponen.. | 0.0221 | 357 | 0.8 | squared_er.. | 20 | 6 | 4 | auto | 0.0151 | 1.0 | 1.0 | 0.725s | 22.809s |
| Iteration 15 | exponen.. | 0.2309 | 207 | 0.6 | friedman_mse | 15 | 8 | 3 | 0.6 | 0.031 | 0.875 | 1.0 | 0.667s | 26.484s |
| Iteration 16 | exponen.. | 0.1475 | 140 | 0.8 | squared_er.. | 19 | 14 | 3 | auto | 0.0202 | 0.625 | 1.0 | 0.663s | 29.407s |
| Iteration 17 | exponen.. | 0.1757 | 60 | 0.8 | squared_er.. | 17 | 17 | 5 | 0.9 | 0.0184 | 0.8125 | 1.0 | 0.649s | 31.330s |
| Iteration 18 | exponen.. | 1.0 | 441 | 0.6 | squared_er.. | 16 | 16 | 6 | 0.8 | 0.0316 | 0.4375 | 1.0 | 0.730s | 33.076s |
| Iteration 19 | deviance | 0.9599 | 166 | 0.8 | friedman_mse | 5 | 17 | 1 | sqrt | 0.0028 | 0.625 | 1.0 | 0.658s | 34.804s |
| Iteration 20 | exponen.. | 0.0664 | 162 | 0.8 | squared_er.. | 19 | 6 | 2 | 0.6 | 0.0234 | 0.875 | 1.0 | 0.666s | 36.593s |
| Iteration 21 | exponen.. | 0.0798 | 408 | 0.8 | squared_er.. | 15 | 18 | 7 | log2 | 0.0329 | 0.6875 | 1.0 | 0.748s | 38.428s |
| Iteration 22 | exponen.. | 0.0198 | 230 | 0.9 | friedman_mse | 20 | 7 | 1 | 0.6 | 0.028 | 0.7188 | 1.0 | 0.734s | 40.348s |
| Iteration 23 | exponen.. | 0.3751 | 101 | 0.8 | friedman_mse | 15 | 17 | 3 | log2 | 0.0216 | 0.8125 | 1.0 | 0.651s | 43.684s |
| Iteration 24 | exponen.. | 0.3735 | 192 | 1.0 | friedman_mse | 10 | 17 | 4 | None | 0.0038 | 0.3125 | 1.0 | 0.659s | 45.988s |
| Iteration 25 | deviance | 0.6559 | 10 | 1.0 | squared_er.. | 19 | 17 | 4 | auto | 0.0076 | 0.8125 | 1.0 | 0.624s | 49.515s |
| Iteration 26 | exponen.. | 0.01 | 153 | 0.5 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0093 | 0.5 | 1.0 | 0.660s | 53.580s |
| Iteration 27 | exponen.. | 0.0359 | 66 | 0.9 | friedman_mse | 18 | 8 | 3 | sqrt | 0.0027 | 0.8125 | 1.0 | 0.643s | 55.813s |
| Iteration 28 | deviance | 0.1085 | 27 | 0.7 | squared_er.. | 19 | 17 | 6 | auto | 0.0337 | 0.5938 | 1.0 | 0.662s | 57.686s |
| Iteration 29 | exponen.. | 0.0209 | 74 | 0.8 | squared_er.. | 18 | 17 | 4 | auto | 0.01 | 0.75 | 1.0 | 0.717s | 59.779s |
| Iteration 30 | exponen.. | 0.3093 | 416 | 1.0 | friedman_mse | 16 | 16 | 2 | log2 | 0.0027 | 0.625 | 1.0 | 0.737s | 1m:02s |
| Iteration 31 | exponen.. | 0.1546 | 152 | 0.8 | friedman_mse | 15 | 5 | 7 | 0.9 | 0.0322 | 0.8438 | 1.0 | 0.705s | 1m:04s |
| Iteration 32 | exponen.. | 0.0139 | 454 | 0.6 | squared_er.. | 18 | 6 | 4 | sqrt | 0.02 | 1.0 | 1.0 | 0.765s | 1m:06s |
| Iteration 33 | exponen.. | 0.012 | 500 | 0.6 | squared_er.. | 19 | 5 | 5 | 0.7 | 0.0072 | 0.8125 | 1.0 | 0.786s | 1m:08s |
| Iteration 34 | deviance | 0.1718 | 87 | 0.5 | squared_er.. | 17 | 6 | 2 | None | 0.0088 | 0.9375 | 1.0 | 0.661s | 1m:10s |
| Iteration 35 | exponen.. | 0.1007 | 10 | 0.5 | squared_er.. | 17 | 3 | 8 | log2 | 0.0232 | 1.0 | 1.0 | 0.644s | 1m:12s |
| Iteration 36 | exponen.. | 0.8175 | 331 | 0.5 | squared_er.. | 16 | 1 | 8 | auto | 0.0086 | 0.6875 | 1.0 | 0.708s | 1m:14s |
| Iteration 37 | exponen.. | 0.037 | 10 | 0.5 | squared_er.. | 18 | 5 | 7 | auto | 0.0328 | 1.0 | 1.0 | 0.636s | 1m:15s |
| Iteration 38 | deviance | 0.0113 | 10 | 0.5 | squared_er.. | 18 | 5 | 7 | auto | 0.0337 | 0.75 | 1.0 | 0.643s | 1m:17s |
| Iteration 39 | exponen.. | 0.8665 | 10 | 1.0 | squared_er.. | 17 | 3 | 8 | 0.7 | 0.0278 | 0.625 | 1.0 | 0.633s | 1m:19s |
| Iteration 40 | exponen.. | 0.1245 | 10 | 0.5 | squared_er.. | 15 | 6 | 3 | 0.6 | 0.0089 | 1.0 | 1.0 | 0.635s | 1m:21s |
| Iteration 41 | exponen.. | 0.2566 | 109 | 0.5 | squared_er.. | 16 | 6 | 3 | auto | 0.009 | 0.75 | 1.0 | 0.657s | 1m:23s |
| Iteration 42 | deviance | 0.0663 | 273 | 0.5 | friedman_mse | 2 | 1 | 7 | 0.8 | 0.0262 | 0.8125 | 1.0 | 0.755s | 1m:26s |
| Iteration 43 | exponen.. | 0.0746 | 417 | 1.0 | squared_er.. | 2 | 1 | 4 | 0.8 | 0.0033 | 0.5625 | 1.0 | 0.754s | 1m:28s |
| Iteration 44 | deviance | 0.0191 | 395 | 0.5 | squared_er.. | 10 | 5 | 2 | 0.8 | 0.0153 | 1.0 | 1.0 | 0.748s | 1m:30s |
| Iteration 45 | deviance | 0.036 | 184 | 0.5 | squared_er.. | 6 | 5 | 4 | 0.8 | 0.0057 | 0.875 | 1.0 | 0.691s | 1m:32s |
| Iteration 46 | exponen.. | 0.0213 | 387 | 0.5 | friedman_mse | 2 | 6 | 2 | sqrt | 0.0345 | 0.8125 | 1.0 | 0.737s | 1m:34s |
| Iteration 47 | deviance | 0.0128 | 64 | 0.5 | friedman_mse | 20 | 6 | 2 | 0.7 | 0.0127 | 1.0 | 1.0 | 0.654s | 1m:35s |
| Iteration 48 | exponen.. | 0.827 | 469 | 0.5 | friedman_mse | 20 | 7 | 8 | None | 0.023 | 0.75 | 1.0 | 0.752s | 1m:37s |
| Iteration 49 | deviance | 1.0 | 491 | 0.5 | friedman_mse | 20 | 4 | 9 | None | 0.0 | 0.5 | 1.0 | 0.746s | 1m:40s |
| Iteration 50 | deviance | 0.0489 | 420 | 0.5 | friedman_mse | 15 | 6 | 1 | None | 0.0 | 1.0 | 1.0 | 0.739s | 1m:42s |
Bayesian Optimization ---------------------------
Best call --> Iteration 32
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0139, 'n_estimators': 454, 'subsample': 0.6, 'criterion': 'squared_error', 'min_samples_split': 18, 'min_samples_leaf': 6, 'max_depth': 4, 'max_features': 'sqrt', 'ccp_alpha': 0.02}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:43s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9946
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.131s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.91 ± 0.086
Time elapsed: 0.626s
-------------------------------------------------
Total time: 1m:44s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.4375 | 0.4375 | 0.660s | 0.671s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.625 | 0.625 | 0.659s | 2.236s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.75 | 0.75 | 0.664s | 3.630s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.625 | 0.75 | 0.660s | 4.998s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.75 | 0.75 | 0.668s | 6.467s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.5 | 0.75 | 0.666s | 7.852s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.625 | 0.75 | 0.665s | 9.377s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.25 | 0.75 | 0.666s | 10.791s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.8125 | 0.8125 | 0.660s | 12.221s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.75 | 0.8125 | 0.662s | 13.682s |
| Iteration 11 | l2 | 0.0233 | libli.. | 319 | --- | 0.4375 | 0.8125 | 0.664s | 15.455s |
| Iteration 12 | l2 | 68.1428 | lbfgs | 296 | --- | 0.4375 | 0.8125 | 0.660s | 17.130s |
| Iteration 13 | l2 | 0.0746 | libli.. | 233 | --- | 0.625 | 0.8125 | 0.651s | 18.800s |
| Iteration 14 | l2 | 0.0262 | sag | 164 | --- | 0.6875 | 0.8125 | 0.662s | 20.557s |
| Iteration 15 | elast.. | 0.001 | saga | 895 | 0.7 | 0.5 | 0.8125 | 0.665s | 22.604s |
| Iteration 16 | none | --- | lbfgs | 394 | --- | 0.75 | 0.8125 | 0.668s | 24.335s |
| Iteration 17 | l2 | 0.0132 | sag | 245 | --- | 0.625 | 0.8125 | 0.654s | 25.992s |
| Iteration 18 | l2 | 19.9287 | lbfgs | 505 | --- | 0.4375 | 0.8125 | 0.658s | 27.694s |
| Iteration 19 | l2 | 99.9809 | newto.. | 550 | --- | 0.625 | 0.8125 | 1.312s | 31.558s |
| Iteration 20 | none | --- | lbfgs | 523 | --- | 0.75 | 0.8125 | 0.660s | 33.548s |
| Iteration 21 | l2 | 1.6212 | newto.. | 133 | --- | 0.625 | 0.8125 | 0.660s | 35.258s |
| Iteration 22 | none | --- | sag | 652 | --- | 0.625 | 0.8125 | 0.665s | 36.973s |
| Iteration 23 | none | --- | saga | 955 | --- | 0.8125 | 0.8125 | 0.659s | 38.694s |
| Iteration 24 | none | --- | saga | 466 | --- | 1.0 | 1.0 | 0.652s | 40.486s |
| Iteration 25 | none | --- | saga | 711 | --- | 0.625 | 1.0 | 0.654s | 42.158s |
| Iteration 26 | none | --- | lbfgs | 215 | --- | 0.3125 | 1.0 | 0.656s | 43.977s |
| Iteration 27 | none | --- | saga | 615 | --- | 0.625 | 1.0 | 0.656s | 45.715s |
| Iteration 28 | none | --- | lbfgs | 642 | --- | 0.25 | 1.0 | 0.652s | 47.440s |
| Iteration 29 | elast.. | 0.0011 | saga | 114 | 0.1 | 0.5 | 1.0 | 0.657s | 49.148s |
| Iteration 30 | none | --- | sag | 108 | --- | 0.5 | 1.0 | 0.651s | 50.980s |
| Iteration 31 | none | --- | saga | 119 | --- | 0.5 | 1.0 | 0.648s | 52.780s |
| Iteration 32 | l2 | 100.0 | libli.. | 956 | --- | 0.5 | 1.0 | 0.651s | 54.471s |
| Iteration 33 | l2 | 0.0311 | libli.. | 720 | --- | 0.8125 | 1.0 | 0.662s | 56.306s |
| Iteration 34 | l2 | 0.0375 | libli.. | 127 | --- | 0.9375 | 1.0 | 0.649s | 58.078s |
| Iteration 35 | l2 | 0.043 | libli.. | 303 | --- | 1.0 | 1.0 | 0.658s | 1m:02s |
| Iteration 36 | l2 | 0.0451 | libli.. | 920 | --- | 0.375 | 1.0 | 0.654s | 1m:05s |
| Iteration 37 | l2 | 1.392 | libli.. | 206 | --- | 0.5625 | 1.0 | 0.655s | 1m:09s |
| Iteration 38 | l2 | 0.0419 | libli.. | 269 | --- | 0.5625 | 1.0 | 0.657s | 1m:12s |
| Iteration 39 | l2 | 0.027 | libli.. | 125 | --- | 0.8125 | 1.0 | 0.654s | 1m:14s |
| Iteration 40 | l2 | 0.0334 | libli.. | 100 | --- | 0.9375 | 1.0 | 0.652s | 1m:16s |
| Iteration 41 | l2 | 0.0215 | libli.. | 150 | --- | 0.625 | 1.0 | 0.653s | 1m:17s |
| Iteration 42 | l2 | 0.0342 | libli.. | 100 | --- | 0.8125 | 1.0 | 0.650s | 1m:19s |
| Iteration 43 | l2 | 0.0552 | libli.. | 314 | --- | 0.5625 | 1.0 | 0.650s | 1m:21s |
| Iteration 44 | l2 | 0.0342 | libli.. | 100 | --- | 0.8125 | 1.0 | 0.001s | 1m:23s |
| Iteration 45 | l2 | 0.162 | libli.. | 318 | --- | 0.75 | 1.0 | 1.293s | 1m:26s |
| Iteration 46 | l2 | 0.0343 | libli.. | 100 | --- | 0.625 | 1.0 | 0.704s | 1m:28s |
| Iteration 47 | l2 | 0.0341 | libli.. | 150 | --- | 0.8125 | 1.0 | 0.695s | 1m:30s |
| Iteration 48 | l2 | 0.0341 | libli.. | 164 | --- | 0.5 | 1.0 | 0.696s | 1m:32s |
| Iteration 49 | l2 | 0.1214 | libli.. | 122 | --- | 0.625 | 1.0 | 0.700s | 1m:34s |
| Iteration 50 | l2 | 0.0435 | lbfgs | 100 | --- | 0.6875 | 1.0 | 0.705s | 1m:36s |
Bayesian Optimization ---------------------------
Best call --> Iteration 35
Best parameters --> {'penalty': 'l2', 'C': 0.043, 'solver': 'liblinear', 'max_iter': 303}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:38s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7188
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.89 ± 0.02
Time elapsed: 0.053s
-------------------------------------------------
Total time: 1m:38s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.625 | 0.625 | 0.689s | 0.695s |
| Initial point 2 | svd | --- | 0.125 | 0.625 | 0.686s | 2.427s |
| Initial point 3 | svd | --- | 0.125 | 0.625 | 0.000s | 3.426s |
| Initial point 4 | lsqr | 0.8 | 0.75 | 0.75 | 0.643s | 4.876s |
| Initial point 5 | eigen | 0.9 | 0.625 | 0.75 | 0.636s | 6.343s |
| Initial point 6 | lsqr | 0.7 | 0.25 | 0.75 | 0.666s | 7.814s |
| Initial point 7 | lsqr | 0.5 | 0.625 | 0.75 | 0.643s | 9.241s |
| Initial point 8 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.640s | 10.690s |
| Initial point 9 | lsqr | 0.6 | 0.875 | 0.9375 | 0.636s | 13.177s |
| Initial point 10 | eigen | 0.8 | 0.75 | 0.9375 | 0.638s | 14.966s |
| Iteration 11 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 15.888s |
| Iteration 12 | lsqr | None | 0.375 | 0.9375 | 0.665s | 17.446s |
| Iteration 13 | eigen | 0.7 | 0.75 | 0.9375 | 0.648s | 18.966s |
| Iteration 14 | eigen | 0.5 | 0.6875 | 0.9375 | 0.638s | 20.562s |
| Iteration 15 | eigen | auto | 0.6875 | 0.9375 | 0.635s | 22.138s |
| Iteration 16 | eigen | None | 0.5 | 0.9375 | 0.630s | 23.667s |
| Iteration 17 | eigen | 0.6 | 0.5 | 0.9375 | 0.634s | 25.255s |
| Iteration 18 | lsqr | 1.0 | 0.3125 | 0.9375 | 0.643s | 26.950s |
| Iteration 19 | lsqr | auto | 0.75 | 0.9375 | 0.652s | 28.567s |
| Iteration 20 | svd | --- | 0.125 | 0.9375 | 0.000s | 29.452s |
| Iteration 21 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 30.344s |
| Iteration 22 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.001s | 31.303s |
| Iteration 23 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 32.191s |
| Iteration 24 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 33.102s |
| Iteration 25 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 34.075s |
| Iteration 26 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 35.135s |
| Iteration 27 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 36.127s |
| Iteration 28 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 37.107s |
| Iteration 29 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 38.227s |
| Iteration 30 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 39.197s |
| Iteration 31 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.001s | 40.252s |
| Iteration 32 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 41.210s |
| Iteration 33 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 42.161s |
| Iteration 34 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 43.151s |
| Iteration 35 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 44.206s |
| Iteration 36 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 45.194s |
| Iteration 37 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 46.904s |
| Iteration 38 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 47.906s |
| Iteration 39 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 48.959s |
| Iteration 40 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.001s | 50.002s |
| Iteration 41 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 51.008s |
| Iteration 42 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 52.024s |
| Iteration 43 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 53.018s |
| Iteration 44 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 54.065s |
| Iteration 45 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 55.110s |
| Iteration 46 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 56.137s |
| Iteration 47 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.001s | 59.265s |
| Iteration 48 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 1m:01s |
| Iteration 49 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 1m:02s |
| Iteration 50 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.001s | 1m:03s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.9}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 1m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7009
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.89 ± 0.049
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:04s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.625 | 0.625 | 0.631s | 0.635s |
| Initial point 2 | 0.9 | 0.625 | 0.625 | 0.627s | 2.015s |
| Initial point 3 | 0.1 | 0.75 | 0.75 | 0.633s | 3.550s |
| Initial point 4 | 1.0 | 0.625 | 0.75 | 0.001s | 4.421s |
| Initial point 5 | 0.2 | 0.5625 | 0.75 | 0.632s | 5.769s |
| Initial point 6 | 0.4 | 0.25 | 0.75 | 0.632s | 7.107s |
| Initial point 7 | 0.4 | 0.25 | 0.75 | 0.001s | 7.943s |
| Initial point 8 | 0.7 | 0.9375 | 0.9375 | 0.632s | 9.399s |
| Initial point 9 | 0.9 | 0.625 | 0.9375 | 0.000s | 11.609s |
| Initial point 10 | 0.8 | 0.75 | 0.9375 | 0.644s | 13.373s |
| Iteration 11 | 0.3 | 0.25 | 0.9375 | 0.653s | 14.932s |
| Iteration 12 | 0.6 | 0.4375 | 0.9375 | 0.655s | 16.413s |
| Iteration 13 | 0.5 | 0.75 | 0.9375 | 0.637s | 17.999s |
| Iteration 14 | 0.0 | 0.5625 | 0.9375 | 0.649s | 20.097s |
| Iteration 15 | 0.7 | 0.9375 | 0.9375 | 0.000s | 21.293s |
| Iteration 16 | 0.7 | 0.9375 | 0.9375 | 0.001s | 23.023s |
| Iteration 17 | 0.7 | 0.9375 | 0.9375 | 0.000s | 24.094s |
| Iteration 18 | 0.7 | 0.9375 | 0.9375 | 0.001s | 24.965s |
| Iteration 19 | 0.7 | 0.9375 | 0.9375 | 0.000s | 25.867s |
| Iteration 20 | 0.7 | 0.9375 | 0.9375 | 0.000s | 26.679s |
| Iteration 21 | 0.7 | 0.9375 | 0.9375 | 0.000s | 27.528s |
| Iteration 22 | 0.7 | 0.9375 | 0.9375 | 0.000s | 28.399s |
| Iteration 23 | 0.4 | 0.25 | 0.9375 | 0.000s | 29.346s |
| Iteration 24 | 0.7 | 0.9375 | 0.9375 | 0.000s | 30.203s |
| Iteration 25 | 0.7 | 0.9375 | 0.9375 | 0.000s | 31.036s |
| Iteration 26 | 0.7 | 0.9375 | 0.9375 | 0.000s | 31.876s |
| Iteration 27 | 0.7 | 0.9375 | 0.9375 | 0.000s | 32.703s |
| Iteration 28 | 0.9 | 0.625 | 0.9375 | 0.000s | 33.543s |
| Iteration 29 | 0.7 | 0.9375 | 0.9375 | 0.000s | 34.761s |
| Iteration 30 | 0.8 | 0.75 | 0.9375 | 0.000s | 35.597s |
| Iteration 31 | 0.7 | 0.9375 | 0.9375 | 0.001s | 36.464s |
| Iteration 32 | 0.7 | 0.9375 | 0.9375 | 0.000s | 37.352s |
| Iteration 33 | 0.7 | 0.9375 | 0.9375 | 0.000s | 38.217s |
| Iteration 34 | 0.7 | 0.9375 | 0.9375 | 0.000s | 39.084s |
| Iteration 35 | 0.7 | 0.9375 | 0.9375 | 0.000s | 40.169s |
| Iteration 36 | 0.7 | 0.9375 | 0.9375 | 0.000s | 41.145s |
| Iteration 37 | 0.7 | 0.9375 | 0.9375 | 0.000s | 42.971s |
| Iteration 38 | 0.7 | 0.9375 | 0.9375 | 0.000s | 44.994s |
| Iteration 39 | 0.7 | 0.9375 | 0.9375 | 0.000s | 46.101s |
| Iteration 40 | 0.7 | 0.9375 | 0.9375 | 0.000s | 47.045s |
| Iteration 41 | 0.7 | 0.9375 | 0.9375 | 0.001s | 47.992s |
| Iteration 42 | 0.7 | 0.9375 | 0.9375 | 0.000s | 48.883s |
| Iteration 43 | 0.7 | 0.9375 | 0.9375 | 0.000s | 51.026s |
| Iteration 44 | 0.7 | 0.9375 | 0.9375 | 0.000s | 52.180s |
| Iteration 45 | 0.7 | 0.9375 | 0.9375 | 0.000s | 53.097s |
| Iteration 46 | 0.7 | 0.9375 | 0.9375 | 0.000s | 54.034s |
| Iteration 47 | 0.7 | 0.9375 | 0.9375 | 0.000s | 55.291s |
| Iteration 48 | 0.7 | 0.9375 | 0.9375 | 0.001s | 57.318s |
| Iteration 49 | 0.7 | 0.9375 | 0.9375 | 0.001s | 58.290s |
| Iteration 50 | 0.7 | 0.9375 | 0.9375 | 0.000s | 59.242s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'reg_param': 0.7}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 1m:00s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7036
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.91 ± 0.0583
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:00s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 11.8669 | dista.. | auto | 40 | 1 | 0.5625 | 0.5625 | 0.655s | 0.675s |
| Initial point 2 | 4.7195 | uniform | kd_tree | 39 | 2 | 0.5938 | 0.5938 | 0.651s | 2.116s |
| Initial point 3 | 3.7281 | dista.. | ball_tree | 25 | 2 | 0.9375 | 0.9375 | 0.660s | 3.526s |
| Initial point 4 | 10.8765 | uniform | ball_tree | 39 | 2 | 0.5 | 0.9375 | 0.657s | 4.936s |
| Initial point 5 | 8.5203 | dista.. | auto | 30 | 2 | 0.75 | 0.9375 | 0.651s | 6.329s |
| Initial point 6 | 9.8672 | dista.. | ball_tree | 21 | 2 | 0.5625 | 0.9375 | 0.668s | 7.740s |
| Initial point 7 | 7.0577 | dista.. | ball_tree | 24 | 1 | 0.75 | 0.9375 | 0.661s | 9.140s |
| Initial point 8 | 1.6913 | dista.. | ball_tree | 21 | 2 | 0.5 | 0.9375 | 0.654s | 10.588s |
| Initial point 9 | 7.8618 | uniform | ball_tree | 24 | 1 | 0.7188 | 0.9375 | 0.652s | 12.074s |
| Initial point 10 | 5.5841 | uniform | brute | 22 | 2 | 0.5 | 0.9375 | 0.654s | 13.457s |
| Iteration 11 | 0.0 | dista.. | auto | 26 | 1 | 0.5 | 0.9375 | 0.655s | 15.266s |
| Iteration 12 | 3.7244 | dista.. | auto | 25 | 2 | 0.625 | 0.9375 | 0.660s | 16.985s |
| Iteration 13 | 0.0943 | dista.. | ball_tree | 25 | 2 | 0.4688 | 0.9375 | 0.654s | 18.841s |
| Iteration 14 | 3.988 | dista.. | ball_tree | 26 | 2 | 0.75 | 0.9375 | 0.663s | 20.667s |
| Iteration 15 | 7.0581 | dista.. | auto | 39 | 2 | 0.8125 | 0.9375 | 0.656s | 22.340s |
| Iteration 16 | 4.5307 | dista.. | kd_tree | 26 | 2 | 0.875 | 0.9375 | 0.675s | 24.093s |
| Iteration 17 | 5.0857 | dista.. | brute | 36 | 2 | 0.625 | 0.9375 | 0.649s | 25.798s |
| Iteration 18 | 5.2693 | dista.. | ball_tree | 21 | 2 | 0.5625 | 0.9375 | 0.664s | 27.503s |
| Iteration 19 | 4.4418 | dista.. | kd_tree | 25 | 2 | 0.5 | 0.9375 | 0.660s | 29.366s |
| Iteration 20 | 7.8023 | dista.. | brute | 28 | 2 | 1.0 | 1.0 | 0.655s | 31.010s |
| Iteration 21 | 2.9242 | uniform | ball_tree | 33 | 1 | 0.4062 | 1.0 | 0.666s | 33.839s |
| Iteration 22 | 7.8609 | dista.. | brute | 24 | 1 | 0.5312 | 1.0 | 0.654s | 35.759s |
| Iteration 23 | 7.5492 | dista.. | kd_tree | 20 | 2 | 0.75 | 1.0 | 0.657s | 37.414s |
| Iteration 24 | 3.5708 | dista.. | brute | 34 | 1 | 1.0 | 1.0 | 0.659s | 39.879s |
| Iteration 25 | 3.0487 | dista.. | ball_tree | 40 | 1 | 0.6875 | 1.0 | 0.634s | 41.634s |
| Iteration 26 | 3.526 | dista.. | brute | 25 | 1 | 0.375 | 1.0 | 0.637s | 43.371s |
| Iteration 27 | 0.0001 | uniform | kd_tree | 28 | 1 | 0.5 | 1.0 | 0.644s | 45.056s |
| Iteration 28 | 4.5923 | dista.. | auto | 34 | 1 | 0.375 | 1.0 | 0.640s | 47.360s |
| Iteration 29 | 11.896 | dista.. | kd_tree | 20 | 2 | 0.75 | 1.0 | 0.632s | 51.037s |
| Iteration 30 | 11.8946 | uniform | kd_tree | 37 | 1 | 0.625 | 1.0 | 0.656s | 53.165s |
| Iteration 31 | 9.0999 | uniform | brute | 28 | 2 | 0.5312 | 1.0 | 0.661s | 54.915s |
| Iteration 32 | 11.8964 | dista.. | brute | 31 | 2 | 0.6875 | 1.0 | 0.648s | 56.534s |
| Iteration 33 | 0.0011 | uniform | ball_tree | 31 | 2 | 0.5 | 1.0 | 0.647s | 58.584s |
| Iteration 34 | 10.6851 | dista.. | kd_tree | 38 | 2 | 1.0 | 1.0 | 0.647s | 1m:01s |
| Iteration 35 | 11.8951 | dista.. | kd_tree | 30 | 2 | 0.8125 | 1.0 | 0.647s | 1m:02s |
| Iteration 36 | 11.5649 | dista.. | brute | 40 | 2 | 0.5625 | 1.0 | 0.664s | 1m:04s |
| Iteration 37 | 11.8977 | uniform | ball_tree | 28 | 1 | 0.5312 | 1.0 | 0.656s | 1m:07s |
| Iteration 38 | 11.8981 | dista.. | kd_tree | 27 | 1 | 0.75 | 1.0 | 0.658s | 1m:10s |
| Iteration 39 | 11.8955 | dista.. | ball_tree | 25 | 1 | 0.75 | 1.0 | 0.650s | 1m:13s |
| Iteration 40 | 11.9004 | dista.. | brute | 40 | 2 | 1.0 | 1.0 | 0.652s | 1m:16s |
| Iteration 41 | 11.7999 | dista.. | ball_tree | 40 | 2 | 0.6875 | 1.0 | 0.658s | 1m:19s |
| Iteration 42 | 11.9004 | dista.. | brute | 40 | 2 | 1.0 | 1.0 | 0.001s | 1m:20s |
| Iteration 43 | 11.9004 | dista.. | brute | 40 | 2 | 1.0 | 1.0 | 0.001s | 1m:21s |
| Iteration 44 | 10.708 | dista.. | kd_tree | 38 | 2 | 0.8125 | 1.0 | 0.656s | 1m:23s |
| Iteration 45 | 10.5957 | dista.. | kd_tree | 38 | 2 | 0.875 | 1.0 | 0.679s | 1m:27s |
| Iteration 46 | 7.8807 | dista.. | brute | 28 | 2 | 0.8125 | 1.0 | 0.679s | 1m:30s |
| Iteration 47 | 7.7222 | dista.. | brute | 28 | 2 | 1.0 | 1.0 | 0.653s | 1m:32s |
| Iteration 48 | 3.66 | uniform | brute | 34 | 1 | 0.75 | 1.0 | 1.280s | 1m:34s |
| Iteration 49 | 3.5053 | dista.. | brute | 34 | 1 | 0.75 | 1.0 | 0.661s | 1m:38s |
| Iteration 50 | 3.6841 | dista.. | ball_tree | 25 | 2 | 0.8125 | 1.0 | 0.647s | 1m:41s |
Bayesian Optimization ---------------------------
Best call --> Iteration 24
Best parameters --> {'radius': 3.5708, 'weights': 'distance', 'algorithm': 'brute', 'leaf_size': 34, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:42s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.015s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.0548
Time elapsed: 0.049s
-------------------------------------------------
Total time: 1m:42s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.75 | 0.75 | 1.026s | 1.033s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.9375 | 0.9375 | 1.033s | 2.786s |
| Initial point 3 | 225 | 1.0215 | SAMME | 1.0 | 1.0 | 0.799s | 4.345s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.75 | 1.0 | 0.948s | 6.137s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.6562 | 1.0 | 0.799s | 7.706s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.875 | 1.0 | 0.993s | 9.691s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.4062 | 1.0 | 0.666s | 11.144s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.6875 | 1.0 | 0.944s | 12.961s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.4375 | 1.0 | 0.687s | 16.170s |
| Initial point 10 | 173 | 0.0151 | SAMME | 1.0 | 1.0 | 0.757s | 18.290s |
| Iteration 11 | 161 | 0.0131 | SAMME | 0.9062 | 1.0 | 0.736s | 20.005s |
| Iteration 12 | 192 | 1.7643 | SAMME | 0.75 | 1.0 | 0.767s | 21.793s |
| Iteration 13 | 229 | 0.8781 | SAMME | 0.6875 | 1.0 | 0.786s | 23.584s |
| Iteration 14 | 95 | 0.0108 | SAMME | 0.7188 | 1.0 | 0.717s | 25.239s |
| Iteration 15 | 465 | 0.0116 | SAMME.R | 0.7188 | 1.0 | 0.999s | 27.332s |
| Iteration 16 | 160 | 0.0472 | SAMME | 1.0 | 1.0 | 0.745s | 28.984s |
| Iteration 17 | 168 | 0.0595 | SAMME | 0.875 | 1.0 | 0.755s | 30.726s |
| Iteration 18 | 130 | 0.2816 | SAMME | 0.6875 | 1.0 | 0.738s | 32.395s |
| Iteration 19 | 188 | 0.01 | SAMME | 0.875 | 1.0 | 0.776s | 34.126s |
| Iteration 20 | 500 | 0.2397 | SAMME.R | 0.875 | 1.0 | 1.018s | 36.193s |
| Iteration 21 | 376 | 1.2599 | SAMME.R | 1.0 | 1.0 | 0.946s | 38.105s |
| Iteration 22 | 334 | 2.2301 | SAMME.R | 0.5938 | 1.0 | 0.937s | 40.108s |
| Iteration 23 | 402 | 0.9936 | SAMME.R | 0.9062 | 1.0 | 0.947s | 42.013s |
| Iteration 24 | 408 | 8.5471 | SAMME.R | 0.375 | 1.0 | 1.563s | 44.618s |
| Iteration 25 | 165 | 0.0265 | SAMME.R | 0.875 | 1.0 | 0.765s | 46.523s |
| Iteration 26 | 379 | 0.6478 | SAMME.R | 0.75 | 1.0 | 0.923s | 48.784s |
| Iteration 27 | 143 | 0.0338 | SAMME | 0.8438 | 1.0 | 0.730s | 52.737s |
| Iteration 28 | 186 | 0.0229 | SAMME | 0.3125 | 1.0 | 0.757s | 57.540s |
| Iteration 29 | 161 | 1.1543 | SAMME | 0.9375 | 1.0 | 0.736s | 1m:02s |
| Iteration 30 | 361 | 1.1495 | SAMME.R | 0.875 | 1.0 | 0.916s | 1m:06s |
| Iteration 31 | 79 | 1.354 | SAMME | 0.875 | 1.0 | 0.680s | 1m:10s |
| Iteration 32 | 441 | 0.0148 | SAMME.R | 0.9375 | 1.0 | 0.975s | 1m:15s |
| Iteration 33 | 86 | 0.0146 | SAMME | 0.75 | 1.0 | 0.685s | 1m:19s |
| Iteration 34 | 387 | 1.1625 | SAMME | 0.9375 | 1.0 | 0.914s | 1m:24s |
| Iteration 35 | 254 | 0.1843 | SAMME.R | 0.9375 | 1.0 | 0.846s | 1m:28s |
| Iteration 36 | 496 | 0.1612 | SAMME.R | 0.6875 | 1.0 | 1.044s | 1m:32s |
| Iteration 37 | 493 | 1.1068 | SAMME.R | 0.625 | 1.0 | 1.035s | 1m:37s |
| Iteration 38 | 391 | 0.04 | SAMME.R | 1.0 | 1.0 | 0.939s | 1m:42s |
| Iteration 39 | 434 | 0.0399 | SAMME.R | 0.75 | 1.0 | 0.974s | 1m:46s |
| Iteration 40 | 132 | 1.3335 | SAMME | 1.0 | 1.0 | 0.714s | 1m:48s |
| Iteration 41 | 94 | 1.3629 | SAMME.R | 0.875 | 1.0 | 0.703s | 1m:50s |
| Iteration 42 | 69 | 0.4384 | SAMME.R | 0.75 | 1.0 | 0.683s | 1m:52s |
| Iteration 43 | 478 | 0.0667 | SAMME.R | 0.625 | 1.0 | 1.003s | 1m:54s |
| Iteration 44 | 97 | 0.1178 | SAMME.R | 1.0 | 1.0 | 0.704s | 1m:56s |
| Iteration 45 | 174 | 0.1174 | SAMME | 0.8438 | 1.0 | 0.753s | 1m:58s |
| Iteration 46 | 61 | 0.2043 | SAMME | 0.7188 | 1.0 | 0.668s | 1m:59s |
| Iteration 47 | 469 | 0.128 | SAMME.R | 0.75 | 1.0 | 1.004s | 2m:02s |
| Iteration 48 | 500 | 1.3562 | SAMME | 0.8125 | 1.0 | 0.981s | 2m:04s |
| Iteration 49 | 50 | 1.1911 | SAMME | 0.9375 | 1.0 | 0.707s | 2m:06s |
| Iteration 50 | 50 | 1.1814 | SAMME | 1.0 | 1.0 | 0.717s | 2m:08s |
Bayesian Optimization ---------------------------
Best call --> Iteration 21
Best parameters --> {'n_estimators': 376, 'learning_rate': 1.2599, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.357s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.91 ± 0.0917
Time elapsed: 1.577s
-------------------------------------------------
Total time: 2m:11s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.5 | 0.5 | 1.069s | 1.088s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.9375 | 0.9375 | 0.944s | 2.858s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 1.0 | 1.0 | 0.981s | 4.642s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.625 | 1.0 | 0.802s | 6.217s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.9375 | 1.0 | 0.982s | 8.897s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.75 | 1.0 | 0.823s | 10.832s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.8125 | 1.0 | 0.866s | 13.958s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.6875 | 1.0 | 0.853s | 15.760s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.7812 | 1.0 | 0.950s | 17.574s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.9375 | 1.0 | 0.939s | 19.427s |
| Iteration 11 | 173 | entropy | 9 | 20 | 1 | 0.6 | True | 0.035 | 0.9 | 0.875 | 1.0 | 0.821s | 21.598s |
| Iteration 12 | 500 | gini | 5 | 10 | 1 | 0.6 | False | 0.0308 | --- | 0.75 | 1.0 | 0.994s | 23.948s |
| Iteration 13 | 257 | entropy | 6 | 14 | 3 | 0.6 | False | 0.0245 | --- | 0.625 | 1.0 | 0.820s | 25.968s |
| Iteration 14 | 460 | entropy | 2 | 12 | 3 | log2 | False | 0.0297 | --- | 0.875 | 1.0 | 0.932s | 28.146s |
| Iteration 15 | 500 | entropy | 5 | 13 | 10 | None | False | 0.0337 | --- | 0.8125 | 1.0 | 0.946s | 30.299s |
| Iteration 16 | 352 | gini | 7 | 6 | 17 | 0.8 | True | 0.007 | None | 0.75 | 1.0 | 0.922s | 32.467s |
| Iteration 17 | 480 | entropy | 7 | 4 | 12 | 0.7 | False | 0.0221 | --- | 1.0 | 1.0 | 0.958s | 34.603s |
| Iteration 18 | 403 | gini | 2 | 7 | 4 | 0.5 | False | 0.0143 | --- | 0.625 | 1.0 | 0.895s | 36.693s |
| Iteration 19 | 475 | gini | None | 19 | 11 | 0.8 | False | 0.0111 | --- | 0.6875 | 1.0 | 0.941s | 38.824s |
| Iteration 20 | 475 | entropy | 9 | 19 | 12 | 0.8 | False | 0.0339 | --- | 1.0 | 1.0 | 0.940s | 40.988s |
| Iteration 21 | 310 | gini | 6 | 15 | 15 | None | True | 0.0003 | 0.5 | 0.5 | 1.0 | 0.871s | 43.299s |
| Iteration 22 | 474 | entropy | 7 | 9 | 10 | 0.5 | False | 0.0291 | --- | 0.7188 | 1.0 | 0.935s | 45.593s |
| Iteration 23 | 480 | entropy | 8 | 11 | 12 | None | False | 0.0224 | --- | 0.6875 | 1.0 | 0.946s | 47.754s |
| Iteration 24 | 474 | entropy | 4 | 10 | 13 | 0.7 | False | 0.0325 | --- | 0.6875 | 1.0 | 0.932s | 50.075s |
| Iteration 25 | 480 | entropy | 6 | 2 | 12 | None | False | 0.0221 | --- | 1.0 | 1.0 | 1.535s | 53.097s |
| Iteration 26 | 477 | gini | 5 | 3 | 12 | log2 | False | 0.0202 | --- | 0.5625 | 1.0 | 0.908s | 55.668s |
| Iteration 27 | 480 | entropy | 6 | 11 | 13 | 0.9 | False | 0.0221 | --- | 0.8438 | 1.0 | 0.919s | 57.849s |
| Iteration 28 | 476 | entropy | 7 | 16 | 12 | 0.6 | False | 0.0221 | --- | 0.3125 | 1.0 | 0.915s | 1m:00s |
| Iteration 29 | 329 | entropy | 3 | 2 | 3 | 0.9 | False | 0.0231 | --- | 0.75 | 1.0 | 0.826s | 1m:02s |
| Iteration 30 | 355 | entropy | 7 | 4 | 18 | 0.7 | False | 0.0216 | --- | 0.75 | 1.0 | 0.841s | 1m:05s |
| Iteration 31 | 344 | entropy | 9 | 19 | 13 | log2 | True | 0.0345 | 0.5 | 0.6875 | 1.0 | 0.887s | 1m:07s |
| Iteration 32 | 138 | entropy | 3 | 18 | 13 | 0.6 | False | 0.0294 | --- | 0.875 | 1.0 | 0.708s | 1m:09s |
| Iteration 33 | 488 | entropy | 3 | 2 | 12 | 0.8 | False | 0.0226 | --- | 0.8125 | 1.0 | 0.913s | 1m:12s |
| Iteration 34 | 471 | entropy | 3 | 20 | 8 | 0.9 | False | 0.0338 | --- | 0.9375 | 1.0 | 0.909s | 1m:16s |
| Iteration 35 | 124 | entropy | 4 | 3 | 9 | None | False | 0.0217 | --- | 1.0 | 1.0 | 0.785s | 1m:21s |
| Iteration 36 | 162 | entropy | 8 | 3 | 6 | None | True | 0.0219 | None | 0.6875 | 1.0 | 0.770s | 1m:26s |
| Iteration 37 | 200 | entropy | 2 | 3 | 9 | 0.6 | False | 0.022 | --- | 0.8125 | 1.0 | 0.779s | 1m:28s |
| Iteration 38 | 448 | entropy | 6 | 19 | 13 | 0.9 | False | 0.0345 | --- | 0.75 | 1.0 | 0.929s | 1m:31s |
| Iteration 39 | 175 | entropy | 5 | 4 | 7 | 0.9 | False | 0.0221 | --- | 0.875 | 1.0 | 0.753s | 1m:33s |
| Iteration 40 | 344 | entropy | 8 | 10 | 16 | 0.8 | False | 0.0168 | --- | 0.875 | 1.0 | 0.858s | 1m:36s |
| Iteration 41 | 492 | gini | 8 | 17 | 3 | 0.5 | False | 0.0285 | --- | 0.5 | 1.0 | 0.952s | 1m:39s |
| Iteration 42 | 467 | entropy | 4 | 15 | 3 | 0.6 | False | 0.0292 | --- | 0.75 | 1.0 | 0.928s | 1m:41s |
| Iteration 43 | 133 | gini | 2 | 18 | 8 | auto | True | 0.0 | 0.8 | 0.8125 | 1.0 | 0.738s | 1m:43s |
| Iteration 44 | 455 | gini | 8 | 15 | 3 | None | True | 0.0305 | None | 1.0 | 1.0 | 1.008s | 1m:46s |
| Iteration 45 | 15 | gini | 6 | 3 | 9 | None | True | 0.035 | 0.7 | 0.875 | 1.0 | 0.655s | 1m:48s |
| Iteration 46 | 467 | gini | 4 | 6 | 9 | None | False | 0.035 | --- | 0.6562 | 1.0 | 0.933s | 1m:50s |
| Iteration 47 | 316 | entropy | 7 | 14 | 10 | sqrt | False | 0.0001 | --- | 1.0 | 1.0 | 0.820s | 1m:53s |
| Iteration 48 | 334 | entropy | 5 | 3 | 6 | None | False | 0.0018 | --- | 0.875 | 1.0 | 1.490s | 1m:56s |
| Iteration 49 | 400 | entropy | None | 2 | 15 | None | False | 0.0219 | --- | 0.9375 | 1.0 | 0.947s | 1m:59s |
| Iteration 50 | 393 | entropy | 4 | 2 | 9 | 0.5 | False | 0.0219 | --- | 0.9375 | 1.0 | 0.874s | 2m:02s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'n_estimators': 480, 'criterion': 'entropy', 'max_depth': 6, 'min_samples_split': 2, 'min_samples_leaf': 12, 'max_features': None, 'bootstrap': False, 'ccp_alpha': 0.0221}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:03s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9009
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.348s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.91 ± 0.0735
Time elapsed: 1.554s
-------------------------------------------------
Total time: 2m:05s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.786s | 0.805s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 1.0 | 1.0 | 0.781s | 2.563s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 1.0 | 0.816s | 4.307s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 1.0 | 0.693s | 5.823s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 1.0 | 0.720s | 7.434s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 1.0 | 0.716s | 8.983s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 1.0 | 0.718s | 12.119s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 1.0 | 0.740s | 14.214s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.9375 | 1.0 | 0.758s | 15.782s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 1.0 | 0.743s | 17.443s |
| Iteration 11 | 123 | 0.0293 | 6 | 0.0 | 2 | 0.6 | 0.6 | 10 | 0 | 0.5 | 1.0 | 0.667s | 19.374s |
| Iteration 12 | 317 | 0.0284 | 8 | 0.3505 | 3 | 0.8 | 0.8 | 0.1 | 0.1 | 0.4375 | 1.0 | 0.712s | 21.293s |
| Iteration 13 | 404 | 0.1496 | 6 | 0.9089 | 6 | 1.0 | 1.0 | 0.1 | 10 | 0.4062 | 1.0 | 0.734s | 23.291s |
| Iteration 14 | 432 | 0.0118 | 6 | 0.2907 | 10 | 0.8 | 0.4 | 0.01 | 100 | 0.5 | 1.0 | 0.728s | 25.255s |
| Iteration 15 | 121 | 0.0434 | 6 | 0.539 | 9 | 0.8 | 1.0 | 10 | 0.01 | 0.5 | 1.0 | 0.682s | 29.335s |
| Iteration 16 | 477 | 0.0427 | 6 | 0.6404 | 3 | 0.8 | 0.9 | 0 | 10 | 0.6875 | 1.0 | 0.736s | 32.121s |
| Iteration 17 | 466 | 0.0221 | 6 | 0.8912 | 1 | 0.8 | 0.8 | 10 | 0.1 | 0.5 | 1.0 | 0.726s | 34.204s |
| Iteration 18 | 420 | 0.0551 | 6 | 0.3208 | 8 | 0.8 | 0.6 | 0.1 | 10 | 0.5 | 1.0 | 0.713s | 36.284s |
| Iteration 19 | 430 | 0.0371 | 5 | 0.2297 | 3 | 0.8 | 0.8 | 1 | 0 | 0.8125 | 1.0 | 0.712s | 38.322s |
| Iteration 20 | 430 | 0.5248 | 8 | 0.4874 | 3 | 0.8 | 0.7 | 0.1 | 0.01 | 1.0 | 1.0 | 0.736s | 40.556s |
| Iteration 21 | 430 | 0.0327 | 4 | 0.424 | 3 | 0.8 | 0.9 | 0.01 | 0 | 0.8125 | 1.0 | 0.734s | 42.611s |
| Iteration 22 | 429 | 0.0704 | 9 | 0.0287 | 3 | 0.7 | 1.0 | 0.1 | 0.1 | 0.6875 | 1.0 | 0.724s | 44.661s |
| Iteration 23 | 428 | 0.0487 | 3 | 0.4696 | 3 | 0.8 | 1.0 | 0.1 | 10 | 0.9062 | 1.0 | 0.717s | 46.603s |
| Iteration 24 | 437 | 0.0471 | 7 | 0.474 | 4 | 0.9 | 0.6 | 0.1 | 10 | 1.0 | 1.0 | 0.725s | 48.759s |
| Iteration 25 | 431 | 0.0309 | 7 | 0.472 | 3 | 0.8 | 0.7 | 0.1 | 10 | 0.75 | 1.0 | 1.438s | 51.407s |
| Iteration 26 | 436 | 0.2508 | 1 | 0.4543 | 4 | 0.9 | 1.0 | 100 | 0 | 0.5 | 1.0 | 0.709s | 53.321s |
| Iteration 27 | 454 | 0.0213 | 4 | 0.4191 | 4 | 0.8 | 0.9 | 0.1 | 0 | 0.6875 | 1.0 | 0.729s | 55.227s |
| Iteration 28 | 435 | 0.4502 | 9 | 0.7305 | 3 | 0.8 | 0.6 | 0.01 | 0.01 | 0.625 | 1.0 | 0.710s | 57.110s |
| Iteration 29 | 411 | 0.3284 | 1 | 0.3817 | 3 | 0.8 | 0.9 | 0.1 | 0.01 | 0.8125 | 1.0 | 0.709s | 59.010s |
| Iteration 30 | 432 | 0.9085 | 7 | 0.3946 | 2 | 0.6 | 0.5 | 0.1 | 1 | 0.8125 | 1.0 | 0.733s | 1m:01s |
| Iteration 31 | 431 | 0.3988 | 10 | 0.4269 | 4 | 0.6 | 0.4 | 0.01 | 100 | 0.75 | 1.0 | 0.709s | 1m:03s |
| Iteration 32 | 479 | 0.0589 | 10 | 0.282 | 1 | 0.8 | 0.4 | 0.01 | 100 | 0.875 | 1.0 | 0.729s | 1m:05s |
| Iteration 33 | 500 | 0.5791 | 7 | 0.3275 | 1 | 1.0 | 1.0 | 0.1 | 100 | 0.75 | 1.0 | 0.746s | 1m:07s |
| Iteration 34 | 500 | 0.2531 | 3 | 0.0 | 1 | 0.7 | 0.7 | 0 | 10 | 1.0 | 1.0 | 0.732s | 1m:09s |
| Iteration 35 | 500 | 0.01 | 1 | 0.0 | 1 | 1.0 | 1.0 | 0 | 0 | 1.0 | 1.0 | 0.737s | 1m:11s |
| Iteration 36 | 500 | 1.0 | 10 | 0.0 | 1 | 1.0 | 0.4 | 0 | 0 | 0.8125 | 1.0 | 0.720s | 1m:13s |
| Iteration 37 | 500 | 0.1087 | 5 | 0.0 | 4 | 0.8 | 0.6 | 0 | 0.1 | 1.0 | 1.0 | 0.731s | 1m:15s |
| Iteration 38 | 500 | 0.01 | 1 | 0.0 | 3 | 0.5 | 1.0 | 0 | 100 | 0.75 | 1.0 | 0.724s | 1m:17s |
| Iteration 39 | 441 | 0.0266 | 3 | 0.1463 | 1 | 1.0 | 0.9 | 0 | 1 | 0.5625 | 1.0 | 0.736s | 1m:19s |
| Iteration 40 | 500 | 0.1169 | 6 | 0.0 | 1 | 0.5 | 0.8 | 0.1 | 100 | 1.0 | 1.0 | 0.741s | 1m:21s |
| Iteration 41 | 500 | 0.01 | 1 | 0.0 | 1 | 0.8 | 0.4 | 1 | 0.01 | 0.625 | 1.0 | 0.730s | 1m:23s |
| Iteration 42 | 20 | 0.9937 | 3 | 1.0 | 1 | 0.6 | 0.7 | 0 | 0 | 0.625 | 1.0 | 0.655s | 1m:26s |
| Iteration 43 | 500 | 0.3358 | 4 | 0.0 | 3 | 1.0 | 0.4 | 0.01 | 0 | 0.9375 | 1.0 | 0.725s | 1m:28s |
| Iteration 44 | 20 | 0.1566 | 5 | 0.0 | 10 | 0.8 | 0.4 | 0 | 100 | 0.5 | 1.0 | 0.645s | 1m:30s |
| Iteration 45 | 20 | 0.2484 | 10 | 1.0 | 1 | 0.9 | 0.5 | 100 | 1 | 0.5 | 1.0 | 0.650s | 1m:32s |
| Iteration 46 | 500 | 0.01 | 9 | 0.0 | 4 | 0.5 | 1.0 | 0.01 | 10 | 0.75 | 1.0 | 0.730s | 1m:34s |
| Iteration 47 | 20 | 0.8179 | 6 | 0.0 | 1 | 0.5 | 0.9 | 0 | 10 | 0.9375 | 1.0 | 0.664s | 1m:36s |
| Iteration 48 | 402 | 1.0 | 1 | 0.0 | 1 | 0.5 | 0.4 | 0.01 | 0 | 0.875 | 1.0 | 0.734s | 1m:38s |
| Iteration 49 | 20 | 1.0 | 3 | 0.0 | 1 | 1.0 | 1.0 | 0.01 | 0.1 | 1.0 | 1.0 | 0.718s | 1m:40s |
| Iteration 50 | 20 | 0.1454 | 1 | 0.0 | 1 | 0.5 | 0.4 | 0.01 | 100 | 0.9062 | 1.0 | 0.714s | 1m:43s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 426, 'learning_rate': 0.0423, 'max_depth': 6, 'gamma': 0.4435, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:45s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9732
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.105s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.1095
Time elapsed: 0.351s
-------------------------------------------------
Total time: 1m:45s
Final results ==================== >>
Duration: 13m:10s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.91 ± 0.086 !
Logistic Regression --> roc_auc: 0.89 ± 0.02
Linear Discriminant Analysis --> roc_auc: 0.89 ± 0.049
Quadratic Discriminant Analysis --> roc_auc: 0.91 ± 0.0583 !
Radius Nearest Neighbors --> roc_auc: 0.8 ± 0.0548
AdaBoost --> roc_auc: 0.91 ± 0.0917 !
Random Forest --> roc_auc: 0.91 ± 0.0735 !
XGBoost --> roc_auc: 0.9 ± 0.1095
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVGSGGGADGLTF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAASKTGNQFYF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVLDSSYKLIF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAATSGSARQLTF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVSQGAQKLVF.
>>> Dropping feature CAVSSGGGADGLTF.
>>> Dropping feature CAVTGANNLFF.
>>> Dropping feature CAENNNARLMF.
>>> Dropping feature CALYSGGGADGLTF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVPTQGGSEKLVF.
>>> Dropping feature CAVVNAGGTSYGKLTF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASMNSGYSTLTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVGSGGSYIPTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVRGGSYIPTF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CASSFSYEQYF.
>>> Dropping feature CASSLAGTDTQYF.
>>> Dropping feature CAVFTSGTYKYIF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVRGAAGNKLTF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.8125 | 0.8125 | 3.220s | 3.241s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.8125 | 0.8125 | 3.403s | 7.595s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.75 | 0.8125 | 3.274s | 12.169s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.5 | 0.8125 | 3.267s | 16.448s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.6875 | 0.8125 | 3.415s | 20.749s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.75 | 0.8125 | 3.345s | 24.949s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.875 | 0.875 | 3.303s | 29.171s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.625 | 0.875 | 3.334s | 33.339s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.6562 | 0.875 | 3.264s | 37.559s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 1.0 | 1.0 | 3.234s | 41.687s |
| Iteration 11 | exponen.. | 0.0524 | 126 | 1.0 | friedman_mse | 13 | 18 | 3 | 0.9 | 0.0146 | 0.6875 | 1.0 | 3.238s | 46.106s |
| Iteration 12 | exponen.. | 0.01 | 413 | 1.0 | squared_er.. | 8 | 3 | 8 | auto | 0.0129 | 0.625 | 1.0 | 3.326s | 50.701s |
| Iteration 13 | exponen.. | 0.0133 | 182 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0052 | 0.4375 | 1.0 | 3.234s | 55.086s |
| Iteration 14 | exponen.. | 0.0861 | 283 | 0.5 | squared_er.. | 15 | 7 | 8 | sqrt | 0.035 | 0.75 | 1.0 | 3.272s | 59.661s |
| Iteration 15 | exponen.. | 0.0582 | 164 | 0.8 | squared_er.. | 9 | 19 | 8 | 0.7 | 0.0025 | 0.75 | 1.0 | 3.204s | 1m:04s |
| Iteration 16 | deviance | 0.698 | 239 | 0.6 | squared_er.. | 14 | 7 | 9 | 0.5 | 0.0283 | 0.8125 | 1.0 | 3.251s | 1m:09s |
| Iteration 17 | deviance | 0.0973 | 500 | 0.6 | friedman_mse | 20 | 2 | 2 | 0.9 | 0.0255 | 0.875 | 1.0 | 3.292s | 1m:13s |
| Iteration 18 | deviance | 0.1738 | 196 | 1.0 | friedman_mse | 9 | 11 | 3 | 0.6 | 0.035 | 0.5625 | 1.0 | 3.228s | 1m:18s |
| Iteration 19 | exponen.. | 0.2977 | 439 | 0.9 | friedman_mse | 7 | 9 | 9 | auto | 0.0121 | 1.0 | 1.0 | 3.295s | 1m:24s |
| Iteration 20 | deviance | 0.509 | 301 | 0.8 | friedman_mse | 7 | 7 | 9 | 0.7 | 0.0061 | 0.8125 | 1.0 | 3.149s | 1m:31s |
| Iteration 21 | exponen.. | 0.8759 | 115 | 0.9 | friedman_mse | 19 | 2 | 10 | 0.5 | 0.0269 | 0.6875 | 1.0 | 3.117s | 1m:35s |
| Iteration 22 | exponen.. | 0.4733 | 276 | 0.6 | friedman_mse | 7 | 8 | 9 | log2 | 0.0203 | 0.375 | 1.0 | 3.196s | 1m:40s |
| Iteration 23 | deviance | 0.0105 | 236 | 0.7 | friedman_mse | 20 | 20 | 3 | log2 | 0.0323 | 0.7812 | 1.0 | 3.201s | 1m:44s |
| Iteration 24 | exponen.. | 0.6051 | 32 | 0.9 | friedman_mse | 2 | 14 | 10 | sqrt | 0.0218 | 1.0 | 1.0 | 3.136s | 1m:49s |
| Iteration 25 | exponen.. | 1.0 | 344 | 0.9 | squared_er.. | 2 | 19 | 10 | auto | 0.0147 | 0.875 | 1.0 | 4.026s | 1m:54s |
| Iteration 26 | exponen.. | 0.6633 | 439 | 0.9 | friedman_mse | 2 | 8 | 5 | 0.8 | 0.0102 | 0.5625 | 1.0 | 3.265s | 1m:58s |
| Iteration 27 | exponen.. | 0.7036 | 105 | 0.9 | friedman_mse | 2 | 2 | 10 | auto | 0.0264 | 0.75 | 1.0 | 3.253s | 2m:03s |
| Iteration 28 | deviance | 0.314 | 405 | 0.7 | friedman_mse | 12 | 2 | 6 | 0.9 | 0.0302 | 0.625 | 1.0 | 3.276s | 2m:07s |
| Iteration 29 | exponen.. | 0.0105 | 495 | 0.9 | friedman_mse | 5 | 16 | 7 | auto | 0.0043 | 0.625 | 1.0 | 3.510s | 2m:12s |
| Iteration 30 | exponen.. | 0.1722 | 235 | 0.9 | squared_er.. | 18 | 10 | 4 | auto | 0.0091 | 0.75 | 1.0 | 3.271s | 2m:17s |
| Iteration 31 | exponen.. | 0.5014 | 187 | 0.9 | friedman_mse | 2 | 17 | 9 | auto | 0.0015 | 0.5625 | 1.0 | 3.349s | 2m:22s |
| Iteration 32 | exponen.. | 0.2212 | 219 | 0.9 | squared_er.. | 10 | 6 | 4 | auto | 0.0182 | 0.875 | 1.0 | 3.234s | 2m:26s |
| Iteration 33 | exponen.. | 0.0123 | 461 | 0.9 | friedman_mse | 16 | 8 | 3 | auto | 0.0181 | 0.875 | 1.0 | 3.326s | 2m:31s |
| Iteration 34 | exponen.. | 0.6093 | 448 | 0.9 | squared_er.. | 8 | 19 | 9 | 0.5 | 0.0187 | 0.625 | 1.0 | 3.280s | 2m:35s |
| Iteration 35 | deviance | 0.5048 | 178 | 0.6 | squared_er.. | 5 | 18 | 5 | 0.7 | 0.0199 | 0.5 | 1.0 | 3.228s | 2m:40s |
| Iteration 36 | exponen.. | 0.7292 | 41 | 0.9 | squared_er.. | 2 | 10 | 2 | auto | 0.021 | 0.875 | 1.0 | 3.191s | 2m:44s |
| Iteration 37 | exponen.. | 0.4251 | 16 | 0.9 | friedman_mse | 2 | 8 | 8 | auto | 0.0158 | 1.0 | 1.0 | 3.187s | 2m:49s |
| Iteration 38 | deviance | 0.0119 | 208 | 0.9 | friedman_mse | 8 | 9 | 4 | auto | 0.0157 | 0.6875 | 1.0 | 3.233s | 2m:54s |
| Iteration 39 | exponen.. | 0.0255 | 11 | 0.9 | friedman_mse | 3 | 3 | 4 | sqrt | 0.0165 | 1.0 | 1.0 | 3.182s | 2m:58s |
| Iteration 40 | exponen.. | 0.2667 | 356 | 0.9 | friedman_mse | 6 | 7 | 5 | sqrt | 0.0168 | 0.9375 | 1.0 | 3.217s | 3m:03s |
| Iteration 41 | exponen.. | 0.0227 | 30 | 0.9 | friedman_mse | 13 | 7 | 6 | sqrt | 0.0168 | 0.6875 | 1.0 | 3.135s | 3m:07s |
| Iteration 42 | exponen.. | 0.7005 | 406 | 0.9 | friedman_mse | 2 | 4 | 4 | auto | 0.0171 | 0.875 | 1.0 | 3.243s | 3m:12s |
| Iteration 43 | exponen.. | 0.1649 | 11 | 0.9 | friedman_mse | 2 | 8 | 9 | auto | 0.017 | 0.5 | 1.0 | 3.154s | 3m:16s |
| Iteration 44 | exponen.. | 0.0266 | 211 | 0.8 | friedman_mse | 6 | 20 | 5 | log2 | 0.0349 | 0.4375 | 1.0 | 3.152s | 3m:23s |
| Iteration 45 | exponen.. | 0.5022 | 268 | 0.9 | squared_er.. | 2 | 18 | 2 | sqrt | 0.0196 | 0.5 | 1.0 | 3.208s | 3m:28s |
| Iteration 46 | exponen.. | 0.0209 | 485 | 0.9 | friedman_mse | 9 | 2 | 10 | sqrt | 0.0106 | 0.625 | 1.0 | 3.311s | 3m:32s |
| Iteration 47 | exponen.. | 0.012 | 470 | 0.9 | friedman_mse | 14 | 2 | 2 | auto | 0.0226 | 1.0 | 1.0 | 3.324s | 3m:37s |
| Iteration 48 | exponen.. | 0.0334 | 376 | 0.9 | friedman_mse | 11 | 3 | 2 | auto | 0.0224 | 0.9375 | 1.0 | 3.282s | 3m:42s |
| Iteration 49 | exponen.. | 0.0151 | 306 | 0.9 | friedman_mse | 3 | 3 | 1 | auto | 0.0245 | 0.625 | 1.0 | 3.299s | 3m:46s |
| Iteration 50 | exponen.. | 0.0774 | 419 | 0.9 | squared_er.. | 7 | 2 | 3 | log2 | 0.0198 | 0.9375 | 1.0 | 3.967s | 3m:52s |
Bayesian Optimization ---------------------------
Best call --> Iteration 47
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.012, 'n_estimators': 470, 'subsample': 0.9, 'criterion': 'friedman_mse', 'min_samples_split': 14, 'min_samples_leaf': 2, 'max_depth': 2, 'max_features': 'auto', 'ccp_alpha': 0.0226}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:53s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.141s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.91 ± 0.0663
Time elapsed: 0.676s
-------------------------------------------------
Total time: 3m:54s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.375 | 0.375 | 3.231s | 3.244s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.75 | 0.75 | 3.244s | 7.338s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.625 | 0.75 | 3.226s | 11.482s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.625 | 0.75 | 3.239s | 15.467s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.4375 | 0.75 | 3.151s | 19.383s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.625 | 0.75 | 3.205s | 25.102s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.5625 | 0.75 | 3.175s | 31.055s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.625 | 0.75 | 3.231s | 35.578s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.25 | 0.75 | 3.201s | 39.560s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.8125 | 0.8125 | 3.191s | 43.525s |
| Iteration 11 | none | --- | saga | 100 | --- | 0.625 | 0.8125 | 3.209s | 48.171s |
| Iteration 12 | l1 | 0.0014 | saga | 530 | --- | 0.5 | 0.8125 | 3.221s | 52.510s |
| Iteration 13 | l2 | 0.0041 | saga | 261 | --- | 0.5 | 0.8125 | 3.191s | 56.783s |
| Iteration 14 | l1 | 0.0038 | saga | 163 | --- | 0.5 | 0.8125 | 3.083s | 1m:02s |
| Iteration 15 | l2 | 0.0029 | libli.. | 996 | --- | 0.8125 | 0.8125 | 3.134s | 1m:07s |
| Iteration 16 | l1 | 0.0027 | saga | 100 | --- | 0.5 | 0.8125 | 3.172s | 1m:11s |
| Iteration 17 | l1 | 21.856 | libli.. | 142 | --- | 0.8125 | 0.8125 | 3.183s | 1m:15s |
| Iteration 18 | l1 | 66.6267 | libli.. | 937 | --- | 0.6875 | 0.8125 | 3.167s | 1m:20s |
| Iteration 19 | none | --- | sag | 192 | --- | 0.8125 | 0.8125 | 3.161s | 1m:24s |
| Iteration 20 | none | --- | sag | 694 | --- | 0.4375 | 0.8125 | 3.102s | 1m:30s |
| Iteration 21 | l2 | 0.0175 | newto.. | 110 | --- | 0.75 | 0.8125 | 3.131s | 1m:34s |
| Iteration 22 | l1 | 0.1154 | libli.. | 103 | --- | 0.625 | 0.8125 | 3.166s | 1m:39s |
| Iteration 23 | none | --- | newto.. | 940 | --- | 0.5625 | 0.8125 | 3.170s | 1m:43s |
| Iteration 24 | l1 | 9.4829 | libli.. | 137 | --- | 0.75 | 0.8125 | 3.152s | 1m:47s |
| Iteration 25 | l2 | 0.0072 | sag | 207 | --- | 0.75 | 0.8125 | 3.211s | 1m:52s |
| Iteration 26 | l1 | 0.0098 | saga | 196 | --- | 0.5 | 0.8125 | 3.209s | 1m:57s |
| Iteration 27 | l2 | 0.0014 | libli.. | 107 | --- | 0.6875 | 0.8125 | 3.304s | 2m:01s |
| Iteration 28 | l1 | 64.8654 | libli.. | 913 | --- | 0.5 | 0.8125 | 3.823s | 2m:06s |
| Iteration 29 | l2 | 30.3464 | lbfgs | 155 | --- | 0.75 | 0.8125 | 3.785s | 2m:11s |
| Iteration 30 | l2 | 4.3437 | libli.. | 285 | --- | 0.25 | 0.8125 | 3.224s | 2m:17s |
| Iteration 31 | elast.. | 0.0051 | saga | 191 | 0.8 | 0.5 | 0.8125 | 3.269s | 2m:22s |
| Iteration 32 | l2 | 0.0032 | sag | 170 | --- | 0.6875 | 0.8125 | 3.234s | 2m:26s |
| Iteration 33 | none | --- | sag | 220 | --- | 0.8125 | 0.8125 | 3.281s | 2m:31s |
| Iteration 34 | l2 | 0.0019 | sag | 238 | --- | 0.4375 | 0.8125 | 3.263s | 2m:35s |
| Iteration 35 | l2 | 8.2061 | libli.. | 179 | --- | 0.75 | 0.8125 | 3.219s | 2m:39s |
| Iteration 36 | l2 | 38.657 | libli.. | 182 | --- | 0.625 | 0.8125 | 3.261s | 2m:44s |
| Iteration 37 | none | --- | sag | 988 | --- | 0.9375 | 0.9375 | 3.226s | 2m:48s |
| Iteration 38 | l1 | 2.4292 | saga | 986 | --- | 0.4375 | 0.9375 | 3.182s | 2m:53s |
| Iteration 39 | l2 | 0.001 | sag | 1000 | --- | 0.75 | 0.9375 | 3.206s | 2m:57s |
| Iteration 40 | none | --- | sag | 991 | --- | 0.6875 | 0.9375 | 3.161s | 3m:02s |
| Iteration 41 | none | --- | lbfgs | 101 | --- | 0.6875 | 0.9375 | 3.196s | 3m:07s |
| Iteration 42 | l1 | 0.0015 | libli.. | 827 | --- | 0.5 | 0.9375 | 3.190s | 3m:11s |
| Iteration 43 | l2 | 97.6814 | lbfgs | 427 | --- | 0.8125 | 0.9375 | 3.160s | 3m:17s |
| Iteration 44 | l2 | 1.0362 | saga | 425 | --- | 0.6875 | 0.9375 | 3.141s | 3m:22s |
| Iteration 45 | l2 | 100.0 | lbfgs | 460 | --- | 0.4375 | 0.9375 | 3.219s | 3m:27s |
| Iteration 46 | none | --- | newto.. | 973 | --- | 0.5625 | 0.9375 | 3.215s | 3m:31s |
| Iteration 47 | none | --- | sag | 990 | --- | 0.375 | 0.9375 | 3.204s | 3m:37s |
| Iteration 48 | l2 | 91.098 | lbfgs | 203 | --- | 0.75 | 0.9375 | 3.209s | 3m:42s |
| Iteration 49 | l2 | 100.0 | libli.. | 196 | --- | 0.4375 | 0.9375 | 3.265s | 3m:48s |
| Iteration 50 | elast.. | 86.6691 | saga | 388 | 0.3 | 0.4375 | 0.9375 | 3.191s | 3m:53s |
Bayesian Optimization ---------------------------
Best call --> Iteration 37
Best parameters --> {'penalty': 'none', 'solver': 'sag', 'max_iter': 988}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 3m:54s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8634
Test evaluation --> roc_auc: 0.2
Time elapsed: 0.019s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.4 ± 0.1844
Time elapsed: 0.089s
-------------------------------------------------
Total time: 3m:55s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.5625 | 0.5625 | 3.207s | 3.215s |
| Initial point 2 | svd | --- | 0.75 | 0.75 | 3.744s | 8.879s |
| Initial point 3 | svd | --- | 0.75 | 0.75 | 0.001s | 9.984s |
| Initial point 4 | lsqr | 0.8 | 0.75 | 0.75 | 3.131s | 13.838s |
| Initial point 5 | eigen | 0.9 | 0.375 | 0.75 | 3.156s | 17.774s |
| Initial point 6 | lsqr | 0.7 | 0.75 | 0.75 | 3.164s | 21.739s |
| Initial point 7 | lsqr | 0.5 | 0.75 | 0.75 | 3.094s | 25.696s |
| Initial point 8 | lsqr | 0.9 | 0.75 | 0.75 | 3.184s | 29.805s |
| Initial point 9 | lsqr | 0.6 | 0.5 | 0.75 | 3.148s | 33.692s |
| Initial point 10 | eigen | 0.8 | 0.625 | 0.75 | 3.180s | 37.716s |
| Iteration 11 | svd | --- | 0.75 | 0.75 | 0.001s | 38.584s |
| Iteration 12 | svd | --- | 0.75 | 0.75 | 0.000s | 39.424s |
| Iteration 13 | svd | --- | 0.75 | 0.75 | 0.000s | 40.252s |
| Iteration 14 | svd | --- | 0.75 | 0.75 | 0.000s | 41.090s |
| Iteration 15 | svd | --- | 0.75 | 0.75 | 0.000s | 41.924s |
| Iteration 16 | svd | --- | 0.75 | 0.75 | 0.000s | 42.773s |
| Iteration 17 | svd | --- | 0.75 | 0.75 | 0.000s | 43.618s |
| Iteration 18 | lsqr | 1.0 | 0.5625 | 0.75 | 3.138s | 47.608s |
| Iteration 19 | lsqr | auto | 0.8125 | 0.8125 | 3.177s | 52.199s |
| Iteration 20 | lsqr | None | 0.5 | 0.8125 | 3.131s | 56.337s |
| Iteration 21 | lsqr | auto | 0.8125 | 0.8125 | 0.000s | 57.524s |
| Iteration 22 | lsqr | auto | 0.8125 | 0.8125 | 0.000s | 58.424s |
| Iteration 23 | eigen | auto | 0.625 | 0.8125 | 3.082s | 1m:02s |
| Iteration 24 | eigen | 0.5 | 0.75 | 0.8125 | 3.174s | 1m:07s |
| Iteration 25 | eigen | None | 0.875 | 0.875 | 3.177s | 1m:12s |
| Iteration 26 | eigen | 0.6 | 0.25 | 0.875 | 3.141s | 1m:17s |
| Iteration 27 | eigen | 0.7 | 0.75 | 0.875 | 3.126s | 1m:21s |
| Iteration 28 | eigen | None | 0.875 | 0.875 | 0.000s | 1m:22s |
| Iteration 29 | eigen | None | 0.875 | 0.875 | 0.000s | 1m:23s |
| Iteration 30 | eigen | None | 0.875 | 0.875 | 0.000s | 1m:24s |
| Iteration 31 | eigen | None | 0.875 | 0.875 | 0.000s | 1m:27s |
| Iteration 32 | eigen | None | 0.875 | 0.875 | 0.000s | 1m:28s |
| Iteration 33 | eigen | None | 0.875 | 0.875 | 0.001s | 1m:29s |
| Iteration 34 | eigen | None | 0.875 | 0.875 | 0.000s | 1m:30s |
| Iteration 35 | eigen | 0.5 | 0.75 | 0.875 | 0.000s | 1m:31s |
| Iteration 36 | lsqr | 0.9 | 0.75 | 0.875 | 0.001s | 1m:32s |
| Iteration 37 | eigen | None | 0.875 | 0.875 | 0.000s | 1m:33s |
| Iteration 38 | svd | --- | 0.75 | 0.875 | 0.000s | 1m:34s |
| Iteration 39 | eigen | None | 0.875 | 0.875 | 0.000s | 1m:35s |
| Iteration 40 | eigen | None | 0.875 | 0.875 | 0.000s | 1m:36s |
| Iteration 41 | eigen | None | 0.875 | 0.875 | 0.000s | 1m:37s |
| Iteration 42 | eigen | None | 0.875 | 0.875 | 0.000s | 1m:38s |
| Iteration 43 | eigen | None | 0.875 | 0.875 | 0.001s | 1m:39s |
| Iteration 44 | eigen | None | 0.875 | 0.875 | 0.000s | 1m:40s |
| Iteration 45 | eigen | None | 0.875 | 0.875 | 0.000s | 1m:41s |
| Iteration 46 | eigen | None | 0.875 | 0.875 | 0.001s | 1m:42s |
| Iteration 47 | eigen | None | 0.875 | 0.875 | 0.000s | 1m:43s |
| Iteration 48 | eigen | None | 0.875 | 0.875 | 0.001s | 1m:44s |
| Iteration 49 | eigen | None | 0.875 | 0.875 | 0.000s | 1m:45s |
| Iteration 50 | eigen | None | 0.875 | 0.875 | 0.000s | 1m:48s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'solver': 'eigen', 'shrinkage': None}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:50s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8482
Test evaluation --> roc_auc: 0.35
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.41 ± 0.1114
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:50s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.5625 | 0.5625 | 3.075s | 3.079s |
| Initial point 2 | 0.9 | 0.4375 | 0.5625 | 3.164s | 7.067s |
| Initial point 3 | 0.1 | 0.375 | 0.5625 | 3.191s | 11.276s |
| Initial point 4 | 1.0 | 0.5625 | 0.5625 | 0.001s | 12.235s |
| Initial point 5 | 0.2 | 0.375 | 0.5625 | 3.189s | 16.128s |
| Initial point 6 | 0.4 | 0.8125 | 0.8125 | 3.183s | 20.149s |
| Initial point 7 | 0.4 | 0.8125 | 0.8125 | 0.000s | 21.129s |
| Initial point 8 | 0.7 | 0.75 | 0.8125 | 3.777s | 25.722s |
| Initial point 9 | 0.9 | 0.4375 | 0.8125 | 0.000s | 26.699s |
| Initial point 10 | 0.8 | 0.625 | 0.8125 | 3.183s | 30.596s |
| Iteration 11 | 0.3 | 0.5 | 0.8125 | 3.200s | 34.894s |
| Iteration 12 | 0.6 | 0.375 | 0.8125 | 3.155s | 39.190s |
| Iteration 13 | 0.5 | 0.5 | 0.8125 | 3.118s | 43.254s |
| Iteration 14 | 0.0 | 0.75 | 0.8125 | 3.189s | 47.357s |
| Iteration 15 | 0.4 | 0.8125 | 0.8125 | 0.000s | 48.297s |
| Iteration 16 | 0.4 | 0.8125 | 0.8125 | 0.000s | 49.169s |
| Iteration 17 | 0.4 | 0.8125 | 0.8125 | 0.001s | 50.048s |
| Iteration 18 | 0.4 | 0.8125 | 0.8125 | 0.000s | 50.848s |
| Iteration 19 | 0.9 | 0.4375 | 0.8125 | 0.000s | 51.679s |
| Iteration 20 | 0.6 | 0.375 | 0.8125 | 0.000s | 52.461s |
| Iteration 21 | 0.6 | 0.375 | 0.8125 | 0.000s | 53.278s |
| Iteration 22 | 0.4 | 0.8125 | 0.8125 | 0.000s | 54.075s |
| Iteration 23 | 0.4 | 0.8125 | 0.8125 | 0.000s | 54.888s |
| Iteration 24 | 0.4 | 0.8125 | 0.8125 | 0.000s | 55.698s |
| Iteration 25 | 0.4 | 0.8125 | 0.8125 | 0.000s | 56.537s |
| Iteration 26 | 0.4 | 0.8125 | 0.8125 | 0.000s | 57.339s |
| Iteration 27 | 0.4 | 0.8125 | 0.8125 | 0.000s | 58.249s |
| Iteration 28 | 0.9 | 0.4375 | 0.8125 | 0.000s | 59.111s |
| Iteration 29 | 0.4 | 0.8125 | 0.8125 | 0.000s | 59.976s |
| Iteration 30 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:01s |
| Iteration 31 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:02s |
| Iteration 32 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:03s |
| Iteration 33 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:03s |
| Iteration 34 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:04s |
| Iteration 35 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:05s |
| Iteration 36 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:06s |
| Iteration 37 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:07s |
| Iteration 38 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:08s |
| Iteration 39 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:09s |
| Iteration 40 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:10s |
| Iteration 41 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:11s |
| Iteration 42 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:12s |
| Iteration 43 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:13s |
| Iteration 44 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:14s |
| Iteration 45 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:15s |
| Iteration 46 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:16s |
| Iteration 47 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:16s |
| Iteration 48 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:17s |
| Iteration 49 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:18s |
| Iteration 50 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:19s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'reg_param': 0.4}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7705
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.0245
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:20s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 10.8043 | dista.. | auto | 40 | 1 | 0.5625 | 0.5625 | 3.075s | 3.096s |
| Initial point 2 | 4.2969 | uniform | kd_tree | 39 | 2 | 0.4375 | 0.5625 | 3.179s | 7.047s |
| Initial point 3 | 3.3943 | dista.. | ball_tree | 25 | 2 | 0.375 | 0.5625 | 3.164s | 10.981s |
| Initial point 4 | 9.9026 | uniform | ball_tree | 39 | 2 | 0.625 | 0.625 | 3.191s | 15.095s |
| Initial point 5 | 7.7574 | dista.. | auto | 30 | 2 | 0.75 | 0.75 | 3.165s | 19.101s |
| Initial point 6 | 8.9836 | dista.. | ball_tree | 21 | 2 | 0.625 | 0.75 | 3.160s | 23.129s |
| Initial point 7 | 6.4257 | dista.. | ball_tree | 24 | 1 | 0.7188 | 0.75 | 3.158s | 27.226s |
| Initial point 8 | 1.5398 | dista.. | ball_tree | 21 | 2 | 0.5938 | 0.75 | 3.182s | 31.214s |
| Initial point 9 | 7.1579 | uniform | ball_tree | 24 | 1 | 0.6875 | 0.75 | 3.186s | 35.196s |
| Initial point 10 | 5.0841 | uniform | brute | 22 | 2 | 0.375 | 0.75 | 3.165s | 39.190s |
| Iteration 11 | 8.0689 | uniform | brute | 40 | 2 | 0.8125 | 0.8125 | 3.173s | 43.410s |
| Iteration 12 | 4.4777 | uniform | brute | 40 | 1 | 0.4688 | 0.8125 | 3.121s | 48.297s |
| Iteration 13 | 7.6843 | dista.. | brute | 40 | 2 | 0.1875 | 0.8125 | 3.098s | 52.542s |
| Iteration 14 | 8.1173 | uniform | brute | 39 | 2 | 0.4375 | 0.8125 | 3.150s | 56.886s |
| Iteration 15 | 6.8425 | uniform | auto | 37 | 1 | 0.4375 | 0.8125 | 3.156s | 1m:01s |
| Iteration 16 | 0.0093 | uniform | auto | 22 | 2 | 0.5 | 0.8125 | 3.152s | 1m:05s |
| Iteration 17 | 10.8308 | dista.. | ball_tree | 20 | 1 | 0.7812 | 0.8125 | 3.155s | 1m:10s |
| Iteration 18 | 10.8281 | uniform | ball_tree | 35 | 2 | 0.625 | 0.8125 | 3.137s | 1m:15s |
| Iteration 19 | 10.8343 | uniform | kd_tree | 20 | 2 | 0.5 | 0.8125 | 3.158s | 1m:19s |
| Iteration 20 | 10.8348 | dista.. | auto | 30 | 1 | 0.8125 | 0.8125 | 3.165s | 1m:23s |
| Iteration 21 | 10.8281 | uniform | auto | 28 | 1 | 0.5625 | 0.8125 | 3.171s | 1m:28s |
| Iteration 22 | 10.8348 | dista.. | ball_tree | 23 | 1 | 0.6562 | 0.8125 | 3.178s | 1m:32s |
| Iteration 23 | 10.8348 | dista.. | auto | 21 | 2 | 0.5 | 0.8125 | 3.162s | 1m:36s |
| Iteration 24 | 10.7546 | dista.. | auto | 27 | 1 | 1.0 | 1.0 | 3.191s | 1m:41s |
| Iteration 25 | 10.6167 | dista.. | ball_tree | 27 | 1 | 0.75 | 1.0 | 3.167s | 1m:45s |
| Iteration 26 | 1.2465 | dista.. | auto | 27 | 1 | 0.5 | 1.0 | 3.473s | 1m:50s |
| Iteration 27 | 8.3454 | dista.. | brute | 29 | 1 | 0.5625 | 1.0 | 3.154s | 1m:55s |
| Iteration 28 | 8.3626 | dista.. | auto | 20 | 1 | 0.5625 | 1.0 | 3.188s | 1m:59s |
| Iteration 29 | 10.7468 | dista.. | auto | 29 | 2 | 0.9375 | 1.0 | 3.144s | 2m:03s |
| Iteration 30 | 10.8348 | dista.. | auto | 28 | 2 | 0.875 | 1.0 | 3.172s | 2m:07s |
| Iteration 31 | 9.4 | dista.. | auto | 27 | 1 | 0.7188 | 1.0 | 3.151s | 2m:12s |
| Iteration 32 | 10.8348 | dista.. | auto | 32 | 2 | 0.6875 | 1.0 | 3.172s | 2m:16s |
| Iteration 33 | 0.0 | dista.. | auto | 40 | 1 | 0.5 | 1.0 | 3.156s | 2m:23s |
| Iteration 34 | 10.8348 | dista.. | auto | 28 | 1 | 0.6875 | 1.0 | 3.099s | 2m:29s |
| Iteration 35 | 10.8348 | dista.. | brute | 25 | 2 | 0.9375 | 1.0 | 3.097s | 2m:36s |
| Iteration 36 | 0.0 | uniform | brute | 32 | 1 | 0.5 | 1.0 | 3.685s | 2m:43s |
| Iteration 37 | 10.8348 | dista.. | brute | 27 | 2 | 0.75 | 1.0 | 3.061s | 2m:49s |
| Iteration 38 | 10.8348 | dista.. | ball_tree | 27 | 2 | 0.75 | 1.0 | 3.108s | 2m:54s |
| Iteration 39 | 10.8348 | dista.. | auto | 28 | 2 | 0.875 | 1.0 | 0.001s | 2m:55s |
| Iteration 40 | 10.7886 | dista.. | auto | 27 | 1 | 0.75 | 1.0 | 3.177s | 2m:60s |
| Iteration 41 | 10.8051 | uniform | kd_tree | 30 | 2 | 0.75 | 1.0 | 3.168s | 3m:06s |
| Iteration 42 | 10.8348 | dista.. | brute | 28 | 2 | 0.9375 | 1.0 | 3.156s | 3m:11s |
| Iteration 43 | 10.8348 | dista.. | brute | 29 | 2 | 0.75 | 1.0 | 3.155s | 3m:15s |
| Iteration 44 | 10.8304 | uniform | ball_tree | 26 | 1 | 0.5625 | 1.0 | 3.124s | 3m:20s |
| Iteration 45 | 10.8348 | dista.. | brute | 28 | 2 | 0.9375 | 1.0 | 0.001s | 3m:21s |
| Iteration 46 | 10.8348 | dista.. | brute | 28 | 2 | 0.9375 | 1.0 | 0.000s | 3m:23s |
| Iteration 47 | 10.8348 | dista.. | brute | 28 | 2 | 0.9375 | 1.0 | 0.000s | 3m:24s |
| Iteration 48 | 10.8348 | dista.. | auto | 27 | 2 | 0.8125 | 1.0 | 3.102s | 3m:28s |
| Iteration 49 | 0.0 | dista.. | brute | 20 | 1 | 0.5 | 1.0 | 3.179s | 3m:33s |
| Iteration 50 | 10.8348 | dista.. | brute | 28 | 2 | 0.9375 | 1.0 | 0.001s | 3m:34s |
Bayesian Optimization ---------------------------
Best call --> Iteration 24
Best parameters --> {'radius': 10.7546, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 27, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.0927
Time elapsed: 0.050s
-------------------------------------------------
Total time: 3m:36s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.625 | 0.625 | 3.489s | 3.496s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.8125 | 0.8125 | 3.565s | 8.023s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.75 | 0.8125 | 3.249s | 12.441s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.5 | 0.8125 | 3.416s | 16.885s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.7188 | 0.8125 | 3.291s | 21.606s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.8125 | 0.8125 | 3.481s | 28.051s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.8125 | 0.8125 | 3.236s | 32.670s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.7188 | 0.8125 | 3.444s | 37.397s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.75 | 0.8125 | 3.152s | 41.495s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.9688 | 0.9688 | 3.266s | 45.799s |
| Iteration 11 | 175 | 0.0142 | SAMME | 0.625 | 0.9688 | 3.247s | 50.259s |
| Iteration 12 | 158 | 0.0159 | SAMME | 0.5625 | 0.9688 | 3.271s | 54.548s |
| Iteration 13 | 249 | 0.0127 | SAMME.R | 0.375 | 0.9688 | 3.323s | 58.965s |
| Iteration 14 | 169 | 0.0147 | SAMME | 0.4375 | 0.9688 | 3.283s | 1m:04s |
| Iteration 15 | 178 | 0.0165 | SAMME.R | 0.8438 | 0.9688 | 3.247s | 1m:08s |
| Iteration 16 | 78 | 2.4921 | SAMME.R | 0.875 | 0.9688 | 3.877s | 1m:13s |
| Iteration 17 | 178 | 2.419 | SAMME.R | 0.5625 | 0.9688 | 3.346s | 1m:18s |
| Iteration 18 | 372 | 0.2792 | SAMME | 0.75 | 0.9688 | 3.457s | 1m:22s |
| Iteration 19 | 373 | 0.1955 | SAMME | 1.0 | 1.0 | 3.443s | 1m:27s |
| Iteration 20 | 416 | 0.1768 | SAMME | 0.875 | 1.0 | 3.519s | 1m:32s |
| Iteration 21 | 365 | 0.1671 | SAMME.R | 0.75 | 1.0 | 3.447s | 1m:36s |
| Iteration 22 | 75 | 0.2086 | SAMME | 0.8125 | 1.0 | 3.203s | 1m:41s |
| Iteration 23 | 264 | 0.1974 | SAMME | 0.6562 | 1.0 | 3.364s | 1m:45s |
| Iteration 24 | 56 | 0.4064 | SAMME.R | 0.9375 | 1.0 | 3.198s | 1m:50s |
| Iteration 25 | 488 | 0.5083 | SAMME.R | 0.625 | 1.0 | 3.684s | 1m:55s |
| Iteration 26 | 351 | 0.2091 | SAMME | 0.75 | 1.0 | 3.353s | 1m:59s |
| Iteration 27 | 428 | 0.2092 | SAMME | 0.6875 | 1.0 | 3.480s | 2m:04s |
| Iteration 28 | 295 | 0.2081 | SAMME | 0.625 | 1.0 | 3.464s | 2m:09s |
| Iteration 29 | 496 | 1.4215 | SAMME | 0.5625 | 1.0 | 3.650s | 2m:13s |
| Iteration 30 | 348 | 0.195 | SAMME | 0.4375 | 1.0 | 3.426s | 2m:20s |
| Iteration 31 | 122 | 0.3544 | SAMME | 0.8125 | 1.0 | 3.290s | 2m:27s |
| Iteration 32 | 406 | 0.0324 | SAMME.R | 0.8125 | 1.0 | 3.430s | 2m:33s |
| Iteration 33 | 69 | 0.3639 | SAMME.R | 0.75 | 1.0 | 3.231s | 2m:40s |
| Iteration 34 | 94 | 0.3629 | SAMME.R | 0.875 | 1.0 | 3.220s | 2m:47s |
| Iteration 35 | 373 | 0.1965 | SAMME | 0.75 | 1.0 | 3.354s | 2m:54s |
| Iteration 36 | 373 | 0.1955 | SAMME | 1.0 | 1.0 | 0.001s | 2m:57s |
| Iteration 37 | 373 | 0.1783 | SAMME | 0.9375 | 1.0 | 3.431s | 3m:04s |
| Iteration 38 | 219 | 9.9961 | SAMME.R | 0.5 | 1.0 | 3.340s | 3m:09s |
| Iteration 39 | 62 | 0.6744 | SAMME.R | 0.625 | 1.0 | 3.192s | 3m:13s |
| Iteration 40 | 58 | 0.0353 | SAMME | 0.75 | 1.0 | 3.192s | 3m:18s |
| Iteration 41 | 202 | 4.2473 | SAMME | 0.6875 | 1.0 | 3.133s | 3m:22s |
| Iteration 42 | 261 | 0.1108 | SAMME.R | 1.0 | 1.0 | 4.065s | 3m:27s |
| Iteration 43 | 63 | 0.0738 | SAMME.R | 0.625 | 1.0 | 3.228s | 3m:31s |
| Iteration 44 | 150 | 0.2299 | SAMME.R | 0.75 | 1.0 | 3.364s | 3m:36s |
| Iteration 45 | 103 | 0.2332 | SAMME.R | 0.6875 | 1.0 | 3.198s | 3m:40s |
| Iteration 46 | 324 | 0.2089 | SAMME.R | 0.6875 | 1.0 | 3.460s | 3m:45s |
| Iteration 47 | 306 | 0.2124 | SAMME | 1.0 | 1.0 | 3.458s | 3m:49s |
| Iteration 48 | 102 | 0.2433 | SAMME | 1.0 | 1.0 | 3.318s | 3m:54s |
| Iteration 49 | 70 | 0.2803 | SAMME | 0.5 | 1.0 | 3.252s | 3m:58s |
| Iteration 50 | 332 | 0.1823 | SAMME | 0.9375 | 1.0 | 3.469s | 4m:02s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'n_estimators': 261, 'learning_rate': 0.1108, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.251s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.93 ± 0.06
Time elapsed: 1.062s
-------------------------------------------------
Total time: 4m:05s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.625 | 0.625 | 3.520s | 3.539s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.75 | 0.75 | 3.387s | 7.754s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.75 | 0.75 | 3.416s | 11.962s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.75 | 3.216s | 15.918s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.8125 | 0.8125 | 3.404s | 20.115s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.6562 | 0.8125 | 3.253s | 24.192s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.6875 | 0.8125 | 3.327s | 28.265s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.75 | 0.8125 | 3.268s | 32.346s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.7812 | 0.8125 | 3.417s | 36.523s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 1.0 | 1.0 | 5.138s | 43.938s |
| Iteration 11 | 369 | entropy | None | 2 | 20 | None | True | 0.0282 | 0.9 | 0.6875 | 1.0 | 5.179s | 52.684s |
| Iteration 12 | 264 | gini | 7 | 13 | 11 | None | True | 0.0014 | 0.5 | 0.5625 | 1.0 | 5.032s | 1m:00s |
| Iteration 13 | 45 | entropy | 2 | 11 | 7 | 0.9 | True | 0.0008 | 0.7 | 0.5625 | 1.0 | 4.744s | 1m:07s |
| Iteration 14 | 344 | gini | 7 | 7 | 16 | 0.9 | True | 0.0181 | None | 0.625 | 1.0 | 5.100s | 1m:16s |
| Iteration 15 | 500 | gini | 5 | 7 | 11 | 0.7 | True | 0.0181 | 0.6 | 0.6875 | 1.0 | 5.276s | 1m:24s |
| Iteration 16 | 10 | entropy | 8 | 2 | 16 | 0.8 | True | 0.0159 | 0.8 | 0.875 | 1.0 | 4.041s | 1m:30s |
| Iteration 17 | 251 | entropy | 6 | 8 | 18 | 0.5 | True | 0.0306 | 0.9 | 0.875 | 1.0 | 3.441s | 1m:34s |
| Iteration 18 | 308 | gini | 7 | 8 | 8 | 0.6 | True | 0.0169 | 0.5 | 0.5 | 1.0 | 3.478s | 1m:39s |
| Iteration 19 | 10 | entropy | 3 | 15 | 17 | auto | False | 0.0014 | --- | 0.75 | 1.0 | 3.873s | 1m:44s |
| Iteration 20 | 36 | entropy | 8 | 4 | 18 | 0.6 | True | 0.0141 | 0.9 | 0.9062 | 1.0 | 3.231s | 1m:48s |
| Iteration 21 | 265 | gini | 5 | 16 | 15 | 0.9 | True | 0.0325 | None | 0.75 | 1.0 | 3.362s | 1m:55s |
| Iteration 22 | 405 | gini | 9 | 18 | 6 | 0.8 | True | 0.0079 | 0.9 | 0.5 | 1.0 | 3.510s | 2m:00s |
| Iteration 23 | 494 | gini | 6 | 5 | 20 | None | False | 0.0146 | --- | 0.625 | 1.0 | 3.418s | 2m:05s |
| Iteration 24 | 126 | gini | 2 | 3 | 1 | 0.7 | False | 0.0017 | --- | 0.75 | 1.0 | 3.218s | 2m:09s |
| Iteration 25 | 165 | gini | 7 | 15 | 20 | auto | True | 0.0086 | 0.5 | 0.5 | 1.0 | 3.331s | 2m:16s |
| Iteration 26 | 198 | gini | 6 | 6 | 15 | 0.8 | True | 0.0264 | None | 0.4062 | 1.0 | 3.231s | 2m:23s |
| Iteration 27 | 484 | entropy | 9 | 16 | 4 | auto | True | 0.0043 | 0.5 | 0.875 | 1.0 | 3.464s | 2m:28s |
| Iteration 28 | 477 | entropy | 9 | 6 | 18 | None | False | 0.0141 | --- | 0.5938 | 1.0 | 3.491s | 2m:34s |
| Iteration 29 | 257 | entropy | 8 | 6 | 17 | log2 | True | 0.0251 | 0.9 | 0.6875 | 1.0 | 3.382s | 2m:40s |
| Iteration 30 | 500 | gini | None | 19 | 18 | 0.7 | False | 0.0098 | --- | 0.75 | 1.0 | 3.468s | 2m:46s |
| Iteration 31 | 387 | entropy | 9 | 6 | 2 | None | True | 0.0347 | 0.9 | 0.8125 | 1.0 | 3.510s | 2m:51s |
| Iteration 32 | 461 | entropy | 6 | 12 | 16 | None | True | 0.0011 | None | 0.6875 | 1.0 | 3.518s | 2m:56s |
| Iteration 33 | 24 | entropy | 9 | 11 | 7 | auto | True | 0.0335 | 0.5 | 0.9375 | 1.0 | 3.204s | 3m:01s |
| Iteration 34 | 75 | entropy | 9 | 3 | 13 | auto | True | 0.0215 | 0.5 | 0.875 | 1.0 | 3.234s | 3m:06s |
| Iteration 35 | 86 | gini | None | 17 | 13 | None | True | 0.0181 | 0.9 | 0.875 | 1.0 | 3.243s | 3m:11s |
| Iteration 36 | 15 | entropy | 9 | 19 | 18 | 0.7 | True | 0.0163 | None | 0.4375 | 1.0 | 3.170s | 3m:15s |
| Iteration 37 | 480 | gini | None | 2 | 19 | 0.8 | True | 0.0317 | 0.7 | 0.5 | 1.0 | 3.559s | 3m:21s |
| Iteration 38 | 276 | entropy | 9 | 2 | 2 | log2 | True | 0.0108 | 0.6 | 0.75 | 1.0 | 3.377s | 3m:27s |
| Iteration 39 | 121 | entropy | 5 | 2 | 4 | sqrt | True | 0.0203 | 0.6 | 1.0 | 1.0 | 3.268s | 3m:32s |
| Iteration 40 | 117 | entropy | 6 | 2 | 5 | auto | True | 0.0235 | 0.7 | 0.875 | 1.0 | 3.270s | 3m:37s |
| Iteration 41 | 218 | entropy | 3 | 2 | 3 | auto | True | 0.0183 | 0.7 | 0.6875 | 1.0 | 3.246s | 3m:43s |
| Iteration 42 | 131 | gini | 9 | 20 | 10 | None | False | 0.0109 | --- | 0.9062 | 1.0 | 3.184s | 3m:50s |
| Iteration 43 | 33 | entropy | 7 | 2 | 4 | auto | True | 0.0002 | 0.8 | 0.75 | 1.0 | 3.806s | 3m:57s |
| Iteration 44 | 288 | gini | 9 | 20 | 2 | 0.5 | False | 0.0319 | --- | 0.875 | 1.0 | 3.324s | 4m:03s |
| Iteration 45 | 22 | gini | 6 | 20 | 5 | 0.9 | False | 0.0118 | --- | 0.9688 | 1.0 | 3.164s | 4m:08s |
| Iteration 46 | 482 | gini | 6 | 20 | 2 | auto | False | 0.0124 | --- | 0.5625 | 1.0 | 3.414s | 4m:14s |
| Iteration 47 | 38 | gini | 8 | 20 | 3 | None | False | 0.0273 | --- | 0.9375 | 1.0 | 3.200s | 4m:20s |
| Iteration 48 | 106 | gini | 9 | 20 | 7 | None | False | 0.0234 | --- | 0.75 | 1.0 | 3.243s | 4m:26s |
| Iteration 49 | 211 | gini | 6 | 20 | 7 | None | False | 0.0288 | --- | 0.8125 | 1.0 | 3.298s | 4m:32s |
| Iteration 50 | 99 | entropy | None | 18 | 15 | None | False | 0.0321 | --- | 0.7812 | 1.0 | 4.858s | 4m:39s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'n_estimators': 327, 'criterion': 'gini', 'max_depth': 7, 'min_samples_split': 8, 'min_samples_leaf': 15, 'max_features': 0.9, 'bootstrap': True, 'ccp_alpha': 0.0174, 'max_samples': None}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:44s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8446
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.452s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.114
Time elapsed: 1.992s
-------------------------------------------------
Total time: 4m:46s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 4.908s | 4.933s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.8125 | 0.8125 | 4.895s | 11.720s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.8125 | 4.883s | 18.346s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.8125 | 4.771s | 24.780s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.8125 | 4.860s | 31.188s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.8125 | 4.440s | 37.451s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.8125 | 3.204s | 41.926s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.8125 | 3.201s | 46.233s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.75 | 0.8125 | 3.249s | 50.410s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.8125 | 3.203s | 54.642s |
| Iteration 11 | 123 | 0.0293 | 6 | 0.0 | 2 | 0.6 | 0.6 | 10 | 0 | 0.5 | 0.8125 | 3.178s | 59.181s |
| Iteration 12 | 354 | 0.1461 | 8 | 0.2676 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.4375 | 0.8125 | 3.209s | 1m:04s |
| Iteration 13 | 409 | 0.018 | 6 | 0.5817 | 5 | 0.6 | 1.0 | 10 | 0.1 | 0.5 | 0.8125 | 3.211s | 1m:09s |
| Iteration 14 | 336 | 0.1104 | 6 | 0.365 | 4 | 0.8 | 0.7 | 0.1 | 0.01 | 0.5 | 0.8125 | 3.193s | 1m:13s |
| Iteration 15 | 438 | 0.0473 | 7 | 0.5309 | 2 | 0.7 | 0.9 | 0.1 | 0.1 | 0.8125 | 0.8125 | 3.234s | 1m:18s |
| Iteration 16 | 369 | 0.0439 | 3 | 1.0 | 5 | 1.0 | 0.7 | 0.1 | 0.1 | 1.0 | 1.0 | 3.210s | 1m:23s |
| Iteration 17 | 166 | 0.039 | 2 | 1.0 | 1 | 1.0 | 0.4 | 100 | 0.1 | 0.5 | 1.0 | 3.186s | 1m:28s |
| Iteration 18 | 122 | 0.0378 | 3 | 1.0 | 6 | 1.0 | 0.4 | 0.1 | 1 | 0.4688 | 1.0 | 3.172s | 1m:32s |
| Iteration 19 | 368 | 0.0451 | 2 | 1.0 | 6 | 1.0 | 0.7 | 0.01 | 0.1 | 0.75 | 1.0 | 3.939s | 1m:38s |
| Iteration 20 | 389 | 0.0413 | 7 | 0.9103 | 7 | 0.8 | 0.6 | 1 | 1 | 0.5 | 1.0 | 3.210s | 1m:42s |
| Iteration 21 | 218 | 0.0437 | 10 | 0.672 | 3 | 0.7 | 0.7 | 0.1 | 0.1 | 0.6875 | 1.0 | 3.230s | 1m:47s |
| Iteration 22 | 401 | 0.0438 | 3 | 1.0 | 5 | 1.0 | 0.7 | 0.1 | 0.1 | 0.5625 | 1.0 | 3.202s | 1m:52s |
| Iteration 23 | 366 | 0.0405 | 1 | 1.0 | 4 | 0.8 | 0.7 | 0.1 | 0.1 | 0.9375 | 1.0 | 3.222s | 1m:56s |
| Iteration 24 | 366 | 0.0826 | 5 | 1.0 | 9 | 1.0 | 0.5 | 0.1 | 10 | 0.5 | 1.0 | 3.205s | 2m:02s |
| Iteration 25 | 367 | 0.0388 | 7 | 0.7833 | 5 | 0.9 | 1.0 | 100 | 0 | 0.5 | 1.0 | 3.263s | 2m:07s |
| Iteration 26 | 366 | 0.0477 | 7 | 0.351 | 7 | 0.9 | 0.8 | 0.1 | 0.01 | 0.3125 | 1.0 | 3.229s | 2m:11s |
| Iteration 27 | 372 | 0.0639 | 7 | 1.0 | 2 | 0.8 | 0.7 | 0.1 | 1 | 0.875 | 1.0 | 3.260s | 2m:16s |
| Iteration 28 | 367 | 0.2033 | 1 | 1.0 | 3 | 1.0 | 0.7 | 0.1 | 0.1 | 0.375 | 1.0 | 3.261s | 2m:21s |
| Iteration 29 | 365 | 0.0485 | 7 | 0.0777 | 6 | 0.9 | 0.7 | 0.1 | 0.1 | 0.5 | 1.0 | 3.266s | 2m:26s |
| Iteration 30 | 370 | 0.0439 | 7 | 1.0 | 6 | 0.7 | 0.7 | 0.1 | 0.1 | 0.75 | 1.0 | 3.241s | 2m:31s |
| Iteration 31 | 366 | 0.0624 | 4 | 0.9775 | 2 | 1.0 | 0.7 | 0.1 | 1 | 0.8125 | 1.0 | 3.296s | 2m:36s |
| Iteration 32 | 369 | 0.0438 | 8 | 1.0 | 5 | 0.8 | 0.7 | 0.1 | 0.1 | 0.7188 | 1.0 | 3.253s | 2m:41s |
| Iteration 33 | 375 | 0.0368 | 3 | 1.0 | 2 | 0.7 | 0.7 | 0.01 | 0.01 | 0.9375 | 1.0 | 3.250s | 2m:46s |
| Iteration 34 | 370 | 0.0419 | 3 | 1.0 | 4 | 0.9 | 0.7 | 0.1 | 1 | 0.6875 | 1.0 | 3.261s | 2m:51s |
| Iteration 35 | 442 | 0.0329 | 1 | 1.0 | 1 | 0.7 | 0.5 | 0 | 1 | 0.9375 | 1.0 | 3.215s | 2m:55s |
| Iteration 36 | 460 | 0.0361 | 6 | 1.0 | 1 | 0.5 | 0.9 | 0 | 0 | 1.0 | 1.0 | 3.251s | 3m:00s |
| Iteration 37 | 500 | 0.0258 | 1 | 1.0 | 1 | 1.0 | 0.9 | 0 | 0.1 | 0.9375 | 1.0 | 3.525s | 3m:06s |
| Iteration 38 | 500 | 0.0395 | 10 | 1.0 | 1 | 0.5 | 1.0 | 0 | 100 | 0.5 | 1.0 | 4.922s | 3m:14s |
| Iteration 39 | 424 | 0.0366 | 4 | 1.0 | 1 | 0.9 | 0.5 | 0 | 0.01 | 0.875 | 1.0 | 4.853s | 3m:22s |
| Iteration 40 | 500 | 0.0327 | 1 | 1.0 | 1 | 0.6 | 1.0 | 0.01 | 0.01 | 0.75 | 1.0 | 4.860s | 3m:29s |
| Iteration 41 | 363 | 0.0299 | 4 | 1.0 | 1 | 1.0 | 0.7 | 0 | 0.01 | 0.5 | 1.0 | 4.835s | 3m:36s |
| Iteration 42 | 500 | 0.0565 | 5 | 1.0 | 1 | 0.5 | 0.9 | 0 | 0 | 0.9375 | 1.0 | 4.853s | 3m:44s |
| Iteration 43 | 500 | 0.0456 | 9 | 1.0 | 2 | 0.6 | 0.4 | 0 | 0 | 0.625 | 1.0 | 5.572s | 3m:53s |
| Iteration 44 | 500 | 0.0536 | 1 | 1.0 | 1 | 0.6 | 0.7 | 0 | 100 | 0.5 | 1.0 | 3.259s | 4m:00s |
| Iteration 45 | 458 | 0.0495 | 2 | 1.0 | 1 | 0.5 | 1.0 | 0 | 0.1 | 0.5 | 1.0 | 3.289s | 4m:06s |
| Iteration 46 | 475 | 0.0263 | 1 | 1.0 | 1 | 0.6 | 0.5 | 0.1 | 0.1 | 0.625 | 1.0 | 3.277s | 4m:11s |
| Iteration 47 | 500 | 0.0227 | 1 | 1.0 | 3 | 0.9 | 1.0 | 0 | 0 | 0.75 | 1.0 | 3.309s | 4m:16s |
| Iteration 48 | 500 | 0.0233 | 2 | 0.0 | 1 | 0.6 | 1.0 | 0 | 0 | 0.9375 | 1.0 | 3.341s | 4m:21s |
| Iteration 49 | 500 | 0.0138 | 3 | 0.0 | 1 | 0.9 | 0.4 | 0 | 0 | 0.8125 | 1.0 | 3.219s | 4m:26s |
| Iteration 50 | 500 | 0.01 | 6 | 0.0 | 1 | 0.6 | 0.7 | 0 | 10 | 0.9375 | 1.0 | 3.267s | 4m:32s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'n_estimators': 460, 'learning_rate': 0.0361, 'max_depth': 6, 'gamma': 1.0, 'min_child_weight': 1, 'subsample': 0.5, 'colsample_bytree': 0.9, 'reg_alpha': 0, 'reg_lambda': 0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:35s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.105s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.0447
Time elapsed: 0.330s
-------------------------------------------------
Total time: 4m:35s
Final results ==================== >>
Duration: 28m:00s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.91 ± 0.0663
Logistic Regression --> roc_auc: 0.4 ± 0.1844 ~
Linear Discriminant Analysis --> roc_auc: 0.41 ± 0.1114 ~
Quadratic Discriminant Analysis --> roc_auc: 0.72 ± 0.0245
Radius Nearest Neighbors --> roc_auc: 0.72 ± 0.0927
AdaBoost --> roc_auc: 0.93 ± 0.06 !
Random Forest --> roc_auc: 0.8 ± 0.114
XGBoost --> roc_auc: 0.9 ± 0.0447
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 817 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVRYGGSQGNLIF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CALTSGTYKYIF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVRGAAGNKLTF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CVVNTGFQKLVF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CAVSSGNTPLVF.
>>> Dropping feature CAVYNAGNMLTF.
>>> Dropping feature CAGPNAGGTSYGKLTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAPNSGGGADGLTF.
>>> Dropping feature CAVLNAGNNRKLIW.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVSNYGGSQGNLIF.
>>> Dropping feature CAGNSGNTPLVF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CASSLGRTEAFF.
>>> Dropping feature CAVPYNQGGKLIF.
>>> Dropping feature CAVVSGGYNKLIF.
>>> Dropping feature CAGKIQGAQKLVF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CASSLDSYEQYF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVVNAGGTSYGKLTF.
>>> Dropping feature CAVSPSGGYQKVTF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASMNSGYSTLTF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVGSGGSYIPTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASDRGSTLGRLYF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVLSNDYKLSF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVNSGYALNF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.8125 | 0.8125 | 0.687s | 0.708s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.9375 | 0.9375 | 0.731s | 2.417s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.875 | 0.9375 | 0.688s | 3.984s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.75 | 0.9375 | 0.723s | 5.504s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.9375 | 0.9375 | 0.729s | 6.989s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.875 | 0.9375 | 0.769s | 8.731s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 1.0 | 1.0 | 0.740s | 10.348s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.75 | 1.0 | 0.790s | 11.967s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.875 | 1.0 | 0.716s | 13.638s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 1.0 | 1.0 | 0.714s | 16.623s |
| Iteration 11 | exponen.. | 0.0198 | 464 | 0.6 | friedman_mse | 17 | 5 | 4 | 0.6 | 0.0096 | 0.8125 | 1.0 | 0.917s | 19.211s |
| Iteration 12 | exponen.. | 0.0373 | 197 | 0.6 | friedman_mse | 16 | 15 | 3 | 0.9 | 0.0207 | 0.625 | 1.0 | 0.789s | 21.231s |
| Iteration 13 | exponen.. | 0.0172 | 207 | 0.8 | friedman_mse | 6 | 2 | 9 | 0.8 | 0.0299 | 0.875 | 1.0 | 0.690s | 23.304s |
| Iteration 14 | exponen.. | 0.3526 | 489 | 1.0 | friedman_mse | 7 | 20 | 5 | auto | 0.0 | 0.75 | 1.0 | 0.716s | 27.289s |
| Iteration 15 | exponen.. | 0.1002 | 256 | 0.7 | squared_er.. | 7 | 10 | 10 | auto | 0.0072 | 0.875 | 1.0 | 0.697s | 31.954s |
| Iteration 16 | exponen.. | 0.1056 | 254 | 0.8 | squared_er.. | 19 | 3 | 8 | auto | 0.0177 | 0.875 | 1.0 | 0.704s | 34.452s |
| Iteration 17 | exponen.. | 1.0 | 254 | 0.8 | squared_er.. | 2 | 4 | 8 | 0.5 | 0.0194 | 0.8125 | 1.0 | 0.698s | 37.413s |
| Iteration 18 | exponen.. | 1.0 | 284 | 0.7 | squared_er.. | 9 | 16 | 8 | 0.6 | 0.0339 | 0.625 | 1.0 | 0.692s | 39.756s |
| Iteration 19 | exponen.. | 0.1316 | 162 | 0.7 | friedman_mse | 4 | 2 | 9 | auto | 0.035 | 0.9375 | 1.0 | 0.686s | 41.618s |
| Iteration 20 | exponen.. | 0.01 | 148 | 1.0 | friedman_mse | 19 | 17 | 3 | 0.8 | 0.0164 | 1.0 | 1.0 | 1.404s | 44.267s |
| Iteration 21 | exponen.. | 0.01 | 113 | 1.0 | squared_er.. | 20 | 9 | 3 | 0.7 | 0.0028 | 1.0 | 1.0 | 0.672s | 46.441s |
| Iteration 22 | exponen.. | 0.01 | 29 | 1.0 | friedman_mse | 8 | 13 | 1 | 0.7 | 0.0157 | 0.9375 | 1.0 | 0.639s | 48.485s |
| Iteration 23 | exponen.. | 0.0128 | 260 | 1.0 | squared_er.. | 20 | 12 | 5 | 0.8 | 0.0 | 0.75 | 1.0 | 0.685s | 50.618s |
| Iteration 24 | exponen.. | 0.0968 | 77 | 1.0 | squared_er.. | 20 | 10 | 6 | 0.7 | 0.0019 | 1.0 | 1.0 | 0.654s | 52.642s |
| Iteration 25 | exponen.. | 0.0519 | 461 | 1.0 | squared_er.. | 20 | 1 | 6 | 0.7 | 0.0183 | 0.625 | 1.0 | 0.732s | 54.723s |
| Iteration 26 | exponen.. | 0.0291 | 161 | 1.0 | friedman_mse | 17 | 16 | 5 | 0.8 | 0.0063 | 1.0 | 1.0 | 0.672s | 57.046s |
| Iteration 27 | exponen.. | 0.01 | 97 | 1.0 | squared_er.. | 20 | 10 | 1 | 0.6 | 0.032 | 1.0 | 1.0 | 0.671s | 59.184s |
| Iteration 28 | exponen.. | 0.9796 | 239 | 0.8 | squared_er.. | 2 | 2 | 8 | auto | 0.0345 | 0.8125 | 1.0 | 0.707s | 1m:01s |
| Iteration 29 | exponen.. | 0.01 | 116 | 1.0 | squared_er.. | 20 | 14 | 4 | 0.6 | 0.0 | 0.5625 | 1.0 | 0.661s | 1m:03s |
| Iteration 30 | exponen.. | 0.8588 | 106 | 0.9 | squared_er.. | 2 | 6 | 10 | auto | 0.0134 | 1.0 | 1.0 | 0.674s | 1m:05s |
| Iteration 31 | exponen.. | 1.0 | 266 | 0.8 | squared_er.. | 2 | 4 | 8 | auto | 0.035 | 0.7188 | 1.0 | 0.716s | 1m:07s |
| Iteration 32 | exponen.. | 0.1279 | 387 | 0.8 | squared_er.. | 18 | 1 | 6 | auto | 0.0283 | 0.875 | 1.0 | 0.742s | 1m:11s |
| Iteration 33 | exponen.. | 0.0143 | 77 | 1.0 | squared_er.. | 13 | 8 | 6 | 0.6 | 0.0157 | 0.9375 | 1.0 | 0.654s | 1m:14s |
| Iteration 34 | exponen.. | 0.1078 | 118 | 1.0 | friedman_mse | 16 | 16 | 2 | 0.5 | 0.0336 | 0.875 | 1.0 | 0.681s | 1m:16s |
| Iteration 35 | exponen.. | 0.0346 | 54 | 0.9 | squared_er.. | 16 | 8 | 1 | sqrt | 0.0181 | 0.875 | 1.0 | 0.658s | 1m:18s |
| Iteration 36 | exponen.. | 0.016 | 277 | 1.0 | friedman_mse | 13 | 16 | 9 | 0.8 | 0.006 | 0.75 | 1.0 | 0.699s | 1m:20s |
| Iteration 37 | exponen.. | 0.0259 | 411 | 0.6 | friedman_mse | 17 | 16 | 7 | 0.8 | 0.0057 | 0.4375 | 1.0 | 0.743s | 1m:23s |
| Iteration 38 | exponen.. | 0.0235 | 81 | 1.0 | friedman_mse | 15 | 17 | 5 | None | 0.0 | 0.7188 | 1.0 | 0.657s | 1m:25s |
| Iteration 39 | exponen.. | 0.8112 | 148 | 0.9 | squared_er.. | 11 | 7 | 8 | 0.7 | 0.0285 | 0.6875 | 1.0 | 0.698s | 1m:27s |
| Iteration 40 | deviance | 0.5751 | 16 | 0.9 | friedman_mse | 12 | 4 | 6 | 0.9 | 0.015 | 0.9062 | 1.0 | 0.869s | 1m:29s |
| Iteration 41 | deviance | 0.2276 | 10 | 0.5 | friedman_mse | 6 | 20 | 2 | None | 0.0266 | 0.5 | 1.0 | 0.858s | 1m:32s |
| Iteration 42 | exponen.. | 0.0628 | 182 | 1.0 | friedman_mse | 17 | 16 | 1 | 0.7 | 0.007 | 1.0 | 1.0 | 0.927s | 1m:35s |
| Iteration 43 | deviance | 0.7953 | 84 | 1.0 | squared_er.. | 18 | 8 | 10 | auto | 0.0056 | 0.9375 | 1.0 | 0.890s | 1m:38s |
| Iteration 44 | deviance | 0.1156 | 242 | 1.0 | friedman_mse | 8 | 16 | 1 | 0.7 | 0.0309 | 0.6562 | 1.0 | 0.909s | 1m:41s |
| Iteration 45 | exponen.. | 0.0169 | 100 | 1.0 | squared_er.. | 14 | 9 | 2 | 0.7 | 0.0165 | 0.7812 | 1.0 | 0.905s | 1m:45s |
| Iteration 46 | exponen.. | 0.0254 | 71 | 1.0 | squared_er.. | 16 | 8 | 10 | auto | 0.0106 | 0.7812 | 1.0 | 0.888s | 1m:48s |
| Iteration 47 | exponen.. | 0.8274 | 220 | 1.0 | friedman_mse | 16 | 15 | 1 | 0.8 | 0.018 | 1.0 | 1.0 | 0.916s | 1m:52s |
| Iteration 48 | deviance | 0.1637 | 178 | 0.8 | squared_er.. | 11 | 6 | 10 | auto | 0.0054 | 0.875 | 1.0 | 0.960s | 1m:55s |
| Iteration 49 | exponen.. | 0.6331 | 150 | 0.8 | friedman_mse | 20 | 5 | 10 | auto | 0.0268 | 0.9375 | 1.0 | 0.915s | 1m:59s |
| Iteration 50 | deviance | 0.0204 | 168 | 0.8 | friedman_mse | 17 | 4 | 10 | auto | 0.0093 | 1.0 | 1.0 | 0.929s | 2m:02s |
Bayesian Optimization ---------------------------
Best call --> Iteration 20
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.01, 'n_estimators': 148, 'subsample': 1.0, 'criterion': 'friedman_mse', 'min_samples_split': 19, 'min_samples_leaf': 17, 'max_depth': 3, 'max_features': 0.8, 'ccp_alpha': 0.0164}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9281
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.061s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.505 ± 0.1089
Time elapsed: 0.287s
-------------------------------------------------
Total time: 2m:05s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.9375 | 0.9375 | 0.881s | 0.897s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.6875 | 0.9375 | 0.890s | 3.223s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.8125 | 0.9375 | 0.887s | 5.554s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.75 | 0.9375 | 0.708s | 7.257s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 1.0 | 1.0 | 0.705s | 8.832s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.5 | 1.0 | 0.704s | 10.491s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.8125 | 1.0 | 0.714s | 12.056s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.4375 | 1.0 | 0.709s | 13.570s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.6875 | 1.0 | 0.704s | 15.149s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.9375 | 1.0 | 0.712s | 16.876s |
| Iteration 11 | l2 | 14.567 | newto.. | 488 | --- | 0.625 | 1.0 | 0.703s | 18.802s |
| Iteration 12 | l2 | 9.9485 | lbfgs | 575 | --- | 0.625 | 1.0 | 0.711s | 20.820s |
| Iteration 13 | l2 | 0.2704 | libli.. | 537 | --- | 0.5 | 1.0 | 0.703s | 22.783s |
| Iteration 14 | l2 | 45.8858 | lbfgs | 808 | --- | 0.6875 | 1.0 | 0.670s | 24.682s |
| Iteration 15 | l2 | 21.3875 | newto.. | 514 | --- | 0.4375 | 1.0 | 0.653s | 26.486s |
| Iteration 16 | none | --- | lbfgs | 570 | --- | 0.9375 | 1.0 | 0.645s | 28.350s |
| Iteration 17 | none | --- | lbfgs | 566 | --- | 0.0625 | 1.0 | 0.658s | 30.244s |
| Iteration 18 | l2 | 9.2114 | libli.. | 623 | --- | 0.6875 | 1.0 | 0.661s | 32.137s |
| Iteration 19 | l2 | 0.0203 | saga | 232 | --- | 0.8125 | 1.0 | 0.636s | 34.040s |
| Iteration 20 | l2 | 0.015 | sag | 189 | --- | 0.3125 | 1.0 | 0.648s | 35.974s |
| Iteration 21 | l2 | 10.9165 | lbfgs | 599 | --- | 0.5625 | 1.0 | 0.653s | 37.894s |
| Iteration 22 | l2 | 0.0187 | lbfgs | 518 | --- | 0.6875 | 1.0 | 0.656s | 40.325s |
| Iteration 23 | l2 | 10.192 | lbfgs | 564 | --- | 0.8125 | 1.0 | 0.654s | 42.282s |
| Iteration 24 | l2 | 0.3228 | saga | 103 | --- | 0.875 | 1.0 | 0.641s | 44.103s |
| Iteration 25 | none | --- | lbfgs | 490 | --- | 0.375 | 1.0 | 0.656s | 45.918s |
| Iteration 26 | l2 | 15.4211 | lbfgs | 486 | --- | 0.875 | 1.0 | 0.643s | 47.909s |
| Iteration 27 | l2 | 12.7382 | lbfgs | 562 | --- | 1.0 | 1.0 | 0.648s | 49.837s |
| Iteration 28 | l2 | 12.1417 | lbfgs | 562 | --- | 0.9375 | 1.0 | 0.674s | 51.816s |
| Iteration 29 | none | --- | lbfgs | 551 | --- | 0.4375 | 1.0 | 0.651s | 53.814s |
| Iteration 30 | l2 | 9.7086 | lbfgs | 521 | --- | 1.0 | 1.0 | 0.647s | 55.643s |
| Iteration 31 | l2 | 10.5298 | lbfgs | 852 | --- | 0.75 | 1.0 | 0.651s | 57.812s |
| Iteration 32 | l2 | 10.1115 | lbfgs | 498 | --- | 0.9375 | 1.0 | 0.646s | 59.880s |
| Iteration 33 | none | --- | lbfgs | 580 | --- | 0.6875 | 1.0 | 0.677s | 1m:02s |
| Iteration 34 | l2 | 9.5886 | lbfgs | 577 | --- | 0.9375 | 1.0 | 0.647s | 1m:04s |
| Iteration 35 | l2 | 9.5226 | lbfgs | 477 | --- | 0.4375 | 1.0 | 0.655s | 1m:06s |
| Iteration 36 | l2 | 12.7043 | lbfgs | 510 | --- | 0.6875 | 1.0 | 0.642s | 1m:09s |
| Iteration 37 | l2 | 16.1648 | lbfgs | 602 | --- | 0.625 | 1.0 | 0.694s | 1m:11s |
| Iteration 38 | l2 | 12.4356 | lbfgs | 567 | --- | 0.75 | 1.0 | 0.647s | 1m:13s |
| Iteration 39 | l2 | 0.0024 | saga | 100 | --- | 0.625 | 1.0 | 0.650s | 1m:15s |
| Iteration 40 | l2 | 0.0107 | saga | 109 | --- | 0.9375 | 1.0 | 0.661s | 1m:17s |
| Iteration 41 | l2 | 0.0235 | saga | 483 | --- | 0.375 | 1.0 | 0.690s | 1m:21s |
| Iteration 42 | l2 | 0.0189 | saga | 161 | --- | 0.8125 | 1.0 | 0.690s | 1m:23s |
| Iteration 43 | l2 | 0.1943 | saga | 100 | --- | 0.875 | 1.0 | 0.682s | 1m:25s |
| Iteration 44 | l2 | 0.001 | saga | 166 | --- | 0.6875 | 1.0 | 1.285s | 1m:28s |
| Iteration 45 | l2 | 0.3448 | lbfgs | 558 | --- | 0.6875 | 1.0 | 0.642s | 1m:30s |
| Iteration 46 | l2 | 0.9828 | saga | 161 | --- | 0.75 | 1.0 | 0.652s | 1m:32s |
| Iteration 47 | none | --- | newto.. | 1000 | --- | 0.875 | 1.0 | 0.641s | 1m:34s |
| Iteration 48 | none | --- | newto.. | 955 | --- | 0.875 | 1.0 | 0.651s | 1m:36s |
| Iteration 49 | none | --- | newto.. | 1000 | --- | 0.875 | 1.0 | 0.000s | 1m:39s |
| Iteration 50 | none | --- | newto.. | 1000 | --- | 0.875 | 1.0 | 0.000s | 1m:40s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'penalty': 'l2', 'C': 10.3226, 'solver': 'lbfgs', 'max_iter': 566}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:42s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8259
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.019s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.64 ± 0.0735
Time elapsed: 0.068s
-------------------------------------------------
Total time: 1m:42s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.3125 | 0.3125 | 0.642s | 0.648s |
| Initial point 2 | svd | --- | 0.75 | 0.75 | 0.679s | 2.285s |
| Initial point 3 | svd | --- | 0.75 | 0.75 | 0.001s | 3.209s |
| Initial point 4 | lsqr | 0.8 | 0.8125 | 0.8125 | 0.676s | 4.692s |
| Initial point 5 | eigen | 0.9 | 1.0 | 1.0 | 0.634s | 6.113s |
| Initial point 6 | lsqr | 0.7 | 0.5 | 1.0 | 0.635s | 7.525s |
| Initial point 7 | lsqr | 0.5 | 0.6875 | 1.0 | 0.634s | 8.942s |
| Initial point 8 | lsqr | 0.9 | 0.5625 | 1.0 | 0.633s | 10.407s |
| Initial point 9 | lsqr | 0.6 | 0.6875 | 1.0 | 0.637s | 11.944s |
| Initial point 10 | eigen | 0.8 | 1.0 | 1.0 | 0.638s | 13.462s |
| Iteration 11 | eigen | 0.6 | 0.625 | 1.0 | 0.888s | 17.035s |
| Iteration 12 | eigen | 0.9 | 1.0 | 1.0 | 0.001s | 20.254s |
| Iteration 13 | eigen | 0.7 | 0.5 | 1.0 | 0.874s | 24.105s |
| Iteration 14 | svd | --- | 0.75 | 1.0 | 0.001s | 27.397s |
| Iteration 15 | eigen | auto | 0.625 | 1.0 | 0.862s | 31.308s |
| Iteration 16 | svd | --- | 0.75 | 1.0 | 0.001s | 34.421s |
| Iteration 17 | eigen | None | 0.0625 | 1.0 | 0.868s | 38.397s |
| Iteration 18 | svd | --- | 0.75 | 1.0 | 0.001s | 40.338s |
| Iteration 19 | svd | --- | 0.75 | 1.0 | 0.001s | 41.891s |
| Iteration 20 | eigen | 0.5 | 0.3125 | 1.0 | 0.865s | 44.290s |
| Iteration 21 | lsqr | auto | 0.5625 | 1.0 | 0.879s | 46.724s |
| Iteration 22 | lsqr | 1.0 | 0.8125 | 1.0 | 0.874s | 49.311s |
| Iteration 23 | svd | --- | 0.75 | 1.0 | 0.001s | 50.959s |
| Iteration 24 | svd | --- | 0.75 | 1.0 | 0.001s | 52.568s |
| Iteration 25 | lsqr | None | 0.375 | 1.0 | 0.876s | 55.107s |
| Iteration 26 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 56.663s |
| Iteration 27 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 57.744s |
| Iteration 28 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 58.722s |
| Iteration 29 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 59.743s |
| Iteration 30 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:01s |
| Iteration 31 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:02s |
| Iteration 32 | eigen | 0.9 | 1.0 | 1.0 | 0.001s | 1m:03s |
| Iteration 33 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:04s |
| Iteration 34 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:05s |
| Iteration 35 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:06s |
| Iteration 36 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:07s |
| Iteration 37 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:09s |
| Iteration 38 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:10s |
| Iteration 39 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 1m:11s |
| Iteration 40 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 41 | lsqr | auto | 0.5625 | 1.0 | 0.000s | 1m:13s |
| Iteration 42 | lsqr | 0.7 | 0.5 | 1.0 | 0.001s | 1m:14s |
| Iteration 43 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 1m:15s |
| Iteration 44 | lsqr | 0.5 | 0.6875 | 1.0 | 0.000s | 1m:16s |
| Iteration 45 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:17s |
| Iteration 46 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 1m:19s |
| Iteration 47 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:20s |
| Iteration 48 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:21s |
| Iteration 49 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 1m:22s |
| Iteration 50 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:24s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:26s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7973
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.5 ± 0.0707
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:26s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.3125 | 0.3125 | 0.638s | 0.641s |
| Initial point 2 | 0.9 | 0.625 | 0.625 | 0.637s | 2.072s |
| Initial point 3 | 0.1 | 0.8125 | 0.8125 | 0.628s | 3.462s |
| Initial point 4 | 1.0 | 0.3125 | 0.8125 | 0.001s | 4.256s |
| Initial point 5 | 0.2 | 1.0 | 1.0 | 0.636s | 6.527s |
| Initial point 6 | 0.4 | 0.5 | 1.0 | 0.631s | 8.232s |
| Initial point 7 | 0.4 | 0.5 | 1.0 | 0.000s | 9.024s |
| Initial point 8 | 0.7 | 0.5625 | 1.0 | 0.628s | 10.349s |
| Initial point 9 | 0.9 | 0.625 | 1.0 | 0.000s | 11.075s |
| Initial point 10 | 0.8 | 0.9375 | 1.0 | 0.733s | 13.817s |
| Iteration 11 | 0.3 | 0.625 | 1.0 | 0.650s | 15.742s |
| Iteration 12 | 0.6 | 0.625 | 1.0 | 0.645s | 17.296s |
| Iteration 13 | 0.5 | 0.5 | 1.0 | 0.641s | 18.825s |
| Iteration 14 | 0.0 | 0.75 | 1.0 | 0.642s | 20.362s |
| Iteration 15 | 0.2 | 1.0 | 1.0 | 0.000s | 21.304s |
| Iteration 16 | 0.2 | 1.0 | 1.0 | 0.000s | 22.122s |
| Iteration 17 | 0.2 | 1.0 | 1.0 | 0.000s | 23.123s |
| Iteration 18 | 0.2 | 1.0 | 1.0 | 0.000s | 24.099s |
| Iteration 19 | 0.2 | 1.0 | 1.0 | 0.000s | 25.021s |
| Iteration 20 | 0.2 | 1.0 | 1.0 | 0.000s | 25.929s |
| Iteration 21 | 0.2 | 1.0 | 1.0 | 0.000s | 26.785s |
| Iteration 22 | 0.2 | 1.0 | 1.0 | 0.000s | 27.718s |
| Iteration 23 | 0.4 | 0.5 | 1.0 | 0.000s | 28.555s |
| Iteration 24 | 0.2 | 1.0 | 1.0 | 0.000s | 29.419s |
| Iteration 25 | 0.2 | 1.0 | 1.0 | 0.000s | 31.573s |
| Iteration 26 | 0.2 | 1.0 | 1.0 | 0.000s | 32.780s |
| Iteration 27 | 0.2 | 1.0 | 1.0 | 0.000s | 33.619s |
| Iteration 28 | 0.9 | 0.625 | 1.0 | 0.000s | 34.523s |
| Iteration 29 | 0.2 | 1.0 | 1.0 | 0.000s | 35.411s |
| Iteration 30 | 0.8 | 0.9375 | 1.0 | 0.000s | 36.253s |
| Iteration 31 | 0.2 | 1.0 | 1.0 | 0.000s | 37.164s |
| Iteration 32 | 0.2 | 1.0 | 1.0 | 0.000s | 38.088s |
| Iteration 33 | 0.2 | 1.0 | 1.0 | 0.000s | 39.133s |
| Iteration 34 | 0.2 | 1.0 | 1.0 | 0.000s | 40.035s |
| Iteration 35 | 0.2 | 1.0 | 1.0 | 0.000s | 40.970s |
| Iteration 36 | 0.2 | 1.0 | 1.0 | 0.000s | 41.922s |
| Iteration 37 | 0.2 | 1.0 | 1.0 | 0.000s | 42.837s |
| Iteration 38 | 0.2 | 1.0 | 1.0 | 0.000s | 43.804s |
| Iteration 39 | 0.2 | 1.0 | 1.0 | 0.000s | 44.936s |
| Iteration 40 | 0.2 | 1.0 | 1.0 | 0.000s | 45.983s |
| Iteration 41 | 0.2 | 1.0 | 1.0 | 0.000s | 46.939s |
| Iteration 42 | 0.2 | 1.0 | 1.0 | 0.000s | 47.891s |
| Iteration 43 | 0.2 | 1.0 | 1.0 | 0.000s | 48.834s |
| Iteration 44 | 0.2 | 1.0 | 1.0 | 0.000s | 51.396s |
| Iteration 45 | 0.2 | 1.0 | 1.0 | 0.000s | 53.323s |
| Iteration 46 | 0.2 | 1.0 | 1.0 | 0.000s | 54.352s |
| Iteration 47 | 0.2 | 1.0 | 1.0 | 0.000s | 55.368s |
| Iteration 48 | 0.2 | 1.0 | 1.0 | 0.000s | 56.414s |
| Iteration 49 | 0.2 | 1.0 | 1.0 | 0.000s | 57.372s |
| Iteration 50 | 0.2 | 1.0 | 1.0 | 0.000s | 58.371s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'reg_param': 0.2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 59.396s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7973
Test evaluation --> roc_auc: 0.35
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.49 ± 0.08
Time elapsed: 0.027s
-------------------------------------------------
Total time: 59.433s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 11.7584 | dista.. | auto | 40 | 1 | 0.625 | 0.625 | 0.634s | 0.655s |
| Initial point 2 | 4.6763 | uniform | kd_tree | 39 | 2 | 0.7188 | 0.7188 | 0.639s | 2.162s |
| Initial point 3 | 3.694 | dista.. | ball_tree | 25 | 2 | 0.6875 | 0.7188 | 0.645s | 3.553s |
| Initial point 4 | 10.7771 | uniform | ball_tree | 39 | 2 | 0.625 | 0.7188 | 0.633s | 4.950s |
| Initial point 5 | 8.4424 | dista.. | auto | 30 | 2 | 1.0 | 1.0 | 0.648s | 6.430s |
| Initial point 6 | 9.777 | dista.. | ball_tree | 21 | 2 | 0.625 | 1.0 | 0.635s | 8.027s |
| Initial point 7 | 6.9932 | dista.. | ball_tree | 24 | 1 | 0.7812 | 1.0 | 0.636s | 11.418s |
| Initial point 8 | 1.6758 | dista.. | ball_tree | 21 | 2 | 0.5312 | 1.0 | 0.637s | 13.370s |
| Initial point 9 | 7.79 | uniform | ball_tree | 24 | 1 | 0.75 | 1.0 | 0.662s | 14.924s |
| Initial point 10 | 5.5331 | uniform | brute | 22 | 2 | 0.3438 | 1.0 | 0.645s | 16.351s |
| Iteration 11 | 0.0 | dista.. | auto | 30 | 1 | 0.5 | 1.0 | 0.633s | 18.133s |
| Iteration 12 | 7.7892 | dista.. | auto | 31 | 2 | 0.6875 | 1.0 | 0.638s | 19.874s |
| Iteration 13 | 8.9276 | dista.. | auto | 30 | 2 | 0.875 | 1.0 | 0.633s | 21.603s |
| Iteration 14 | 0.0 | dista.. | auto | 30 | 2 | 0.5 | 1.0 | 0.640s | 23.446s |
| Iteration 15 | 8.2858 | uniform | ball_tree | 30 | 2 | 0.7188 | 1.0 | 0.642s | 25.313s |
| Iteration 16 | 8.0161 | dista.. | auto | 30 | 1 | 0.75 | 1.0 | 0.638s | 27.068s |
| Iteration 17 | 8.5758 | uniform | auto | 24 | 1 | 0.7812 | 1.0 | 0.635s | 28.770s |
| Iteration 18 | 8.5559 | dista.. | auto | 31 | 2 | 0.9375 | 1.0 | 0.638s | 30.608s |
| Iteration 19 | 8.5673 | uniform | auto | 28 | 2 | 0.625 | 1.0 | 0.641s | 32.509s |
| Iteration 20 | 8.5037 | dista.. | brute | 30 | 2 | 0.75 | 1.0 | 0.650s | 34.371s |
| Iteration 21 | 8.5538 | dista.. | auto | 29 | 2 | 0.75 | 1.0 | 0.643s | 36.341s |
| Iteration 22 | 8.4896 | dista.. | auto | 30 | 2 | 0.75 | 1.0 | 0.639s | 38.324s |
| Iteration 23 | 11.7916 | dista.. | auto | 31 | 2 | 0.875 | 1.0 | 0.642s | 40.133s |
| Iteration 24 | 11.7916 | dista.. | auto | 33 | 2 | 1.0 | 1.0 | 0.647s | 43.238s |
| Iteration 25 | 11.7916 | dista.. | brute | 33 | 1 | 0.625 | 1.0 | 0.635s | 46.551s |
| Iteration 26 | 11.7916 | uniform | auto | 34 | 1 | 0.5938 | 1.0 | 1.224s | 49.228s |
| Iteration 27 | 11.7916 | dista.. | auto | 35 | 2 | 1.0 | 1.0 | 0.648s | 51.125s |
| Iteration 28 | 11.7916 | dista.. | auto | 36 | 2 | 0.8125 | 1.0 | 0.660s | 53.062s |
| Iteration 29 | 11.7916 | dista.. | auto | 20 | 1 | 0.5625 | 1.0 | 0.654s | 54.814s |
| Iteration 30 | 11.7916 | dista.. | brute | 32 | 2 | 0.8125 | 1.0 | 0.651s | 56.630s |
| Iteration 31 | 8.9598 | dista.. | auto | 38 | 2 | 0.75 | 1.0 | 0.655s | 58.364s |
| Iteration 32 | 11.7916 | dista.. | auto | 32 | 2 | 1.0 | 1.0 | 0.649s | 1m:00s |
| Iteration 33 | 11.7916 | dista.. | auto | 33 | 2 | 1.0 | 1.0 | 0.001s | 1m:01s |
| Iteration 34 | 11.7916 | dista.. | auto | 33 | 2 | 1.0 | 1.0 | 0.000s | 1m:02s |
| Iteration 35 | 11.7916 | dista.. | auto | 33 | 2 | 1.0 | 1.0 | 0.000s | 1m:04s |
| Iteration 36 | 11.7916 | dista.. | auto | 33 | 2 | 1.0 | 1.0 | 0.000s | 1m:05s |
| Iteration 37 | 11.7916 | dista.. | auto | 33 | 2 | 1.0 | 1.0 | 0.000s | 1m:06s |
| Iteration 38 | 11.7916 | uniform | auto | 33 | 2 | 0.625 | 1.0 | 0.643s | 1m:08s |
| Iteration 39 | 11.7916 | dista.. | auto | 33 | 2 | 1.0 | 1.0 | 0.000s | 1m:09s |
| Iteration 40 | 11.7916 | dista.. | auto | 33 | 2 | 1.0 | 1.0 | 0.001s | 1m:10s |
| Iteration 41 | 11.7916 | dista.. | ball_tree | 32 | 2 | 0.5 | 1.0 | 0.690s | 1m:12s |
| Iteration 42 | 11.7916 | dista.. | auto | 33 | 1 | 0.6875 | 1.0 | 0.692s | 1m:14s |
| Iteration 43 | 8.4311 | dista.. | auto | 30 | 2 | 0.875 | 1.0 | 0.685s | 1m:16s |
| Iteration 44 | 0.0 | dista.. | brute | 40 | 2 | 0.5 | 1.0 | 0.686s | 1m:18s |
| Iteration 45 | 11.7916 | dista.. | auto | 32 | 2 | 1.0 | 1.0 | 0.001s | 1m:20s |
| Iteration 46 | 11.7916 | dista.. | kd_tree | 20 | 1 | 0.75 | 1.0 | 0.689s | 1m:22s |
| Iteration 47 | 11.7916 | dista.. | auto | 33 | 2 | 1.0 | 1.0 | 0.001s | 1m:25s |
| Iteration 48 | 11.7916 | dista.. | auto | 33 | 2 | 1.0 | 1.0 | 0.001s | 1m:27s |
| Iteration 49 | 0.0 | dista.. | kd_tree | 30 | 1 | 0.5 | 1.0 | 0.692s | 1m:29s |
| Iteration 50 | 11.7916 | dista.. | auto | 33 | 2 | 1.0 | 1.0 | 0.001s | 1m:30s |
Bayesian Optimization ---------------------------
Best call --> Iteration 32
Best parameters --> {'radius': 11.7916, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 32, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:31s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.37 ± 0.04
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:31s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.4375 | 0.4375 | 1.030s | 1.037s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 1.0 | 1.0 | 1.045s | 2.992s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.75 | 1.0 | 0.811s | 4.711s |
| Initial point 4 | 431 | 0.0871 | SAMME | 1.0 | 1.0 | 0.940s | 6.541s |
| Initial point 5 | 250 | 0.0488 | SAMME | 1.0 | 1.0 | 0.824s | 8.247s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.8125 | 1.0 | 1.007s | 10.129s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.375 | 1.0 | 0.664s | 11.705s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.7188 | 1.0 | 0.942s | 13.377s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.9062 | 1.0 | 1.217s | 15.334s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.9375 | 1.0 | 0.767s | 16.908s |
| Iteration 11 | 50 | 0.0629 | SAMME.R | 0.75 | 1.0 | 0.677s | 18.671s |
| Iteration 12 | 95 | 0.01 | SAMME.R | 0.6875 | 1.0 | 0.702s | 20.407s |
| Iteration 13 | 500 | 0.0911 | SAMME | 0.6875 | 1.0 | 0.995s | 22.411s |
| Iteration 14 | 70 | 0.0344 | SAMME.R | 0.5 | 1.0 | 0.688s | 24.665s |
| Iteration 15 | 353 | 0.0499 | SAMME | 0.75 | 1.0 | 0.914s | 27.327s |
| Iteration 16 | 57 | 0.0463 | SAMME.R | 0.6875 | 1.0 | 0.678s | 29.345s |
| Iteration 17 | 427 | 0.4671 | SAMME | 0.75 | 1.0 | 0.949s | 31.455s |
| Iteration 18 | 233 | 0.0335 | SAMME | 0.9062 | 1.0 | 0.828s | 35.157s |
| Iteration 19 | 442 | 0.0694 | SAMME | 0.8125 | 1.0 | 0.945s | 39.565s |
| Iteration 20 | 428 | 0.0914 | SAMME | 1.0 | 1.0 | 0.932s | 44.130s |
| Iteration 21 | 500 | 0.0264 | SAMME.R | 0.75 | 1.0 | 1.020s | 48.904s |
| Iteration 22 | 499 | 0.0718 | SAMME.R | 0.6875 | 1.0 | 1.035s | 53.873s |
| Iteration 23 | 247 | 0.0461 | SAMME | 0.75 | 1.0 | 0.811s | 58.430s |
| Iteration 24 | 168 | 0.0456 | SAMME | 0.9375 | 1.0 | 0.736s | 1m:01s |
| Iteration 25 | 81 | 0.0406 | SAMME | 0.6562 | 1.0 | 0.712s | 1m:04s |
| Iteration 26 | 216 | 0.1619 | SAMME | 0.875 | 1.0 | 0.793s | 1m:07s |
| Iteration 27 | 179 | 0.01 | SAMME | 0.9688 | 1.0 | 0.756s | 1m:09s |
| Iteration 28 | 186 | 0.035 | SAMME | 0.75 | 1.0 | 0.754s | 1m:11s |
| Iteration 29 | 162 | 0.01 | SAMME | 0.625 | 1.0 | 0.761s | 1m:13s |
| Iteration 30 | 215 | 0.01 | SAMME.R | 0.875 | 1.0 | 0.786s | 1m:15s |
| Iteration 31 | 277 | 0.01 | SAMME.R | 0.7188 | 1.0 | 0.843s | 1m:17s |
| Iteration 32 | 169 | 0.4754 | SAMME | 1.0 | 1.0 | 0.742s | 1m:19s |
| Iteration 33 | 168 | 0.9472 | SAMME.R | 0.8125 | 1.0 | 0.754s | 1m:21s |
| Iteration 34 | 187 | 0.2728 | SAMME | 0.9375 | 1.0 | 1.344s | 1m:23s |
| Iteration 35 | 147 | 10.0 | SAMME | 0.8125 | 1.0 | 0.622s | 1m:25s |
| Iteration 36 | 183 | 0.2417 | SAMME.R | 0.875 | 1.0 | 0.763s | 1m:27s |
| Iteration 37 | 389 | 10.0 | SAMME | 0.8125 | 1.0 | 0.620s | 1m:29s |
| Iteration 38 | 190 | 10.0 | SAMME | 0.75 | 1.0 | 0.630s | 1m:31s |
| Iteration 39 | 151 | 0.2579 | SAMME | 0.5938 | 1.0 | 0.732s | 1m:34s |
| Iteration 40 | 200 | 0.01 | SAMME | 0.875 | 1.0 | 0.782s | 1m:37s |
| Iteration 41 | 201 | 0.0691 | SAMME.R | 0.5625 | 1.0 | 0.802s | 1m:39s |
| Iteration 42 | 277 | 0.0592 | SAMME | 0.875 | 1.0 | 0.870s | 1m:41s |
| Iteration 43 | 429 | 0.0892 | SAMME | 0.9375 | 1.0 | 1.027s | 1m:43s |
| Iteration 44 | 489 | 0.0104 | SAMME | 0.75 | 1.0 | 0.973s | 1m:46s |
| Iteration 45 | 55 | 9.7113 | SAMME.R | 0.3125 | 1.0 | 0.662s | 1m:48s |
| Iteration 46 | 109 | 0.01 | SAMME | 0.75 | 1.0 | 0.719s | 1m:50s |
| Iteration 47 | 74 | 0.01 | SAMME | 1.0 | 1.0 | 0.724s | 1m:52s |
| Iteration 48 | 179 | 0.01 | SAMME | 0.9688 | 1.0 | 0.001s | 1m:53s |
| Iteration 49 | 374 | 9.9808 | SAMME | 0.8125 | 1.0 | 0.687s | 1m:55s |
| Iteration 50 | 109 | 9.9912 | SAMME | 0.875 | 1.0 | 0.676s | 1m:57s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0511, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:58s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.725
Time elapsed: 0.470s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.62 ± 0.062
Time elapsed: 2.079s
-------------------------------------------------
Total time: 2m:01s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.4375 | 0.4375 | 1.060s | 1.079s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 1.0 | 1.0 | 0.938s | 3.157s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.8125 | 1.0 | 0.983s | 4.995s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 1.0 | 0.779s | 6.664s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.875 | 1.0 | 0.933s | 8.584s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.8438 | 1.0 | 0.767s | 10.356s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 1.0 | 1.0 | 0.809s | 12.090s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.75 | 1.0 | 0.820s | 13.856s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.875 | 1.0 | 0.937s | 15.638s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.9375 | 1.0 | 0.909s | 17.303s |
| Iteration 11 | 69 | entropy | 4 | 17 | 12 | 0.5 | False | 0.0111 | --- | 0.8125 | 1.0 | 1.266s | 20.688s |
| Iteration 12 | 58 | gini | 2 | 8 | 18 | log2 | False | 0.0005 | --- | 0.75 | 1.0 | 0.672s | 22.775s |
| Iteration 13 | 500 | entropy | 8 | 16 | 12 | 0.7 | False | 0.0097 | --- | 0.75 | 1.0 | 0.942s | 26.494s |
| Iteration 14 | 430 | gini | 5 | 13 | 4 | 0.5 | False | 0.0247 | --- | 0.75 | 1.0 | 0.890s | 29.087s |
| Iteration 15 | 217 | gini | 7 | 4 | 7 | 0.6 | False | 0.0023 | --- | 0.875 | 1.0 | 0.763s | 31.183s |
| Iteration 16 | 406 | entropy | 8 | 12 | 6 | log2 | False | 0.035 | --- | 0.875 | 1.0 | 0.887s | 33.378s |
| Iteration 17 | 377 | gini | 7 | 16 | 5 | 0.9 | True | 0.035 | 0.9 | 0.5 | 1.0 | 0.949s | 35.609s |
| Iteration 18 | 10 | entropy | 7 | 19 | 1 | log2 | False | 0.0081 | --- | 1.0 | 1.0 | 0.622s | 37.500s |
| Iteration 19 | 396 | gini | 5 | 3 | 18 | 0.9 | True | 0.0113 | 0.5 | 0.5 | 1.0 | 0.909s | 39.716s |
| Iteration 20 | 103 | gini | 6 | 4 | 20 | 0.7 | False | 0.0062 | --- | 0.625 | 1.0 | 0.685s | 41.668s |
| Iteration 21 | 500 | entropy | 9 | 2 | 1 | None | True | 0.035 | None | 0.9375 | 1.0 | 1.053s | 44.032s |
| Iteration 22 | 365 | entropy | 4 | 15 | 2 | log2 | True | 0.0317 | 0.8 | 0.875 | 1.0 | 0.913s | 46.267s |
| Iteration 23 | 178 | gini | 3 | 12 | 9 | 0.6 | True | 0.0308 | 0.6 | 0.8125 | 1.0 | 0.787s | 48.366s |
| Iteration 24 | 65 | entropy | 6 | 17 | 7 | log2 | False | 0.0202 | --- | 1.0 | 1.0 | 0.661s | 50.352s |
| Iteration 25 | 10 | entropy | 6 | 17 | 1 | log2 | True | 0.0261 | 0.7 | 0.625 | 1.0 | 0.642s | 52.355s |
| Iteration 26 | 115 | gini | 9 | 19 | 20 | None | True | 0.0341 | 0.8 | 0.5 | 1.0 | 0.735s | 54.311s |
| Iteration 27 | 10 | entropy | None | 20 | 1 | auto | False | 0.0285 | --- | 0.9375 | 1.0 | 0.638s | 56.266s |
| Iteration 28 | 234 | gini | 1 | 20 | 5 | 0.7 | False | 0.0074 | --- | 0.5625 | 1.0 | 0.767s | 58.528s |
| Iteration 29 | 71 | entropy | 9 | 15 | 19 | 0.7 | False | 0.0148 | --- | 0.5 | 1.0 | 0.674s | 1m:01s |
| Iteration 30 | 176 | entropy | 7 | 4 | 5 | log2 | False | 0.0115 | --- | 0.9375 | 1.0 | 0.736s | 1m:03s |
| Iteration 31 | 397 | gini | 6 | 19 | 1 | log2 | False | 0.0135 | --- | 0.6875 | 1.0 | 0.858s | 1m:05s |
| Iteration 32 | 340 | gini | 5 | 17 | 5 | 0.6 | False | 0.0148 | --- | 1.0 | 1.0 | 0.828s | 1m:07s |
| Iteration 33 | 30 | entropy | 6 | 7 | 1 | log2 | False | 0.0326 | --- | 0.9375 | 1.0 | 0.636s | 1m:10s |
| Iteration 34 | 253 | gini | 5 | 13 | 5 | 0.6 | False | 0.0213 | --- | 0.875 | 1.0 | 0.776s | 1m:12s |
| Iteration 35 | 313 | entropy | 6 | 2 | 14 | auto | False | 0.0275 | --- | 0.8125 | 1.0 | 0.807s | 1m:14s |
| Iteration 36 | 444 | entropy | 6 | 20 | 10 | 0.6 | False | 0.0339 | --- | 0.625 | 1.0 | 0.888s | 1m:17s |
| Iteration 37 | 242 | entropy | 6 | 17 | 7 | log2 | False | 0.0306 | --- | 0.75 | 1.0 | 0.814s | 1m:20s |
| Iteration 38 | 365 | gini | 5 | 11 | 5 | 0.6 | False | 0.0145 | --- | 0.8438 | 1.0 | 0.914s | 1m:22s |
| Iteration 39 | 199 | entropy | 5 | 2 | 1 | auto | False | 0.015 | --- | 0.75 | 1.0 | 0.792s | 1m:25s |
| Iteration 40 | 331 | entropy | 2 | 2 | 1 | 0.6 | True | 0.0019 | None | 1.0 | 1.0 | 0.923s | 1m:27s |
| Iteration 41 | 10 | entropy | None | 2 | 1 | None | True | 0.035 | None | 0.5 | 1.0 | 0.671s | 1m:29s |
| Iteration 42 | 341 | entropy | 6 | 19 | 7 | log2 | False | 0.0186 | --- | 0.875 | 1.0 | 0.888s | 1m:32s |
| Iteration 43 | 10 | entropy | 6 | 4 | 1 | 0.6 | False | 0.0176 | --- | 0.875 | 1.0 | 0.665s | 1m:34s |
| Iteration 44 | 385 | entropy | 2 | 6 | 3 | log2 | True | 0.0281 | None | 0.6875 | 1.0 | 0.977s | 1m:36s |
| Iteration 45 | 245 | entropy | 6 | 18 | 2 | 0.6 | False | 0.035 | --- | 0.8125 | 1.0 | 0.822s | 1m:39s |
| Iteration 46 | 189 | gini | 9 | 20 | 1 | auto | False | 0.0 | --- | 0.6875 | 1.0 | 0.739s | 1m:41s |
| Iteration 47 | 10 | entropy | 6 | 10 | 5 | 0.9 | False | 0.0068 | --- | 1.0 | 1.0 | 0.684s | 1m:44s |
| Iteration 48 | 10 | entropy | 6 | 16 | 5 | 0.6 | False | 0.012 | --- | 0.7812 | 1.0 | 0.689s | 1m:46s |
| Iteration 49 | 158 | entropy | 7 | 17 | 1 | 0.6 | False | 0.0205 | --- | 1.0 | 1.0 | 0.774s | 1m:48s |
| Iteration 50 | 52 | entropy | 7 | 12 | 1 | 0.5 | False | 0.0128 | --- | 0.75 | 1.0 | 0.662s | 1m:51s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 425, 'criterion': 'gini', 'max_depth': 5, 'min_samples_split': 10, 'min_samples_leaf': 5, 'max_features': 0.6, 'bootstrap': False, 'ccp_alpha': 0.016}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:53s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.983
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.309s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.565 ± 0.0436
Time elapsed: 1.368s
-------------------------------------------------
Total time: 1m:54s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.778s | 0.798s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 1.0 | 1.0 | 0.772s | 2.607s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 1.0 | 0.780s | 4.229s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 1.0 | 0.713s | 5.781s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 1.0 | 0.764s | 7.317s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 1.0 | 0.731s | 8.878s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 1.0 | 0.695s | 10.377s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 1.0 | 0.708s | 11.866s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.75 | 1.0 | 0.728s | 14.773s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 1.0 | 0.700s | 16.559s |
| Iteration 11 | 34 | 0.611 | 6 | 0.0081 | 8 | 0.5 | 0.9 | 100 | 0.1 | 0.5 | 1.0 | 0.665s | 18.484s |
| Iteration 12 | 457 | 0.0417 | 5 | 0.3916 | 3 | 0.8 | 0.9 | 0.01 | 0.1 | 0.8125 | 1.0 | 0.749s | 20.449s |
| Iteration 13 | 466 | 0.0178 | 9 | 0.5218 | 2 | 0.9 | 0.8 | 0.1 | 1 | 0.6875 | 1.0 | 1.342s | 23.079s |
| Iteration 14 | 437 | 0.0371 | 6 | 0.3512 | 3 | 0.8 | 1.0 | 0.1 | 0.1 | 0.8125 | 1.0 | 0.736s | 25.390s |
| Iteration 15 | 97 | 0.114 | 4 | 0.4657 | 4 | 0.6 | 0.5 | 10 | 1 | 0.5 | 1.0 | 0.666s | 27.499s |
| Iteration 16 | 36 | 0.0393 | 2 | 0.132 | 1 | 0.8 | 0.7 | 1 | 0.01 | 0.875 | 1.0 | 0.657s | 29.416s |
| Iteration 17 | 22 | 0.0186 | 10 | 0.8524 | 9 | 0.8 | 0.6 | 100 | 0.1 | 0.5 | 1.0 | 0.652s | 31.414s |
| Iteration 18 | 370 | 0.053 | 5 | 0.9862 | 1 | 0.5 | 0.7 | 1 | 10 | 0.875 | 1.0 | 0.766s | 33.574s |
| Iteration 19 | 463 | 0.0335 | 5 | 0.4027 | 1 | 0.8 | 0.7 | 100 | 10 | 0.5 | 1.0 | 0.760s | 35.783s |
| Iteration 20 | 251 | 0.0541 | 6 | 0.2189 | 1 | 1.0 | 0.6 | 0.1 | 0 | 1.0 | 1.0 | 0.744s | 38.162s |
| Iteration 21 | 178 | 0.0606 | 1 | 0.3708 | 1 | 0.7 | 0.9 | 0.1 | 100 | 0.875 | 1.0 | 0.719s | 40.351s |
| Iteration 22 | 274 | 0.0492 | 10 | 1.0 | 1 | 1.0 | 0.9 | 0.1 | 0 | 0.75 | 1.0 | 0.745s | 42.651s |
| Iteration 23 | 180 | 0.0484 | 4 | 0.0 | 1 | 0.7 | 0.4 | 0.1 | 0 | 0.8125 | 1.0 | 0.722s | 44.745s |
| Iteration 24 | 449 | 0.1828 | 5 | 0.1874 | 1 | 1.0 | 0.9 | 0 | 0.1 | 1.0 | 1.0 | 0.771s | 46.851s |
| Iteration 25 | 358 | 0.096 | 1 | 0.6749 | 1 | 0.6 | 0.9 | 0 | 0 | 0.5 | 1.0 | 0.748s | 49.018s |
| Iteration 26 | 122 | 0.0262 | 3 | 0.5469 | 3 | 1.0 | 0.8 | 1 | 1 | 1.0 | 1.0 | 0.721s | 51.175s |
| Iteration 27 | 259 | 0.053 | 10 | 0.4694 | 3 | 0.8 | 0.6 | 0.1 | 0.01 | 1.0 | 1.0 | 0.734s | 53.381s |
| Iteration 28 | 499 | 0.0255 | 8 | 0.4887 | 3 | 0.9 | 0.8 | 0.1 | 10 | 0.6875 | 1.0 | 0.786s | 55.621s |
| Iteration 29 | 465 | 0.2474 | 4 | 0.4187 | 6 | 0.8 | 0.8 | 0.1 | 1 | 0.5 | 1.0 | 0.763s | 58.013s |
| Iteration 30 | 117 | 0.0165 | 3 | 0.0877 | 2 | 1.0 | 0.6 | 0.1 | 0.01 | 0.9375 | 1.0 | 0.717s | 1m:00s |
| Iteration 31 | 75 | 0.0269 | 7 | 0.0 | 1 | 1.0 | 0.5 | 0 | 1 | 0.625 | 1.0 | 0.708s | 1m:02s |
| Iteration 32 | 156 | 0.044 | 4 | 0.2845 | 2 | 1.0 | 0.7 | 0.1 | 0.01 | 1.0 | 1.0 | 0.718s | 1m:05s |
| Iteration 33 | 133 | 0.0499 | 8 | 0.1989 | 3 | 1.0 | 0.9 | 0.1 | 0 | 1.0 | 1.0 | 0.726s | 1m:07s |
| Iteration 34 | 148 | 0.0455 | 3 | 0.2625 | 2 | 1.0 | 0.7 | 0.1 | 0.01 | 0.875 | 1.0 | 0.693s | 1m:09s |
| Iteration 35 | 380 | 0.1981 | 6 | 0.0 | 1 | 1.0 | 0.7 | 0.01 | 0.1 | 0.9375 | 1.0 | 0.757s | 1m:12s |
| Iteration 36 | 222 | 0.1432 | 8 | 0.1853 | 3 | 0.9 | 1.0 | 0.1 | 0.1 | 0.5312 | 1.0 | 0.728s | 1m:14s |
| Iteration 37 | 209 | 0.0441 | 7 | 0.4001 | 3 | 1.0 | 0.9 | 0.1 | 0.1 | 0.6875 | 1.0 | 0.728s | 1m:16s |
| Iteration 38 | 246 | 0.0305 | 1 | 0.5938 | 1 | 1.0 | 0.5 | 0.1 | 0.1 | 0.6875 | 1.0 | 0.731s | 1m:18s |
| Iteration 39 | 318 | 0.0178 | 5 | 0.193 | 2 | 0.8 | 0.8 | 0.1 | 0 | 0.8125 | 1.0 | 0.759s | 1m:21s |
| Iteration 40 | 422 | 0.4702 | 8 | 0.0 | 1 | 1.0 | 0.7 | 0 | 10 | 1.0 | 1.0 | 0.749s | 1m:24s |
| Iteration 41 | 470 | 0.4173 | 7 | 0.0 | 1 | 1.0 | 0.7 | 0 | 0.01 | 0.75 | 1.0 | 0.761s | 1m:26s |
| Iteration 42 | 20 | 1.0 | 1 | 0.0 | 1 | 1.0 | 0.4 | 0 | 100 | 0.9375 | 1.0 | 0.702s | 1m:28s |
| Iteration 43 | 20 | 1.0 | 10 | 0.0 | 1 | 0.5 | 0.4 | 0 | 100 | 1.0 | 1.0 | 0.691s | 1m:30s |
| Iteration 44 | 148 | 1.0 | 9 | 1.0 | 1 | 0.9 | 0.8 | 0 | 100 | 0.625 | 1.0 | 0.718s | 1m:33s |
| Iteration 45 | 448 | 1.0 | 2 | 0.0 | 4 | 0.7 | 0.6 | 0 | 100 | 0.5625 | 1.0 | 0.759s | 1m:35s |
| Iteration 46 | 354 | 1.0 | 5 | 0.0 | 1 | 0.7 | 0.5 | 0.01 | 100 | 0.75 | 1.0 | 0.758s | 1m:37s |
| Iteration 47 | 317 | 0.01 | 6 | 0.0 | 1 | 0.9 | 1.0 | 1 | 0 | 1.0 | 1.0 | 0.713s | 1m:39s |
| Iteration 48 | 20 | 0.01 | 10 | 0.0 | 1 | 1.0 | 1.0 | 1 | 0 | 0.9688 | 1.0 | 0.643s | 1m:41s |
| Iteration 49 | 20 | 0.01 | 8 | 0.0 | 1 | 1.0 | 0.4 | 1 | 0.1 | 1.0 | 1.0 | 0.642s | 1m:44s |
| Iteration 50 | 20 | 0.01 | 1 | 0.0 | 1 | 0.9 | 0.4 | 1 | 0 | 0.875 | 1.0 | 0.645s | 1m:46s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 426, 'learning_rate': 0.0423, 'max_depth': 6, 'gamma': 0.4435, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:47s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9795
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.099s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.65 ± 0.1183
Time elapsed: 0.304s
-------------------------------------------------
Total time: 1m:48s
Final results ==================== >>
Duration: 13m:26s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.505 ± 0.1089 ~
Logistic Regression --> roc_auc: 0.64 ± 0.0735 ~
Linear Discriminant Analysis --> roc_auc: 0.5 ± 0.0707 ~
Quadratic Discriminant Analysis --> roc_auc: 0.49 ± 0.08 ~
Radius Nearest Neighbors --> roc_auc: 0.37 ± 0.04 ~
AdaBoost --> roc_auc: 0.62 ± 0.062 ~
Random Forest --> roc_auc: 0.565 ± 0.0436 ~
XGBoost --> roc_auc: 0.65 ± 0.1183 !
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVRYGGSQGNLIF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CALTSGTYKYIF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVRGAAGNKLTF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CVVNTGFQKLVF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CAVSSGNTPLVF.
>>> Dropping feature CAVYNAGNMLTF.
>>> Dropping feature CAGPNAGGTSYGKLTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAPNSGGGADGLTF.
>>> Dropping feature CAVLNAGNNRKLIW.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVSNYGGSQGNLIF.
>>> Dropping feature CAGNSGNTPLVF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CASSLGRTEAFF.
>>> Dropping feature CAVPYNQGGKLIF.
>>> Dropping feature CAVVSGGYNKLIF.
>>> Dropping feature CAGKIQGAQKLVF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CASSLDSYEQYF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVVNAGGTSYGKLTF.
>>> Dropping feature CAVSPSGGYQKVTF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASMNSGYSTLTF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVGSGGSYIPTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASDRGSTLGRLYF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVLSNDYKLSF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVNSGYALNF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.8438 | 0.8438 | 3.207s | 3.228s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.7812 | 0.8438 | 3.250s | 7.802s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.75 | 0.8438 | 3.161s | 12.044s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.6875 | 0.8438 | 3.203s | 16.327s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.9375 | 0.9375 | 3.378s | 20.657s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.875 | 0.9375 | 3.317s | 24.965s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.8125 | 0.9375 | 3.253s | 29.154s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.75 | 0.9375 | 3.205s | 33.269s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.8125 | 0.9375 | 3.162s | 37.438s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 1.0 | 1.0 | 3.182s | 41.625s |
| Iteration 11 | exponen.. | 0.0128 | 80 | 0.8 | friedman_mse | 7 | 7 | 5 | 0.7 | 0.0015 | 0.8125 | 1.0 | 3.154s | 46.150s |
| Iteration 12 | deviance | 0.01 | 204 | 0.7 | friedman_mse | 16 | 17 | 4 | 0.7 | 0.019 | 0.5938 | 1.0 | 3.150s | 51.001s |
| Iteration 13 | exponen.. | 0.0122 | 303 | 1.0 | friedman_mse | 15 | 19 | 4 | 0.7 | 0.0095 | 0.75 | 1.0 | 3.171s | 55.576s |
| Iteration 14 | exponen.. | 0.5606 | 181 | 1.0 | friedman_mse | 12 | 16 | 4 | 0.6 | 0.0071 | 0.625 | 1.0 | 3.159s | 1m:00s |
| Iteration 15 | exponen.. | 0.01 | 22 | 0.5 | squared_er.. | 15 | 15 | 2 | 0.7 | 0.0347 | 0.5 | 1.0 | 3.746s | 1m:05s |
| Iteration 16 | exponen.. | 0.0106 | 118 | 0.7 | friedman_mse | 2 | 12 | 9 | None | 0.0027 | 0.8125 | 1.0 | 3.174s | 1m:10s |
| Iteration 17 | deviance | 0.0721 | 170 | 0.7 | friedman_mse | 18 | 2 | 7 | 0.7 | 0.0145 | 0.875 | 1.0 | 3.220s | 1m:14s |
| Iteration 18 | exponen.. | 0.01 | 438 | 1.0 | friedman_mse | 13 | 15 | 5 | None | 0.0321 | 0.9375 | 1.0 | 3.266s | 1m:19s |
| Iteration 19 | exponen.. | 0.0229 | 299 | 1.0 | friedman_mse | 10 | 16 | 1 | 0.7 | 0.0158 | 0.9375 | 1.0 | 3.200s | 1m:25s |
| Iteration 20 | exponen.. | 0.01 | 357 | 1.0 | friedman_mse | 13 | 16 | 5 | 0.9 | 0.0 | 0.875 | 1.0 | 3.217s | 1m:31s |
| Iteration 21 | exponen.. | 0.0234 | 44 | 1.0 | friedman_mse | 15 | 14 | 4 | 0.6 | 0.0195 | 1.0 | 1.0 | 3.154s | 1m:36s |
| Iteration 22 | exponen.. | 0.0174 | 10 | 1.0 | squared_er.. | 19 | 15 | 3 | 0.7 | 0.0087 | 1.0 | 1.0 | 3.140s | 1m:40s |
| Iteration 23 | exponen.. | 0.0191 | 10 | 1.0 | friedman_mse | 20 | 15 | 3 | 0.7 | 0.0076 | 0.9688 | 1.0 | 3.134s | 1m:45s |
| Iteration 24 | exponen.. | 0.0168 | 10 | 1.0 | squared_er.. | 20 | 14 | 3 | auto | 0.0065 | 0.875 | 1.0 | 3.160s | 1m:50s |
| Iteration 25 | deviance | 0.0256 | 75 | 1.0 | squared_er.. | 9 | 14 | 4 | None | 0.0262 | 0.5625 | 1.0 | 3.151s | 1m:56s |
| Iteration 26 | exponen.. | 0.0219 | 10 | 1.0 | friedman_mse | 17 | 14 | 4 | 0.9 | 0.0233 | 1.0 | 1.0 | 3.172s | 2m:01s |
| Iteration 27 | exponen.. | 0.016 | 210 | 1.0 | squared_er.. | 18 | 15 | 4 | 0.8 | 0.0161 | 0.9375 | 1.0 | 3.206s | 2m:06s |
| Iteration 28 | exponen.. | 0.0218 | 10 | 1.0 | friedman_mse | 12 | 14 | 3 | None | 0.0 | 0.8125 | 1.0 | 3.150s | 2m:10s |
| Iteration 29 | exponen.. | 0.0143 | 38 | 1.0 | squared_er.. | 9 | 16 | 3 | 0.8 | 0.0091 | 0.3125 | 1.0 | 3.157s | 2m:15s |
| Iteration 30 | deviance | 0.01 | 372 | 1.0 | friedman_mse | 17 | 15 | 2 | sqrt | 0.035 | 0.9375 | 1.0 | 3.196s | 2m:20s |
| Iteration 31 | exponen.. | 0.016 | 150 | 1.0 | friedman_mse | 16 | 15 | 2 | 0.8 | 0.0149 | 0.75 | 1.0 | 3.158s | 2m:24s |
| Iteration 32 | deviance | 0.5508 | 464 | 1.0 | friedman_mse | 15 | 12 | 5 | None | 0.0119 | 0.875 | 1.0 | 3.290s | 2m:29s |
| Iteration 33 | exponen.. | 0.0536 | 425 | 1.0 | friedman_mse | 16 | 15 | 4 | 0.8 | 0.012 | 0.8125 | 1.0 | 3.278s | 2m:34s |
| Iteration 34 | deviance | 0.01 | 51 | 1.0 | friedman_mse | 18 | 12 | 5 | 0.8 | 0.0129 | 1.0 | 1.0 | 3.202s | 2m:39s |
| Iteration 35 | deviance | 0.01 | 83 | 1.0 | friedman_mse | 20 | 12 | 4 | 0.5 | 0.0311 | 0.875 | 1.0 | 3.289s | 2m:44s |
| Iteration 36 | exponen.. | 0.0568 | 130 | 1.0 | friedman_mse | 16 | 15 | 4 | 0.8 | 0.0223 | 0.625 | 1.0 | 3.242s | 2m:49s |
| Iteration 37 | exponen.. | 0.0139 | 182 | 1.0 | friedman_mse | 17 | 14 | 4 | 0.7 | 0.0206 | 0.75 | 1.0 | 3.289s | 2m:53s |
| Iteration 38 | deviance | 0.01 | 452 | 1.0 | friedman_mse | 17 | 7 | 9 | 0.9 | 0.0082 | 0.75 | 1.0 | 3.297s | 2m:58s |
| Iteration 39 | exponen.. | 0.0123 | 465 | 1.0 | squared_er.. | 20 | 15 | 3 | 0.7 | 0.0125 | 0.75 | 1.0 | 3.321s | 3m:03s |
| Iteration 40 | exponen.. | 0.01 | 219 | 1.0 | squared_er.. | 18 | 17 | 3 | 0.9 | 0.0295 | 0.8125 | 1.0 | 3.248s | 3m:09s |
| Iteration 41 | exponen.. | 0.01 | 34 | 0.9 | squared_er.. | 16 | 13 | 8 | 0.8 | 0.0318 | 0.4062 | 1.0 | 3.200s | 3m:14s |
| Iteration 42 | deviance | 0.0144 | 47 | 1.0 | friedman_mse | 19 | 7 | 3 | 0.5 | 0.0088 | 1.0 | 1.0 | 3.230s | 3m:19s |
| Iteration 43 | deviance | 0.1201 | 49 | 0.8 | friedman_mse | 4 | 18 | 9 | 0.8 | 0.0288 | 0.7812 | 1.0 | 3.256s | 3m:23s |
| Iteration 44 | exponen.. | 0.0196 | 27 | 0.8 | friedman_mse | 15 | 8 | 9 | auto | 0.0191 | 0.75 | 1.0 | 3.221s | 3m:28s |
| Iteration 45 | exponen.. | 0.0143 | 11 | 0.9 | friedman_mse | 16 | 12 | 5 | 0.7 | 0.0183 | 0.875 | 1.0 | 3.098s | 3m:33s |
| Iteration 46 | deviance | 0.01 | 91 | 1.0 | friedman_mse | 19 | 5 | 8 | None | 0.0032 | 0.9375 | 1.0 | 3.163s | 3m:38s |
| Iteration 47 | deviance | 0.01 | 10 | 0.9 | friedman_mse | 19 | 2 | 4 | None | 0.0164 | 0.9375 | 1.0 | 3.144s | 3m:42s |
| Iteration 48 | deviance | 0.01 | 10 | 0.9 | friedman_mse | 18 | 15 | 9 | 0.8 | 0.0001 | 0.875 | 1.0 | 3.178s | 3m:49s |
| Iteration 49 | deviance | 0.4209 | 32 | 1.0 | friedman_mse | 19 | 17 | 1 | 0.9 | 0.0127 | 0.875 | 1.0 | 3.152s | 3m:56s |
| Iteration 50 | exponen.. | 0.0233 | 105 | 0.5 | squared_er.. | 20 | 12 | 1 | None | 0.0043 | 0.9375 | 1.0 | 3.213s | 4m:01s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.0144, 'n_estimators': 47, 'subsample': 1.0, 'criterion': 'friedman_mse', 'min_samples_split': 19, 'min_samples_leaf': 7, 'max_depth': 3, 'max_features': 0.5, 'ccp_alpha': 0.0088}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:03s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9982
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.022s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.42 ± 0.1166
Time elapsed: 0.086s
-------------------------------------------------
Total time: 4m:03s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.875 | 0.875 | 3.171s | 3.184s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.5625 | 0.875 | 3.168s | 8.211s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.9375 | 0.9375 | 3.151s | 13.361s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.875 | 0.9375 | 3.125s | 18.501s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.875 | 0.9375 | 3.166s | 24.357s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.6875 | 0.9375 | 4.475s | 30.178s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.625 | 0.9375 | 4.817s | 36.507s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.75 | 0.9375 | 4.779s | 43.018s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.75 | 0.9375 | 4.799s | 49.663s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 1.0 | 1.0 | 4.778s | 55.922s |
| Iteration 11 | l2 | 1.0897 | lbfgs | 100 | --- | 0.5625 | 1.0 | 4.750s | 1m:03s |
| Iteration 12 | l2 | 0.0059 | sag | 179 | --- | 0.75 | 1.0 | 4.746s | 1m:09s |
| Iteration 13 | l2 | 0.0016 | sag | 100 | --- | 0.625 | 1.0 | 4.763s | 1m:16s |
| Iteration 14 | l2 | 0.0017 | saga | 237 | --- | 0.8125 | 1.0 | 3.764s | 1m:21s |
| Iteration 15 | l2 | 0.0726 | sag | 202 | --- | 0.875 | 1.0 | 3.158s | 1m:28s |
| Iteration 16 | l2 | 0.001 | saga | 206 | --- | 0.8125 | 1.0 | 3.140s | 1m:35s |
| Iteration 17 | l2 | 92.7061 | libli.. | 361 | --- | 0.6875 | 1.0 | 3.168s | 1m:42s |
| Iteration 18 | l2 | 0.0152 | lbfgs | 284 | --- | 0.875 | 1.0 | 3.199s | 1m:49s |
| Iteration 19 | l2 | 1.1357 | libli.. | 517 | --- | 0.6875 | 1.0 | 3.118s | 1m:54s |
| Iteration 20 | l2 | 24.312 | lbfgs | 604 | --- | 0.875 | 1.0 | 3.196s | 1m:60s |
| Iteration 21 | l2 | 0.0398 | libli.. | 897 | --- | 0.75 | 1.0 | 3.102s | 2m:07s |
| Iteration 22 | elast.. | 66.7652 | saga | 645 | 0.6 | 0.75 | 1.0 | 3.193s | 2m:11s |
| Iteration 23 | none | --- | lbfgs | 972 | --- | 0.5 | 1.0 | 3.238s | 2m:16s |
| Iteration 24 | l2 | 0.0807 | lbfgs | 299 | --- | 0.875 | 1.0 | 3.243s | 2m:20s |
| Iteration 25 | l2 | 0.0026 | sag | 208 | --- | 0.625 | 1.0 | 3.191s | 2m:25s |
| Iteration 26 | l2 | 0.0033 | libli.. | 969 | --- | 0.9375 | 1.0 | 3.212s | 2m:30s |
| Iteration 27 | l2 | 100.0 | libli.. | 435 | --- | 0.75 | 1.0 | 3.194s | 2m:36s |
| Iteration 28 | l2 | 2.3811 | saga | 124 | --- | 0.4375 | 1.0 | 3.183s | 2m:42s |
| Iteration 29 | l2 | 0.1603 | saga | 364 | --- | 0.25 | 1.0 | 3.168s | 2m:47s |
| Iteration 30 | l2 | 0.0063 | saga | 188 | --- | 1.0 | 1.0 | 3.225s | 2m:52s |
| Iteration 31 | l2 | 0.0508 | libli.. | 596 | --- | 0.5 | 1.0 | 3.288s | 2m:57s |
| Iteration 32 | l2 | 0.0036 | saga | 199 | --- | 1.0 | 1.0 | 3.201s | 3m:01s |
| Iteration 33 | l2 | 0.0063 | saga | 184 | --- | 0.4375 | 1.0 | 3.242s | 3m:06s |
| Iteration 34 | l2 | 0.484 | libli.. | 300 | --- | 0.8125 | 1.0 | 3.211s | 3m:11s |
| Iteration 35 | l2 | 0.0033 | sag | 489 | --- | 0.875 | 1.0 | 3.242s | 3m:15s |
| Iteration 36 | l2 | 0.0279 | saga | 164 | --- | 0.5625 | 1.0 | 3.192s | 3m:20s |
| Iteration 37 | l2 | 0.0033 | libli.. | 127 | --- | 0.875 | 1.0 | 3.235s | 3m:25s |
| Iteration 38 | none | --- | saga | 747 | --- | 0.6875 | 1.0 | 3.207s | 3m:29s |
| Iteration 39 | l2 | 0.0063 | sag | 141 | --- | 0.8125 | 1.0 | 3.220s | 3m:35s |
| Iteration 40 | l2 | 0.0032 | saga | 513 | --- | 0.9375 | 1.0 | 3.196s | 3m:39s |
| Iteration 41 | l2 | 0.0037 | sag | 876 | --- | 0.625 | 1.0 | 3.227s | 3m:44s |
| Iteration 42 | l2 | 0.0037 | saga | 158 | --- | 0.8125 | 1.0 | 3.224s | 3m:50s |
| Iteration 43 | l2 | 0.0065 | sag | 678 | --- | 0.9375 | 1.0 | 3.234s | 3m:56s |
| Iteration 44 | l2 | 0.0059 | libli.. | 364 | --- | 0.25 | 1.0 | 3.115s | 4m:01s |
| Iteration 45 | l2 | 0.0049 | saga | 132 | --- | 0.625 | 1.0 | 3.233s | 4m:07s |
| Iteration 46 | l2 | 0.0067 | saga | 426 | --- | 0.8125 | 1.0 | 3.265s | 4m:14s |
| Iteration 47 | l2 | 0.0031 | saga | 653 | --- | 0.9375 | 1.0 | 3.167s | 4m:20s |
| Iteration 48 | l2 | 0.0031 | saga | 831 | --- | 0.4375 | 1.0 | 3.257s | 4m:26s |
| Iteration 49 | l2 | 0.7346 | libli.. | 207 | --- | 0.625 | 1.0 | 3.219s | 4m:31s |
| Iteration 50 | l2 | 0.001 | sag | 666 | --- | 0.5 | 1.0 | 4.800s | 4m:37s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'penalty': 'l2', 'C': 0.003, 'solver': 'saga', 'max_iter': 208}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:39s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9313
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.020s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.27 ± 0.1288
Time elapsed: 0.069s
-------------------------------------------------
Total time: 4m:39s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.25 | 0.25 | 4.744s | 4.752s |
| Initial point 2 | svd | --- | 0.3125 | 0.3125 | 4.841s | 10.994s |
| Initial point 3 | svd | --- | 0.3125 | 0.3125 | 0.001s | 13.496s |
| Initial point 4 | lsqr | 0.8 | 0.875 | 0.875 | 4.725s | 20.955s |
| Initial point 5 | eigen | 0.9 | 0.875 | 0.875 | 4.807s | 27.520s |
| Initial point 6 | lsqr | 0.7 | 0.75 | 0.875 | 4.733s | 33.676s |
| Initial point 7 | lsqr | 0.5 | 0.625 | 0.875 | 4.743s | 39.823s |
| Initial point 8 | lsqr | 0.9 | 0.6875 | 0.875 | 3.198s | 44.062s |
| Initial point 9 | lsqr | 0.6 | 0.75 | 0.875 | 3.208s | 48.148s |
| Initial point 10 | eigen | 0.8 | 0.8125 | 0.875 | 3.258s | 52.216s |
| Iteration 11 | svd | --- | 0.3125 | 0.875 | 0.001s | 53.196s |
| Iteration 12 | lsqr | 0.8 | 0.875 | 0.875 | 0.000s | 54.016s |
| Iteration 13 | lsqr | 1.0 | 0.6875 | 0.875 | 3.190s | 58.117s |
| Iteration 14 | lsqr | auto | 0.875 | 0.875 | 3.173s | 1m:02s |
| Iteration 15 | lsqr | None | 0.875 | 0.875 | 3.189s | 1m:07s |
| Iteration 16 | eigen | None | 0.8125 | 0.875 | 3.232s | 1m:11s |
| Iteration 17 | eigen | auto | 0.75 | 0.875 | 3.319s | 1m:15s |
| Iteration 18 | eigen | 0.7 | 0.5 | 0.875 | 3.273s | 1m:20s |
| Iteration 19 | eigen | 0.6 | 0.6875 | 0.875 | 3.194s | 1m:25s |
| Iteration 20 | eigen | 0.5 | 0.75 | 0.875 | 3.155s | 1m:29s |
| Iteration 21 | lsqr | None | 0.875 | 0.875 | 0.000s | 1m:31s |
| Iteration 22 | svd | --- | 0.3125 | 0.875 | 0.000s | 1m:33s |
| Iteration 23 | svd | --- | 0.3125 | 0.875 | 0.000s | 1m:33s |
| Iteration 24 | lsqr | auto | 0.875 | 0.875 | 0.000s | 1m:34s |
| Iteration 25 | eigen | 0.9 | 0.875 | 0.875 | 0.000s | 1m:35s |
| Iteration 26 | lsqr | None | 0.875 | 0.875 | 0.000s | 1m:36s |
| Iteration 27 | lsqr | 0.8 | 0.875 | 0.875 | 0.000s | 1m:37s |
| Iteration 28 | lsqr | auto | 0.875 | 0.875 | 0.000s | 1m:38s |
| Iteration 29 | eigen | 0.9 | 0.875 | 0.875 | 0.000s | 1m:40s |
| Iteration 30 | lsqr | None | 0.875 | 0.875 | 0.000s | 1m:42s |
| Iteration 31 | lsqr | 0.8 | 0.875 | 0.875 | 0.000s | 1m:43s |
| Iteration 32 | lsqr | auto | 0.875 | 0.875 | 0.000s | 1m:45s |
| Iteration 33 | eigen | 0.9 | 0.875 | 0.875 | 0.000s | 1m:46s |
| Iteration 34 | lsqr | None | 0.875 | 0.875 | 0.000s | 1m:48s |
| Iteration 35 | lsqr | auto | 0.875 | 0.875 | 0.000s | 1m:49s |
| Iteration 36 | lsqr | 0.8 | 0.875 | 0.875 | 0.000s | 1m:50s |
| Iteration 37 | eigen | 0.9 | 0.875 | 0.875 | 0.000s | 1m:50s |
| Iteration 38 | lsqr | 0.8 | 0.875 | 0.875 | 0.000s | 1m:53s |
| Iteration 39 | lsqr | None | 0.875 | 0.875 | 0.000s | 1m:54s |
| Iteration 40 | lsqr | auto | 0.875 | 0.875 | 0.001s | 1m:55s |
| Iteration 41 | eigen | 0.9 | 0.875 | 0.875 | 0.001s | 1m:56s |
| Iteration 42 | lsqr | None | 0.875 | 0.875 | 0.000s | 1m:57s |
| Iteration 43 | lsqr | 0.8 | 0.875 | 0.875 | 0.000s | 1m:58s |
| Iteration 44 | lsqr | auto | 0.875 | 0.875 | 0.000s | 1m:59s |
| Iteration 45 | eigen | 0.9 | 0.875 | 0.875 | 0.000s | 2m:00s |
| Iteration 46 | lsqr | 0.8 | 0.875 | 0.875 | 0.000s | 2m:01s |
| Iteration 47 | lsqr | auto | 0.875 | 0.875 | 0.000s | 2m:03s |
| Iteration 48 | lsqr | None | 0.875 | 0.875 | 0.000s | 2m:05s |
| Iteration 49 | eigen | 0.9 | 0.875 | 0.875 | 0.001s | 2m:06s |
| Iteration 50 | lsqr | None | 0.875 | 0.875 | 0.000s | 2m:07s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.9}
Best evaluation --> roc_auc: 0.875
Time elapsed: 2m:08s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8455
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.33 ± 0.147
Time elapsed: 0.029s
-------------------------------------------------
Total time: 2m:08s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.25 | 0.25 | 3.137s | 3.141s |
| Initial point 2 | 0.9 | 0.375 | 0.375 | 3.244s | 7.218s |
| Initial point 3 | 0.1 | 0.625 | 0.625 | 3.228s | 11.225s |
| Initial point 4 | 1.0 | 0.25 | 0.625 | 0.000s | 12.042s |
| Initial point 5 | 0.2 | 0.9375 | 0.9375 | 3.241s | 15.971s |
| Initial point 6 | 0.4 | 0.6875 | 0.9375 | 3.218s | 20.040s |
| Initial point 7 | 0.4 | 0.6875 | 0.9375 | 0.001s | 20.863s |
| Initial point 8 | 0.7 | 0.6875 | 0.9375 | 3.222s | 24.800s |
| Initial point 9 | 0.9 | 0.375 | 0.9375 | 0.001s | 25.682s |
| Initial point 10 | 0.8 | 0.875 | 0.9375 | 3.257s | 30.552s |
| Iteration 11 | 0.3 | 0.6875 | 0.9375 | 3.299s | 35.082s |
| Iteration 12 | 0.6 | 0.6875 | 0.9375 | 3.246s | 39.264s |
| Iteration 13 | 0.5 | 0.6875 | 0.9375 | 3.226s | 43.363s |
| Iteration 14 | 0.0 | 0.875 | 0.9375 | 3.237s | 47.574s |
| Iteration 15 | 0.2 | 0.9375 | 0.9375 | 0.001s | 48.388s |
| Iteration 16 | 0.2 | 0.9375 | 0.9375 | 0.000s | 49.184s |
| Iteration 17 | 0.2 | 0.9375 | 0.9375 | 0.000s | 50.030s |
| Iteration 18 | 0.2 | 0.9375 | 0.9375 | 0.000s | 50.900s |
| Iteration 19 | 0.2 | 0.9375 | 0.9375 | 0.000s | 51.733s |
| Iteration 20 | 0.2 | 0.9375 | 0.9375 | 0.000s | 52.531s |
| Iteration 21 | 0.2 | 0.9375 | 0.9375 | 0.000s | 53.379s |
| Iteration 22 | 0.6 | 0.6875 | 0.9375 | 0.000s | 54.190s |
| Iteration 23 | 0.2 | 0.9375 | 0.9375 | 0.000s | 54.999s |
| Iteration 24 | 0.2 | 0.9375 | 0.9375 | 0.000s | 57.164s |
| Iteration 25 | 0.2 | 0.9375 | 0.9375 | 0.000s | 59.570s |
| Iteration 26 | 0.2 | 0.9375 | 0.9375 | 0.000s | 1m:02s |
| Iteration 27 | 0.2 | 0.9375 | 0.9375 | 0.000s | 1m:04s |
| Iteration 28 | 0.9 | 0.375 | 0.9375 | 0.000s | 1m:05s |
| Iteration 29 | 0.2 | 0.9375 | 0.9375 | 0.000s | 1m:06s |
| Iteration 30 | 0.8 | 0.875 | 0.9375 | 0.000s | 1m:07s |
| Iteration 31 | 0.2 | 0.9375 | 0.9375 | 0.000s | 1m:08s |
| Iteration 32 | 0.2 | 0.9375 | 0.9375 | 0.001s | 1m:09s |
| Iteration 33 | 0.2 | 0.9375 | 0.9375 | 0.001s | 1m:11s |
| Iteration 34 | 0.2 | 0.9375 | 0.9375 | 0.001s | 1m:13s |
| Iteration 35 | 0.2 | 0.9375 | 0.9375 | 0.001s | 1m:15s |
| Iteration 36 | 0.2 | 0.9375 | 0.9375 | 0.001s | 1m:17s |
| Iteration 37 | 0.2 | 0.9375 | 0.9375 | 0.001s | 1m:18s |
| Iteration 38 | 0.2 | 0.9375 | 0.9375 | 0.001s | 1m:20s |
| Iteration 39 | 0.2 | 0.9375 | 0.9375 | 0.001s | 1m:21s |
| Iteration 40 | 0.2 | 0.9375 | 0.9375 | 0.001s | 1m:23s |
| Iteration 41 | 0.2 | 0.9375 | 0.9375 | 0.001s | 1m:24s |
| Iteration 42 | 0.2 | 0.9375 | 0.9375 | 0.001s | 1m:26s |
| Iteration 43 | 0.2 | 0.9375 | 0.9375 | 0.001s | 1m:27s |
| Iteration 44 | 0.2 | 0.9375 | 0.9375 | 0.001s | 1m:29s |
| Iteration 45 | 0.2 | 0.9375 | 0.9375 | 0.001s | 1m:30s |
| Iteration 46 | 0.2 | 0.9375 | 0.9375 | 0.001s | 1m:32s |
| Iteration 47 | 0.2 | 0.9375 | 0.9375 | 0.001s | 1m:34s |
| Iteration 48 | 0.2 | 0.9375 | 0.9375 | 0.001s | 1m:35s |
| Iteration 49 | 0.2 | 0.9375 | 0.9375 | 0.001s | 1m:37s |
| Iteration 50 | 0.2 | 0.9375 | 0.9375 | 0.001s | 1m:40s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'reg_param': 0.2}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 1m:43s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8304
Test evaluation --> roc_auc: 0.15
Time elapsed: 0.012s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.27 ± 0.147
Time elapsed: 0.037s
-------------------------------------------------
Total time: 1m:43s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 10.7383 | dista.. | auto | 40 | 1 | 0.5625 | 0.5625 | 4.781s | 4.808s |
| Initial point 2 | 4.2706 | uniform | kd_tree | 39 | 2 | 0.3125 | 0.5625 | 4.709s | 11.268s |
| Initial point 3 | 3.3735 | dista.. | ball_tree | 25 | 2 | 0.8125 | 0.8125 | 3.216s | 15.238s |
| Initial point 4 | 9.8421 | uniform | ball_tree | 39 | 2 | 0.7188 | 0.8125 | 3.218s | 19.495s |
| Initial point 5 | 7.71 | dista.. | auto | 30 | 2 | 0.9375 | 0.9375 | 3.232s | 23.497s |
| Initial point 6 | 8.9287 | dista.. | ball_tree | 21 | 2 | 0.6875 | 0.9375 | 3.229s | 27.569s |
| Initial point 7 | 6.3865 | dista.. | ball_tree | 24 | 1 | 0.875 | 0.9375 | 3.232s | 31.590s |
| Initial point 8 | 1.5304 | dista.. | ball_tree | 21 | 2 | 0.625 | 0.9375 | 3.214s | 35.599s |
| Initial point 9 | 7.1141 | uniform | ball_tree | 24 | 1 | 0.625 | 0.9375 | 3.206s | 39.619s |
| Initial point 10 | 5.053 | uniform | brute | 22 | 2 | 0.9375 | 0.9375 | 3.278s | 44.537s |
| Iteration 11 | 8.1418 | dista.. | ball_tree | 29 | 2 | 0.3125 | 0.9375 | 3.215s | 48.977s |
| Iteration 12 | 0.0788 | dista.. | auto | 30 | 2 | 0.5 | 0.9375 | 3.162s | 53.248s |
| Iteration 13 | 7.6809 | dista.. | auto | 30 | 2 | 0.75 | 0.9375 | 3.213s | 57.527s |
| Iteration 14 | 5.0699 | uniform | brute | 23 | 2 | 0.8438 | 0.9375 | 3.179s | 1m:04s |
| Iteration 15 | 5.0024 | uniform | brute | 21 | 2 | 0.7188 | 0.9375 | 3.194s | 1m:10s |
| Iteration 16 | 7.7756 | dista.. | auto | 25 | 2 | 0.75 | 0.9375 | 3.204s | 1m:15s |
| Iteration 17 | 5.1556 | uniform | brute | 33 | 2 | 0.625 | 0.9375 | 3.207s | 1m:19s |
| Iteration 18 | 5.1368 | uniform | brute | 20 | 2 | 0.8438 | 0.9375 | 3.208s | 1m:24s |
| Iteration 19 | 7.9072 | dista.. | auto | 35 | 2 | 0.75 | 0.9375 | 3.157s | 1m:29s |
| Iteration 20 | 5.9931 | dista.. | ball_tree | 23 | 1 | 0.5312 | 0.9375 | 3.175s | 1m:35s |
| Iteration 21 | 6.5206 | uniform | ball_tree | 25 | 1 | 0.75 | 0.9375 | 3.193s | 1m:40s |
| Iteration 22 | 5.191 | dista.. | brute | 21 | 1 | 0.6562 | 0.9375 | 3.190s | 1m:46s |
| Iteration 23 | 5.2212 | dista.. | brute | 22 | 2 | 0.5625 | 0.9375 | 3.171s | 1m:51s |
| Iteration 24 | 6.5078 | dista.. | ball_tree | 24 | 1 | 0.4375 | 0.9375 | 3.208s | 1m:56s |
| Iteration 25 | 7.7626 | dista.. | auto | 34 | 1 | 0.5 | 0.9375 | 3.194s | 2m:00s |
| Iteration 26 | 6.3061 | dista.. | ball_tree | 24 | 1 | 0.625 | 0.9375 | 3.253s | 2m:05s |
| Iteration 27 | 7.5954 | dista.. | auto | 25 | 2 | 0.9375 | 0.9375 | 3.233s | 2m:09s |
| Iteration 28 | 6.6039 | dista.. | auto | 26 | 2 | 0.5 | 0.9375 | 3.225s | 2m:14s |
| Iteration 29 | 7.4693 | dista.. | auto | 26 | 2 | 0.0625 | 0.9375 | 3.156s | 2m:18s |
| Iteration 30 | 6.0954 | dista.. | auto | 25 | 2 | 0.75 | 0.9375 | 3.189s | 2m:23s |
| Iteration 31 | 5.0551 | uniform | kd_tree | 22 | 2 | 0.5 | 0.9375 | 4.055s | 2m:28s |
| Iteration 32 | 5.0534 | uniform | brute | 22 | 2 | 0.7812 | 0.9375 | 4.779s | 2m:34s |
| Iteration 33 | 7.6739 | uniform | auto | 21 | 2 | 0.6562 | 0.9375 | 4.741s | 2m:41s |
| Iteration 34 | 5.0226 | uniform | brute | 22 | 2 | 0.8125 | 0.9375 | 4.815s | 2m:48s |
| Iteration 35 | 7.6751 | dista.. | auto | 21 | 2 | 0.6562 | 0.9375 | 4.762s | 2m:55s |
| Iteration 36 | 7.6196 | dista.. | auto | 25 | 2 | 0.75 | 0.9375 | 4.717s | 3m:01s |
| Iteration 37 | 5.7583 | uniform | brute | 22 | 2 | 0.4375 | 0.9375 | 4.744s | 3m:08s |
| Iteration 38 | 5.0776 | uniform | brute | 36 | 2 | 0.375 | 0.9375 | 3.188s | 3m:13s |
| Iteration 39 | 5.0188 | dista.. | brute | 22 | 2 | 0.4375 | 0.9375 | 3.229s | 3m:17s |
| Iteration 40 | 5.1054 | uniform | brute | 22 | 2 | 0.3125 | 0.9375 | 3.200s | 3m:22s |
| Iteration 41 | 0.0635 | dista.. | brute | 25 | 1 | 0.5 | 0.9375 | 3.240s | 3m:26s |
| Iteration 42 | 7.71 | dista.. | ball_tree | 25 | 1 | 0.6562 | 0.9375 | 3.165s | 3m:31s |
| Iteration 43 | 10.492 | dista.. | auto | 30 | 2 | 0.9375 | 0.9375 | 3.222s | 3m:36s |
| Iteration 44 | 10.7686 | dista.. | ball_tree | 30 | 2 | 0.375 | 0.9375 | 3.187s | 3m:40s |
| Iteration 45 | 10.7686 | uniform | auto | 30 | 2 | 0.625 | 0.9375 | 3.179s | 3m:45s |
| Iteration 46 | 10.7686 | dista.. | auto | 25 | 2 | 0.75 | 0.9375 | 3.162s | 3m:49s |
| Iteration 47 | 10.7686 | dista.. | auto | 30 | 1 | 0.7812 | 0.9375 | 3.248s | 3m:53s |
| Iteration 48 | 10.7686 | dista.. | auto | 30 | 2 | 0.5 | 0.9375 | 3.253s | 3m:58s |
| Iteration 49 | 7.7073 | dista.. | auto | 29 | 2 | 0.4375 | 0.9375 | 3.228s | 4m:03s |
| Iteration 50 | 0.6779 | dista.. | auto | 25 | 2 | 0.5312 | 0.9375 | 3.273s | 4m:07s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'radius': 5.053, 'weights': 'uniform', 'algorithm': 'brute', 'leaf_size': 22, 'p': 2}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 4m:08s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8058
Test evaluation --> roc_auc: 0.775
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.745 ± 0.0367
Time elapsed: 0.055s
-------------------------------------------------
Total time: 4m:09s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.9688 | 0.9688 | 3.621s | 3.630s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.875 | 0.9688 | 3.813s | 8.224s |
| Initial point 3 | 225 | 1.0215 | SAMME | 1.0 | 1.0 | 3.324s | 12.323s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.75 | 1.0 | 3.524s | 16.617s |
| Initial point 5 | 250 | 0.0488 | SAMME | 1.0 | 1.0 | 3.377s | 20.828s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.9375 | 1.0 | 3.546s | 25.122s |
| Initial point 7 | 473 | 2.1636 | SAMME | 1.0 | 1.0 | 3.193s | 29.073s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.75 | 1.0 | 3.501s | 33.336s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.6562 | 1.0 | 3.167s | 37.331s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.9688 | 1.0 | 3.302s | 41.447s |
| Iteration 11 | 238 | 0.193 | SAMME | 1.0 | 1.0 | 3.325s | 45.764s |
| Iteration 12 | 212 | 0.01 | SAMME | 0.4375 | 1.0 | 3.301s | 50.223s |
| Iteration 13 | 58 | 0.0472 | SAMME | 0.7188 | 1.0 | 4.253s | 55.585s |
| Iteration 14 | 198 | 0.1933 | SAMME | 0.75 | 1.0 | 4.905s | 1m:02s |
| Iteration 15 | 225 | 1.0215 | SAMME | 1.0 | 1.0 | 0.001s | 1m:04s |
| Iteration 16 | 127 | 1.0215 | SAMME | 1.0 | 1.0 | 4.892s | 1m:11s |
| Iteration 17 | 226 | 1.0183 | SAMME | 1.0 | 1.0 | 4.995s | 1m:18s |
| Iteration 18 | 263 | 0.1928 | SAMME | 1.0 | 1.0 | 5.025s | 1m:24s |
| Iteration 19 | 221 | 1.0798 | SAMME.R | 0.9375 | 1.0 | 4.903s | 1m:32s |
| Iteration 20 | 181 | 0.915 | SAMME | 0.875 | 1.0 | 3.256s | 1m:39s |
| Iteration 21 | 376 | 0.621 | SAMME.R | 1.0 | 1.0 | 4.064s | 1m:44s |
| Iteration 22 | 249 | 1.1225 | SAMME | 0.75 | 1.0 | 3.361s | 1m:49s |
| Iteration 23 | 225 | 0.9458 | SAMME | 0.8125 | 1.0 | 3.291s | 1m:53s |
| Iteration 24 | 299 | 0.0499 | SAMME | 0.9688 | 1.0 | 3.396s | 1m:58s |
| Iteration 25 | 286 | 0.6647 | SAMME.R | 0.5938 | 1.0 | 3.409s | 2m:02s |
| Iteration 26 | 248 | 0.1929 | SAMME | 1.0 | 1.0 | 3.340s | 2m:07s |
| Iteration 27 | 143 | 1.0291 | SAMME | 1.0 | 1.0 | 3.252s | 2m:11s |
| Iteration 28 | 387 | 0.6157 | SAMME.R | 0.625 | 1.0 | 3.444s | 2m:16s |
| Iteration 29 | 364 | 0.6268 | SAMME.R | 0.125 | 1.0 | 3.434s | 2m:20s |
| Iteration 30 | 50 | 1.019 | SAMME | 1.0 | 1.0 | 3.152s | 2m:25s |
| Iteration 31 | 413 | 1.0017 | SAMME | 1.0 | 1.0 | 3.420s | 2m:29s |
| Iteration 32 | 476 | 2.0613 | SAMME | 0.75 | 1.0 | 3.159s | 2m:33s |
| Iteration 33 | 438 | 1.0178 | SAMME | 0.3125 | 1.0 | 3.438s | 2m:38s |
| Iteration 34 | 232 | 0.5386 | SAMME | 0.9375 | 1.0 | 3.305s | 2m:42s |
| Iteration 35 | 135 | 0.2496 | SAMME | 0.6875 | 1.0 | 3.251s | 2m:47s |
| Iteration 36 | 248 | 0.0919 | SAMME | 0.75 | 1.0 | 3.291s | 2m:53s |
| Iteration 37 | 236 | 0.1735 | SAMME | 0.9062 | 1.0 | 3.285s | 2m:57s |
| Iteration 38 | 85 | 1.0297 | SAMME | 0.875 | 1.0 | 3.166s | 3m:02s |
| Iteration 39 | 67 | 0.9735 | SAMME | 0.875 | 1.0 | 3.175s | 3m:06s |
| Iteration 40 | 259 | 0.0216 | SAMME | 0.8125 | 1.0 | 3.319s | 3m:10s |
| Iteration 41 | 120 | 1.0616 | SAMME | 0.6875 | 1.0 | 3.184s | 3m:15s |
| Iteration 42 | 469 | 2.3012 | SAMME | 0.75 | 1.0 | 3.178s | 3m:19s |
| Iteration 43 | 229 | 4.6473 | SAMME.R | 0.8125 | 1.0 | 3.329s | 3m:24s |
| Iteration 44 | 229 | 7.5635 | SAMME | 0.7188 | 1.0 | 3.124s | 3m:28s |
| Iteration 45 | 228 | 0.5861 | SAMME | 0.875 | 1.0 | 3.285s | 3m:33s |
| Iteration 46 | 350 | 0.1897 | SAMME | 0.875 | 1.0 | 4.002s | 3m:38s |
| Iteration 47 | 240 | 0.0235 | SAMME | 1.0 | 1.0 | 3.313s | 3m:42s |
| Iteration 48 | 331 | 0.2034 | SAMME | 0.625 | 1.0 | 3.398s | 3m:47s |
| Iteration 49 | 240 | 0.0652 | SAMME | 0.9688 | 1.0 | 3.292s | 3m:51s |
| Iteration 50 | 238 | 0.0371 | SAMME.R | 0.8125 | 1.0 | 3.339s | 3m:57s |
Bayesian Optimization ---------------------------
Best call --> Iteration 18
Best parameters --> {'n_estimators': 263, 'learning_rate': 0.1928, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:00s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.219s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.41 ± 0.102
Time elapsed: 0.995s
-------------------------------------------------
Total time: 4m:02s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.625 | 0.625 | 3.540s | 3.559s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.9062 | 0.9062 | 3.404s | 9.834s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.875 | 0.9062 | 3.355s | 15.847s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.9062 | 3.204s | 21.522s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.9375 | 0.9375 | 3.448s | 26.131s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.875 | 0.9375 | 3.311s | 30.266s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 1.0 | 1.0 | 3.344s | 34.554s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.6875 | 1.0 | 3.328s | 38.676s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.75 | 1.0 | 3.433s | 42.935s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.875 | 1.0 | 3.436s | 47.231s |
| Iteration 11 | 338 | entropy | None | 13 | 20 | log2 | False | 0.0293 | --- | 0.625 | 1.0 | 3.338s | 51.760s |
| Iteration 12 | 126 | entropy | 5 | 18 | 4 | log2 | False | 0.0292 | --- | 0.6875 | 1.0 | 3.213s | 56.251s |
| Iteration 13 | 500 | gini | None | 20 | 20 | None | False | 0.035 | --- | 0.75 | 1.0 | 3.477s | 1m:01s |
| Iteration 14 | 324 | entropy | 6 | 19 | 5 | log2 | False | 0.034 | --- | 0.8125 | 1.0 | 3.341s | 1m:06s |
| Iteration 15 | 281 | entropy | 7 | 16 | 10 | 0.8 | False | 0.0278 | --- | 1.0 | 1.0 | 3.306s | 1m:10s |
| Iteration 16 | 280 | entropy | 6 | 13 | 9 | sqrt | False | 0.035 | --- | 0.8125 | 1.0 | 3.341s | 1m:15s |
| Iteration 17 | 279 | entropy | 6 | 18 | 17 | 0.6 | True | 0.035 | 0.7 | 0.2812 | 1.0 | 3.373s | 1m:19s |
| Iteration 18 | 496 | entropy | 7 | 4 | 14 | auto | False | 0.0077 | --- | 1.0 | 1.0 | 3.456s | 1m:24s |
| Iteration 19 | 40 | gini | 7 | 13 | 14 | None | False | 0.034 | --- | 0.8125 | 1.0 | 3.112s | 1m:29s |
| Iteration 20 | 423 | entropy | 7 | 15 | 3 | 0.5 | False | 0.0022 | --- | 1.0 | 1.0 | 3.371s | 1m:33s |
| Iteration 21 | 182 | entropy | None | 19 | 3 | 0.8 | True | 0.0331 | 0.9 | 1.0 | 1.0 | 3.257s | 1m:38s |
| Iteration 22 | 10 | entropy | None | 2 | 20 | auto | True | 0.0 | None | 0.8438 | 1.0 | 3.097s | 1m:42s |
| Iteration 23 | 500 | entropy | 7 | 2 | 1 | 0.5 | False | 0.0106 | --- | 0.875 | 1.0 | 3.352s | 1m:48s |
| Iteration 24 | 416 | gini | 8 | 7 | 13 | 0.7 | True | 0.0229 | None | 0.875 | 1.0 | 3.460s | 1m:54s |
| Iteration 25 | 418 | gini | 9 | 3 | 15 | sqrt | False | 0.0267 | --- | 0.625 | 1.0 | 3.365s | 1m:58s |
| Iteration 26 | 500 | gini | None | 20 | 1 | None | True | 0.035 | 0.9 | 1.0 | 1.0 | 4.338s | 2m:04s |
| Iteration 27 | 500 | gini | None | 20 | 1 | None | True | 0.035 | 0.9 | 1.0 | 1.0 | 0.000s | 2m:06s |
| Iteration 28 | 500 | gini | None | 20 | 1 | None | True | 0.035 | 0.9 | 1.0 | 1.0 | 0.000s | 2m:07s |
| Iteration 29 | 364 | gini | 8 | 13 | 3 | 0.6 | False | 0.0 | --- | 0.25 | 1.0 | 3.347s | 2m:12s |
| Iteration 30 | 177 | entropy | 6 | 20 | 7 | 0.5 | False | 0.0026 | --- | 1.0 | 1.0 | 3.249s | 2m:16s |
| Iteration 31 | 500 | entropy | 7 | 11 | 12 | auto | False | 0.0287 | --- | 0.75 | 1.0 | 3.394s | 2m:21s |
| Iteration 32 | 341 | gini | None | 19 | 2 | 0.9 | True | 0.0341 | 0.9 | 0.875 | 1.0 | 3.398s | 2m:26s |
| Iteration 33 | 381 | entropy | None | 20 | 1 | log2 | True | 0.0128 | 0.5 | 0.9375 | 1.0 | 3.460s | 2m:31s |
| Iteration 34 | 273 | entropy | 6 | 19 | 6 | 0.5 | False | 0.0174 | --- | 1.0 | 1.0 | 3.291s | 2m:36s |
| Iteration 35 | 287 | entropy | None | 20 | 4 | 0.7 | True | 0.0124 | 0.6 | 0.875 | 1.0 | 3.392s | 2m:40s |
| Iteration 36 | 351 | entropy | 6 | 19 | 6 | 0.8 | False | 0.0142 | --- | 0.75 | 1.0 | 3.334s | 2m:45s |
| Iteration 37 | 242 | entropy | 6 | 17 | 6 | log2 | False | 0.0321 | --- | 0.875 | 1.0 | 3.269s | 2m:50s |
| Iteration 38 | 73 | entropy | 6 | 19 | 6 | log2 | False | 0.0139 | --- | 0.8125 | 1.0 | 3.171s | 2m:56s |
| Iteration 39 | 357 | gini | 7 | 17 | 9 | sqrt | False | 0.0275 | --- | 0.6875 | 1.0 | 3.341s | 3m:02s |
| Iteration 40 | 436 | entropy | 6 | 15 | 6 | 0.5 | False | 0.0335 | --- | 1.0 | 1.0 | 3.470s | 3m:10s |
| Iteration 41 | 320 | entropy | 6 | 15 | 6 | 0.5 | False | 0.0177 | --- | 0.75 | 1.0 | 3.288s | 3m:17s |
| Iteration 42 | 398 | entropy | 6 | 18 | 6 | 0.9 | False | 0.0173 | --- | 1.0 | 1.0 | 3.339s | 3m:23s |
| Iteration 43 | 482 | entropy | 7 | 14 | 10 | 0.7 | False | 0.0277 | --- | 0.9375 | 1.0 | 3.418s | 3m:30s |
| Iteration 44 | 427 | entropy | 6 | 5 | 6 | sqrt | False | 0.0333 | --- | 0.75 | 1.0 | 3.382s | 3m:35s |
| Iteration 45 | 110 | entropy | 6 | 20 | 6 | 0.7 | False | 0.0171 | --- | 0.875 | 1.0 | 3.170s | 3m:42s |
| Iteration 46 | 270 | entropy | 6 | 18 | 6 | sqrt | False | 0.0334 | --- | 0.875 | 1.0 | 3.313s | 3m:47s |
| Iteration 47 | 456 | entropy | 6 | 19 | 6 | auto | False | 0.0198 | --- | 1.0 | 1.0 | 3.460s | 3m:52s |
| Iteration 48 | 309 | gini | 7 | 16 | 10 | 0.9 | False | 0.0287 | --- | 0.5938 | 1.0 | 3.330s | 3m:58s |
| Iteration 49 | 63 | entropy | 6 | 19 | 6 | log2 | False | 0.0331 | --- | 1.0 | 1.0 | 3.228s | 4m:03s |
| Iteration 50 | 224 | entropy | 6 | 19 | 6 | 0.9 | True | 0.0179 | 0.8 | 0.875 | 1.0 | 3.489s | 4m:08s |
Bayesian Optimization ---------------------------
Best call --> Iteration 26
Best parameters --> {'n_estimators': 500, 'criterion': 'gini', 'max_depth': None, 'min_samples_split': 20, 'min_samples_leaf': 1, 'max_features': None, 'bootstrap': True, 'ccp_alpha': 0.035, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9884
Test evaluation --> roc_auc: 0.35
Time elapsed: 1.126s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.34 ± 0.086
Time elapsed: 2.371s
-------------------------------------------------
Total time: 4m:13s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5938 | 0.5938 | 3.600s | 3.624s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.625 | 0.625 | 3.361s | 7.928s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.625 | 4.689s | 13.546s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.625 | 9.633s | 24.317s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.625 | 3.378s | 29.268s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.625 | 3.751s | 33.850s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.625 | 3.590s | 40.028s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.625 | 3.396s | 46.448s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.8125 | 0.8125 | 3.745s | 53.259s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.8125 | 3.384s | 57.798s |
| Iteration 11 | 483 | 0.4321 | 3 | 0.3235 | 4 | 0.7 | 0.5 | 0 | 100 | 0.6562 | 0.8125 | 3.545s | 1m:03s |
| Iteration 12 | 483 | 0.1199 | 5 | 0.4573 | 4 | 0.9 | 0.9 | 0.01 | 1 | 0.6562 | 0.8125 | 3.164s | 1m:07s |
| Iteration 13 | 58 | 0.0208 | 7 | 0.6743 | 3 | 0.7 | 0.9 | 0 | 0.01 | 0.8125 | 0.8125 | 3.191s | 1m:11s |
| Iteration 14 | 397 | 0.1373 | 9 | 0.8196 | 4 | 0.8 | 0.4 | 0 | 10 | 0.75 | 0.8125 | 3.216s | 1m:16s |
| Iteration 15 | 330 | 0.0304 | 1 | 0.6889 | 4 | 0.6 | 0.5 | 0.01 | 0.01 | 1.0 | 1.0 | 3.187s | 1m:20s |
| Iteration 16 | 334 | 0.0153 | 2 | 0.9929 | 4 | 0.5 | 0.5 | 0 | 10 | 0.6562 | 1.0 | 3.213s | 1m:25s |
| Iteration 17 | 41 | 0.0733 | 7 | 0.6676 | 4 | 1.0 | 0.6 | 0.01 | 100 | 0.7812 | 1.0 | 3.167s | 1m:29s |
| Iteration 18 | 154 | 0.5663 | 8 | 0.7052 | 3 | 0.8 | 0.4 | 0.01 | 0 | 0.7812 | 1.0 | 3.196s | 1m:33s |
| Iteration 19 | 324 | 0.4001 | 1 | 0.7072 | 4 | 0.5 | 0.6 | 0 | 0 | 0.5625 | 1.0 | 3.192s | 1m:38s |
| Iteration 20 | 213 | 0.0166 | 2 | 0.9107 | 4 | 0.7 | 0.4 | 0.01 | 100 | 0.75 | 1.0 | 3.211s | 1m:42s |
| Iteration 21 | 285 | 0.01 | 9 | 0.8425 | 1 | 0.6 | 0.5 | 0 | 0.01 | 1.0 | 1.0 | 3.209s | 1m:46s |
| Iteration 22 | 65 | 0.01 | 1 | 0.4321 | 1 | 0.8 | 0.4 | 0 | 0.01 | 0.9062 | 1.0 | 3.135s | 1m:52s |
| Iteration 23 | 393 | 0.0204 | 10 | 0.9953 | 3 | 0.6 | 0.4 | 0.01 | 0 | 0.6875 | 1.0 | 3.199s | 1m:57s |
| Iteration 24 | 284 | 0.9572 | 3 | 0.4196 | 1 | 0.7 | 0.7 | 0 | 100 | 0.9688 | 1.0 | 3.189s | 2m:01s |
| Iteration 25 | 81 | 0.1478 | 9 | 0.0579 | 1 | 0.5 | 0.9 | 0.01 | 100 | 0.625 | 1.0 | 3.168s | 2m:05s |
| Iteration 26 | 500 | 1.0 | 10 | 1.0 | 1 | 1.0 | 1.0 | 0 | 100 | 1.0 | 1.0 | 3.320s | 2m:12s |
| Iteration 27 | 500 | 1.0 | 10 | 1.0 | 1 | 1.0 | 1.0 | 0 | 100 | 1.0 | 1.0 | 0.001s | 2m:14s |
| Iteration 28 | 381 | 0.0428 | 3 | 0.0639 | 4 | 0.6 | 0.5 | 0.01 | 0 | 0.5938 | 1.0 | 3.241s | 2m:18s |
| Iteration 29 | 20 | 0.1736 | 8 | 1.0 | 1 | 0.7 | 0.5 | 0 | 0.1 | 0.4375 | 1.0 | 3.188s | 2m:23s |
| Iteration 30 | 215 | 0.338 | 9 | 0.3994 | 1 | 0.6 | 0.5 | 1 | 0.1 | 1.0 | 1.0 | 3.261s | 2m:27s |
| Iteration 31 | 344 | 0.0829 | 9 | 0.4673 | 1 | 0.9 | 0.5 | 0.1 | 0 | 0.9375 | 1.0 | 3.352s | 2m:32s |
| Iteration 32 | 188 | 0.0685 | 1 | 0.2591 | 4 | 1.0 | 0.5 | 1 | 10 | 0.75 | 1.0 | 3.276s | 2m:36s |
| Iteration 33 | 456 | 0.0263 | 9 | 0.2321 | 1 | 0.6 | 0.5 | 0.1 | 0 | 0.75 | 1.0 | 3.284s | 2m:41s |
| Iteration 34 | 360 | 0.0278 | 1 | 0.7368 | 4 | 0.5 | 0.5 | 0.01 | 0.01 | 0.875 | 1.0 | 3.262s | 2m:45s |
| Iteration 35 | 355 | 0.0169 | 2 | 0.6631 | 3 | 0.7 | 0.4 | 1 | 0.01 | 0.75 | 1.0 | 3.270s | 2m:50s |
| Iteration 36 | 318 | 0.0285 | 3 | 0.6726 | 4 | 0.6 | 1.0 | 0.01 | 10 | 0.5 | 1.0 | 3.237s | 2m:54s |
| Iteration 37 | 294 | 0.9968 | 1 | 0.3023 | 4 | 1.0 | 0.5 | 0 | 0.01 | 0.75 | 1.0 | 3.224s | 2m:59s |
| Iteration 38 | 236 | 0.1319 | 9 | 0.8843 | 1 | 0.7 | 0.5 | 0 | 0.01 | 0.875 | 1.0 | 3.252s | 3m:04s |
| Iteration 39 | 298 | 0.0171 | 3 | 0.6336 | 2 | 0.7 | 0.5 | 0.01 | 0.1 | 0.6875 | 1.0 | 3.244s | 3m:08s |
| Iteration 40 | 218 | 0.1104 | 1 | 0.7383 | 4 | 0.7 | 0.5 | 0.01 | 0.01 | 1.0 | 1.0 | 3.233s | 3m:13s |
| Iteration 41 | 305 | 0.6203 | 6 | 0.68 | 4 | 0.6 | 0.5 | 0.01 | 0.1 | 0.3125 | 1.0 | 3.232s | 3m:17s |
| Iteration 42 | 312 | 0.8009 | 10 | 0.6618 | 1 | 0.7 | 0.5 | 10 | 0.01 | 0.5 | 1.0 | 3.255s | 3m:22s |
| Iteration 43 | 120 | 0.01 | 9 | 0.1954 | 1 | 0.5 | 0.5 | 0 | 0.01 | 1.0 | 1.0 | 3.239s | 3m:27s |
| Iteration 44 | 362 | 0.1012 | 1 | 0.1318 | 4 | 0.6 | 0.5 | 0.01 | 0.01 | 0.5 | 1.0 | 3.235s | 3m:32s |
| Iteration 45 | 328 | 0.0526 | 1 | 0.7021 | 4 | 0.7 | 0.5 | 0.01 | 0.01 | 0.8125 | 1.0 | 3.240s | 3m:38s |
| Iteration 46 | 461 | 0.0332 | 6 | 0.7605 | 3 | 0.7 | 0.5 | 10 | 0.1 | 0.5 | 1.0 | 3.245s | 3m:44s |
| Iteration 47 | 97 | 0.0546 | 9 | 0.4618 | 2 | 0.5 | 0.5 | 0.1 | 0.1 | 1.0 | 1.0 | 3.205s | 3m:49s |
| Iteration 48 | 331 | 0.0525 | 9 | 0.7067 | 2 | 1.0 | 0.5 | 0.1 | 0.1 | 0.8125 | 1.0 | 3.212s | 3m:54s |
| Iteration 49 | 120 | 0.016 | 9 | 0.4154 | 1 | 0.5 | 0.5 | 0.01 | 0.01 | 1.0 | 1.0 | 3.212s | 3m:59s |
| Iteration 50 | 162 | 0.0296 | 1 | 0.3983 | 4 | 0.6 | 0.5 | 0 | 0.01 | 0.75 | 1.0 | 3.272s | 4m:04s |
Bayesian Optimization ---------------------------
Best call --> Iteration 26
Best parameters --> {'n_estimators': 500, 'learning_rate': 1.0, 'max_depth': 10, 'gamma': 1.0, 'min_child_weight': 1, 'subsample': 1.0, 'colsample_bytree': 1.0, 'reg_alpha': 0, 'reg_lambda': 100}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:06s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8804
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.120s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.41 ± 0.0464
Time elapsed: 0.366s
-------------------------------------------------
Total time: 4m:06s
Final results ==================== >>
Duration: 29m:03s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.42 ± 0.1166 ~
Logistic Regression --> roc_auc: 0.27 ± 0.1288 ~
Linear Discriminant Analysis --> roc_auc: 0.33 ± 0.147 ~
Quadratic Discriminant Analysis --> roc_auc: 0.27 ± 0.147 ~
Radius Nearest Neighbors --> roc_auc: 0.745 ± 0.0367 !
AdaBoost --> roc_auc: 0.41 ± 0.102 ~
Random Forest --> roc_auc: 0.34 ± 0.086 ~
XGBoost --> roc_auc: 0.41 ± 0.0464 ~
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 847 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAAPYSSASKIIF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CATDSNDYKLSF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVSDDYKLSF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASMNSGYSTLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVGSGGSYIPTF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAASKTGNQFYF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAVLDSSYKLIF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAATSGSARQLTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CAASKGYSTLTF.
>>> Dropping feature CAASPNTGNQFYF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CAVDSGGSNYKLTF.
>>> Dropping feature CAVGGGSNYKLTF.
>>> Dropping feature CAVNYGQNFVF.
>>> Dropping feature CAVSQGAQKLVF.
>>> Dropping feature CAVSSGGGADGLTF.
>>> Dropping feature CAENNNARLMF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CAVDGSSNTGKLIF.
>>> Dropping feature CAVEDDYKLSF.
>>> Dropping feature CAVPGSSNTGKLIF.
>>> Dropping feature CAALNAGNNRKLIW.
>>> Dropping feature CASSSGETQYF.
>>> Dropping feature CAVSPSGGYQKVTF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVLSNDYKLSF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CALNTGTASKLTF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CAPYNQGGKLIF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.875 | 0.875 | 0.718s | 0.740s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 1.0 | 1.0 | 0.737s | 2.467s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 1.0 | 1.0 | 0.712s | 4.081s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.2812 | 1.0 | 0.753s | 5.693s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.9375 | 1.0 | 0.764s | 7.259s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.9375 | 1.0 | 0.827s | 8.929s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.9688 | 1.0 | 0.718s | 10.478s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.875 | 1.0 | 0.754s | 12.170s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.75 | 1.0 | 0.699s | 13.646s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.7812 | 1.0 | 0.675s | 15.086s |
| Iteration 11 | deviance | 0.175 | 142 | 0.6 | squared_er.. | 19 | 12 | 5 | None | 0.035 | 0.5625 | 1.0 | 0.659s | 16.897s |
| Iteration 12 | exponen.. | 0.8792 | 252 | 0.8 | squared_er.. | 13 | 10 | 6 | 0.7 | 0.0279 | 1.0 | 1.0 | 0.688s | 20.420s |
| Iteration 13 | exponen.. | 0.8656 | 248 | 0.8 | squared_er.. | 15 | 20 | 2 | None | 0.0052 | 0.6875 | 1.0 | 0.687s | 22.751s |
| Iteration 14 | exponen.. | 0.1887 | 210 | 1.0 | squared_er.. | 10 | 10 | 5 | auto | 0.013 | 0.75 | 1.0 | 0.674s | 24.532s |
| Iteration 15 | exponen.. | 0.0217 | 207 | 0.9 | squared_er.. | 11 | 17 | 9 | 0.7 | 0.0208 | 0.875 | 1.0 | 0.687s | 26.263s |
| Iteration 16 | deviance | 0.0487 | 10 | 0.6 | squared_er.. | 7 | 17 | 3 | log2 | 0.0328 | 0.6875 | 1.0 | 0.628s | 28.140s |
| Iteration 17 | exponen.. | 1.0 | 10 | 0.7 | squared_er.. | 18 | 17 | 1 | auto | 0.0243 | 0.7188 | 1.0 | 0.630s | 29.927s |
| Iteration 18 | deviance | 0.0149 | 344 | 0.6 | squared_er.. | 13 | 10 | 7 | 0.6 | 0.0333 | 0.6875 | 1.0 | 0.720s | 33.505s |
| Iteration 19 | exponen.. | 0.9845 | 255 | 0.8 | squared_er.. | 5 | 10 | 6 | 0.9 | 0.0278 | 0.75 | 1.0 | 0.688s | 35.813s |
| Iteration 20 | exponen.. | 0.7081 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | log2 | 0.0022 | 0.5 | 1.0 | 0.731s | 37.681s |
| Iteration 21 | deviance | 0.0661 | 179 | 0.8 | squared_er.. | 5 | 15 | 3 | 0.9 | 0.0245 | 0.6875 | 1.0 | 0.667s | 39.565s |
| Iteration 22 | exponen.. | 0.1262 | 466 | 0.7 | squared_er.. | 17 | 3 | 8 | 0.5 | 0.0144 | 0.6875 | 1.0 | 0.744s | 42.376s |
| Iteration 23 | exponen.. | 0.3488 | 294 | 0.8 | squared_er.. | 18 | 15 | 2 | 0.5 | 0.0247 | 1.0 | 1.0 | 0.699s | 44.487s |
| Iteration 24 | exponen.. | 0.3993 | 104 | 0.8 | squared_er.. | 17 | 19 | 2 | 0.6 | 0.0243 | 0.75 | 1.0 | 0.657s | 46.565s |
| Iteration 25 | exponen.. | 0.4225 | 206 | 0.8 | squared_er.. | 5 | 2 | 6 | sqrt | 0.0293 | 0.75 | 1.0 | 0.685s | 48.397s |
| Iteration 26 | exponen.. | 0.5906 | 162 | 0.8 | friedman_mse | 5 | 10 | 9 | auto | 0.0247 | 0.6875 | 1.0 | 0.666s | 51.552s |
| Iteration 27 | exponen.. | 0.4463 | 127 | 0.8 | squared_er.. | 8 | 10 | 3 | auto | 0.0243 | 0.9062 | 1.0 | 0.676s | 53.871s |
| Iteration 28 | exponen.. | 0.2786 | 184 | 0.8 | squared_er.. | 10 | 6 | 4 | 0.7 | 0.0217 | 0.8125 | 1.0 | 1.295s | 56.458s |
| Iteration 29 | deviance | 0.1161 | 12 | 0.6 | squared_er.. | 16 | 8 | 9 | None | 0.0253 | 1.0 | 1.0 | 0.683s | 58.353s |
| Iteration 30 | exponen.. | 0.724 | 151 | 0.8 | squared_er.. | 10 | 17 | 4 | 0.7 | 0.0257 | 0.4688 | 1.0 | 0.712s | 1m:00s |
| Iteration 31 | exponen.. | 0.3407 | 219 | 0.8 | squared_er.. | 4 | 11 | 8 | 0.5 | 0.0338 | 0.6562 | 1.0 | 0.735s | 1m:02s |
| Iteration 32 | exponen.. | 0.2737 | 122 | 0.5 | squared_er.. | 15 | 10 | 5 | log2 | 0.0254 | 1.0 | 1.0 | 0.712s | 1m:04s |
| Iteration 33 | deviance | 0.3233 | 145 | 0.5 | friedman_mse | 18 | 16 | 3 | 0.6 | 0.0235 | 0.5 | 1.0 | 0.709s | 1m:07s |
| Iteration 34 | exponen.. | 0.1778 | 227 | 0.8 | squared_er.. | 20 | 11 | 2 | 0.5 | 0.0246 | 0.75 | 1.0 | 0.739s | 1m:09s |
| Iteration 35 | exponen.. | 0.0958 | 206 | 0.5 | squared_er.. | 20 | 8 | 5 | 0.7 | 0.0269 | 1.0 | 1.0 | 0.725s | 1m:11s |
| Iteration 36 | deviance | 0.6223 | 126 | 0.6 | squared_er.. | 19 | 8 | 8 | 0.6 | 0.0267 | 0.25 | 1.0 | 0.710s | 1m:13s |
| Iteration 37 | exponen.. | 0.8953 | 422 | 0.8 | squared_er.. | 13 | 17 | 7 | 0.7 | 0.0172 | 0.625 | 1.0 | 0.746s | 1m:15s |
| Iteration 38 | exponen.. | 0.3863 | 43 | 0.5 | squared_er.. | 17 | 16 | 3 | sqrt | 0.0236 | 0.5 | 1.0 | 0.826s | 1m:17s |
| Iteration 39 | exponen.. | 0.4393 | 417 | 0.8 | squared_er.. | 15 | 10 | 1 | 0.7 | 0.0024 | 1.0 | 1.0 | 0.962s | 1m:20s |
| Iteration 40 | deviance | 0.2051 | 370 | 0.8 | squared_er.. | 19 | 10 | 5 | 0.7 | 0.0233 | 0.75 | 1.0 | 0.774s | 1m:22s |
| Iteration 41 | deviance | 0.8515 | 428 | 0.8 | squared_er.. | 15 | 10 | 4 | 0.8 | 0.0266 | 0.75 | 1.0 | 0.778s | 1m:25s |
| Iteration 42 | exponen.. | 0.3401 | 488 | 0.7 | squared_er.. | 10 | 10 | 6 | 0.6 | 0.0213 | 1.0 | 1.0 | 0.757s | 1m:29s |
| Iteration 43 | exponen.. | 0.3428 | 236 | 0.6 | squared_er.. | 17 | 10 | 9 | 0.6 | 0.0089 | 0.9375 | 1.0 | 0.697s | 1m:34s |
| Iteration 44 | exponen.. | 0.5891 | 431 | 0.7 | squared_er.. | 14 | 10 | 5 | 0.5 | 0.0251 | 0.5 | 1.0 | 0.737s | 1m:38s |
| Iteration 45 | exponen.. | 0.3533 | 423 | 0.9 | friedman_mse | 5 | 10 | 4 | 0.9 | 0.0088 | 0.875 | 1.0 | 0.751s | 1m:43s |
| Iteration 46 | deviance | 0.1054 | 89 | 0.6 | squared_er.. | 18 | 8 | 4 | 0.7 | 0.0077 | 0.875 | 1.0 | 0.651s | 1m:48s |
| Iteration 47 | exponen.. | 0.2981 | 253 | 0.6 | friedman_mse | 13 | 10 | 1 | 0.7 | 0.0273 | 0.625 | 1.0 | 0.681s | 1m:52s |
| Iteration 48 | exponen.. | 0.3652 | 90 | 0.7 | squared_er.. | 20 | 10 | 2 | sqrt | 0.0261 | 1.0 | 1.0 | 0.651s | 1m:57s |
| Iteration 49 | exponen.. | 0.1184 | 321 | 0.7 | squared_er.. | 11 | 8 | 7 | 0.8 | 0.0276 | 0.9375 | 1.0 | 0.707s | 2m:02s |
| Iteration 50 | exponen.. | 0.3437 | 193 | 0.8 | squared_er.. | 11 | 17 | 3 | 0.5 | 0.0117 | 0.8125 | 1.0 | 0.674s | 2m:06s |
Bayesian Optimization ---------------------------
Best call --> Iteration 39
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.4393, 'n_estimators': 417, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 15, 'min_samples_leaf': 10, 'max_depth': 1, 'max_features': 0.7, 'ccp_alpha': 0.0024}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:08s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.106s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.98 ± 0.04
Time elapsed: 0.511s
-------------------------------------------------
Total time: 2m:09s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.375 | 0.375 | 1.223s | 1.234s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.75 | 0.75 | 0.646s | 2.766s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.8125 | 0.8125 | 0.650s | 4.196s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.3125 | 0.8125 | 0.649s | 5.589s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.625 | 0.8125 | 0.667s | 7.080s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.4375 | 0.8125 | 0.671s | 10.194s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.5625 | 0.8125 | 0.646s | 12.030s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.4375 | 0.8125 | 0.675s | 13.464s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.6875 | 0.8125 | 0.657s | 14.902s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.625 | 0.8125 | 0.645s | 16.300s |
| Iteration 11 | none | --- | newto.. | 518 | --- | 0.0 | 0.8125 | 0.695s | 19.171s |
| Iteration 12 | l2 | 1.5709 | newto.. | 345 | --- | 0.625 | 0.8125 | 0.648s | 21.196s |
| Iteration 13 | l2 | 0.001 | lbfgs | 741 | --- | 0.625 | 0.8125 | 0.640s | 22.914s |
| Iteration 14 | elast.. | 0.001 | saga | 1000 | 0.6 | 0.5 | 0.8125 | 0.668s | 24.744s |
| Iteration 15 | l2 | 81.9759 | saga | 960 | --- | 0.375 | 0.8125 | 0.666s | 26.631s |
| Iteration 16 | l2 | 0.0084 | lbfgs | 823 | --- | 0.4375 | 0.8125 | 0.673s | 28.359s |
| Iteration 17 | l2 | 0.0479 | lbfgs | 868 | --- | 0.875 | 0.875 | 0.664s | 30.166s |
| Iteration 18 | l2 | 0.0542 | saga | 190 | --- | 0.5 | 0.875 | 0.674s | 31.949s |
| Iteration 19 | l2 | 96.8793 | lbfgs | 103 | --- | 0.625 | 0.875 | 0.672s | 33.717s |
| Iteration 20 | l2 | 0.001 | lbfgs | 754 | --- | 0.375 | 0.875 | 0.669s | 35.604s |
| Iteration 21 | l2 | 0.0011 | lbfgs | 744 | --- | 0.625 | 0.875 | 0.677s | 37.469s |
| Iteration 22 | l2 | 0.4937 | lbfgs | 209 | --- | 0.5 | 0.875 | 0.663s | 39.247s |
| Iteration 23 | l1 | 22.9643 | saga | 200 | --- | 0.8125 | 0.875 | 0.667s | 41.184s |
| Iteration 24 | l1 | 83.7509 | saga | 194 | --- | 0.3125 | 0.875 | 0.667s | 42.962s |
| Iteration 25 | l2 | 100.0 | lbfgs | 1000 | --- | 0.25 | 0.875 | 0.662s | 44.754s |
| Iteration 26 | l2 | 0.1066 | lbfgs | 957 | --- | 0.875 | 0.875 | 0.640s | 46.460s |
| Iteration 27 | l2 | 0.1019 | lbfgs | 1000 | --- | 0.375 | 0.875 | 1.212s | 48.852s |
| Iteration 28 | l1 | 0.2411 | saga | 233 | --- | 0.4375 | 0.875 | 0.647s | 50.548s |
| Iteration 29 | l2 | 0.0011 | lbfgs | 741 | --- | 1.0 | 1.0 | 0.642s | 52.304s |
| Iteration 30 | l2 | 0.001 | sag | 361 | --- | 0.625 | 1.0 | 0.647s | 54.085s |
| Iteration 31 | l2 | 0.001 | lbfgs | 916 | --- | 0.375 | 1.0 | 0.665s | 55.933s |
| Iteration 32 | none | --- | newto.. | 594 | --- | 0.6875 | 1.0 | 0.644s | 57.824s |
| Iteration 33 | l2 | 0.0462 | libli.. | 941 | --- | 0.5 | 1.0 | 0.653s | 59.648s |
| Iteration 34 | l2 | 0.7318 | lbfgs | 868 | --- | 0.625 | 1.0 | 0.642s | 1m:01s |
| Iteration 35 | none | --- | newto.. | 356 | --- | 1.0 | 1.0 | 0.642s | 1m:04s |
| Iteration 36 | none | --- | lbfgs | 100 | --- | 0.3125 | 1.0 | 0.651s | 1m:06s |
| Iteration 37 | none | --- | sag | 352 | --- | 0.3125 | 1.0 | 0.650s | 1m:09s |
| Iteration 38 | l2 | 0.02 | libli.. | 220 | --- | 0.5 | 1.0 | 0.653s | 1m:12s |
| Iteration 39 | l2 | 4.0165 | sag | 950 | --- | 0.75 | 1.0 | 0.657s | 1m:14s |
| Iteration 40 | none | --- | sag | 557 | --- | 0.5625 | 1.0 | 0.652s | 1m:16s |
| Iteration 41 | l1 | 4.7795 | saga | 195 | --- | 0.5 | 1.0 | 0.660s | 1m:17s |
| Iteration 42 | l2 | 1.9149 | newto.. | 359 | --- | 0.25 | 1.0 | 0.651s | 1m:19s |
| Iteration 43 | none | --- | newto.. | 355 | --- | 0.625 | 1.0 | 0.654s | 1m:21s |
| Iteration 44 | none | --- | sag | 663 | --- | 0.5 | 1.0 | 0.662s | 1m:23s |
| Iteration 45 | none | --- | sag | 554 | --- | 0.5625 | 1.0 | 0.658s | 1m:25s |
| Iteration 46 | none | --- | sag | 143 | --- | 0.375 | 1.0 | 0.672s | 1m:29s |
| Iteration 47 | l1 | 0.3504 | saga | 398 | --- | 0.375 | 1.0 | 0.649s | 1m:31s |
| Iteration 48 | l2 | 3.2445 | saga | 840 | --- | 0.5 | 1.0 | 0.664s | 1m:33s |
| Iteration 49 | l2 | 0.0979 | lbfgs | 741 | --- | 0.6875 | 1.0 | 0.654s | 1m:35s |
| Iteration 50 | l2 | 0.0019 | lbfgs | 681 | --- | 0.4375 | 1.0 | 0.650s | 1m:37s |
Bayesian Optimization ---------------------------
Best call --> Iteration 29
Best parameters --> {'penalty': 'l2', 'C': 0.0011, 'solver': 'lbfgs', 'max_iter': 741}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:39s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.717
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.89 ± 0.0374
Time elapsed: 0.057s
-------------------------------------------------
Total time: 1m:39s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.6875 | 0.6875 | 0.646s | 0.651s |
| Initial point 2 | svd | --- | 0.5 | 0.6875 | 1.232s | 2.623s |
| Initial point 3 | svd | --- | 0.5 | 0.6875 | 0.000s | 4.700s |
| Initial point 4 | lsqr | 0.8 | 0.25 | 0.6875 | 0.644s | 6.423s |
| Initial point 5 | eigen | 0.9 | 0.5625 | 0.6875 | 0.654s | 7.928s |
| Initial point 6 | lsqr | 0.7 | 0.4375 | 0.6875 | 0.656s | 9.329s |
| Initial point 7 | lsqr | 0.5 | 0.5 | 0.6875 | 0.637s | 10.686s |
| Initial point 8 | lsqr | 0.9 | 0.875 | 0.875 | 0.638s | 12.074s |
| Initial point 9 | lsqr | 0.6 | 0.625 | 0.875 | 0.636s | 13.473s |
| Initial point 10 | eigen | 0.8 | 0.625 | 0.875 | 0.647s | 14.903s |
| Iteration 11 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 15.819s |
| Iteration 12 | eigen | 0.7 | 0.5625 | 0.875 | 0.653s | 17.334s |
| Iteration 13 | svd | --- | 0.5 | 0.875 | 0.000s | 18.240s |
| Iteration 14 | lsqr | auto | 0.5 | 0.875 | 0.655s | 19.775s |
| Iteration 15 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 20.685s |
| Iteration 16 | svd | --- | 0.5 | 0.875 | 0.000s | 21.590s |
| Iteration 17 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 22.511s |
| Iteration 18 | svd | --- | 0.5 | 0.875 | 0.000s | 23.441s |
| Iteration 19 | svd | --- | 0.5 | 0.875 | 0.000s | 24.356s |
| Iteration 20 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 25.235s |
| Iteration 21 | eigen | auto | 0.5 | 0.875 | 0.677s | 28.419s |
| Iteration 22 | lsqr | 0.9 | 0.875 | 0.875 | 0.001s | 31.760s |
| Iteration 23 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 33.168s |
| Iteration 24 | lsqr | 0.9 | 0.875 | 0.875 | 0.001s | 34.175s |
| Iteration 25 | eigen | None | 0.375 | 0.875 | 0.675s | 35.785s |
| Iteration 26 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 36.740s |
| Iteration 27 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 37.673s |
| Iteration 28 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 40.678s |
| Iteration 29 | lsqr | 0.9 | 0.875 | 0.875 | 0.001s | 43.947s |
| Iteration 30 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 45.521s |
| Iteration 31 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 46.487s |
| Iteration 32 | lsqr | 0.9 | 0.875 | 0.875 | 0.001s | 47.538s |
| Iteration 33 | lsqr | 0.9 | 0.875 | 0.875 | 0.001s | 48.661s |
| Iteration 34 | lsqr | 0.9 | 0.875 | 0.875 | 0.001s | 49.704s |
| Iteration 35 | lsqr | 0.9 | 0.875 | 0.875 | 0.001s | 50.789s |
| Iteration 36 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 51.828s |
| Iteration 37 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 52.826s |
| Iteration 38 | lsqr | 0.9 | 0.875 | 0.875 | 0.001s | 53.833s |
| Iteration 39 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 54.811s |
| Iteration 40 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 55.856s |
| Iteration 41 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 56.871s |
| Iteration 42 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 57.900s |
| Iteration 43 | lsqr | 0.9 | 0.875 | 0.875 | 0.001s | 58.959s |
| Iteration 44 | lsqr | 0.9 | 0.875 | 0.875 | 0.001s | 1m:00s |
| Iteration 45 | lsqr | 0.9 | 0.875 | 0.875 | 0.001s | 1m:01s |
| Iteration 46 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 1m:02s |
| Iteration 47 | lsqr | 0.9 | 0.875 | 0.875 | 0.001s | 1m:04s |
| Iteration 48 | lsqr | 0.9 | 0.875 | 0.875 | 0.001s | 1m:05s |
| Iteration 49 | lsqr | 0.9 | 0.875 | 0.875 | 0.001s | 1m:08s |
| Iteration 50 | lsqr | 0.9 | 0.875 | 0.875 | 0.001s | 1m:10s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.9}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:11s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6946
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.71 ± 0.12
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:11s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.6875 | 0.6875 | 0.665s | 0.669s |
| Initial point 2 | 0.9 | 0.625 | 0.6875 | 0.644s | 2.064s |
| Initial point 3 | 0.1 | 0.875 | 0.875 | 0.661s | 3.434s |
| Initial point 4 | 1.0 | 0.6875 | 0.875 | 0.000s | 4.206s |
| Initial point 5 | 0.2 | 0.5625 | 0.875 | 0.652s | 5.650s |
| Initial point 6 | 0.4 | 0.4375 | 0.875 | 0.667s | 8.726s |
| Initial point 7 | 0.4 | 0.4375 | 0.875 | 0.000s | 9.899s |
| Initial point 8 | 0.7 | 0.75 | 0.875 | 1.266s | 11.881s |
| Initial point 9 | 0.9 | 0.625 | 0.875 | 0.000s | 12.612s |
| Initial point 10 | 0.8 | 0.625 | 0.875 | 0.662s | 14.028s |
| Iteration 11 | 0.3 | 0.25 | 0.875 | 0.651s | 15.557s |
| Iteration 12 | 0.6 | 0.5625 | 0.875 | 0.656s | 17.057s |
| Iteration 13 | 0.5 | 0.5 | 0.875 | 0.667s | 18.682s |
| Iteration 14 | 0.0 | 0.875 | 0.875 | 0.645s | 20.376s |
| Iteration 15 | 0.1 | 0.875 | 0.875 | 0.000s | 21.244s |
| Iteration 16 | 0.0 | 0.875 | 0.875 | 0.000s | 22.156s |
| Iteration 17 | 0.0 | 0.875 | 0.875 | 0.000s | 23.084s |
| Iteration 18 | 0.1 | 0.875 | 0.875 | 0.000s | 24.032s |
| Iteration 19 | 0.1 | 0.875 | 0.875 | 0.000s | 25.021s |
| Iteration 20 | 0.0 | 0.875 | 0.875 | 0.000s | 25.851s |
| Iteration 21 | 0.0 | 0.875 | 0.875 | 0.000s | 26.690s |
| Iteration 22 | 0.1 | 0.875 | 0.875 | 0.000s | 27.598s |
| Iteration 23 | 0.4 | 0.4375 | 0.875 | 0.000s | 28.451s |
| Iteration 24 | 0.1 | 0.875 | 0.875 | 0.000s | 29.309s |
| Iteration 25 | 0.0 | 0.875 | 0.875 | 0.000s | 30.174s |
| Iteration 26 | 0.1 | 0.875 | 0.875 | 0.000s | 31.062s |
| Iteration 27 | 0.0 | 0.875 | 0.875 | 0.000s | 31.888s |
| Iteration 28 | 0.9 | 0.625 | 0.875 | 0.000s | 34.077s |
| Iteration 29 | 0.2 | 0.5625 | 0.875 | 0.000s | 35.265s |
| Iteration 30 | 0.8 | 0.625 | 0.875 | 0.000s | 36.206s |
| Iteration 31 | 0.0 | 0.875 | 0.875 | 0.000s | 37.066s |
| Iteration 32 | 0.1 | 0.875 | 0.875 | 0.000s | 38.006s |
| Iteration 33 | 0.1 | 0.875 | 0.875 | 0.000s | 39.147s |
| Iteration 34 | 0.0 | 0.875 | 0.875 | 0.000s | 41.750s |
| Iteration 35 | 0.1 | 0.875 | 0.875 | 0.000s | 43.056s |
| Iteration 36 | 0.0 | 0.875 | 0.875 | 0.000s | 45.369s |
| Iteration 37 | 0.1 | 0.875 | 0.875 | 0.000s | 46.659s |
| Iteration 38 | 0.0 | 0.875 | 0.875 | 0.000s | 47.539s |
| Iteration 39 | 0.0 | 0.875 | 0.875 | 0.000s | 48.567s |
| Iteration 40 | 0.1 | 0.875 | 0.875 | 0.000s | 49.529s |
| Iteration 41 | 0.0 | 0.875 | 0.875 | 0.000s | 50.423s |
| Iteration 42 | 0.1 | 0.875 | 0.875 | 0.000s | 51.311s |
| Iteration 43 | 0.1 | 0.875 | 0.875 | 0.000s | 52.211s |
| Iteration 44 | 0.0 | 0.875 | 0.875 | 0.000s | 53.119s |
| Iteration 45 | 0.1 | 0.875 | 0.875 | 0.000s | 54.043s |
| Iteration 46 | 0.0 | 0.875 | 0.875 | 0.000s | 55.009s |
| Iteration 47 | 0.0 | 0.875 | 0.875 | 0.000s | 55.990s |
| Iteration 48 | 0.1 | 0.875 | 0.875 | 0.000s | 57.009s |
| Iteration 49 | 0.1 | 0.875 | 0.875 | 0.000s | 57.957s |
| Iteration 50 | 0.0 | 0.875 | 0.875 | 0.000s | 58.905s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'reg_param': 0.1}
Best evaluation --> roc_auc: 0.875
Time elapsed: 59.871s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6848
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.68 ± 0.1122
Time elapsed: 0.027s
-------------------------------------------------
Total time: 59.908s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.6325 | dista.. | auto | 40 | 1 | 0.6875 | 0.6875 | 0.646s | 0.667s |
| Initial point 2 | 5.0239 | uniform | kd_tree | 39 | 2 | 0.5312 | 0.6875 | 0.712s | 2.211s |
| Initial point 3 | 3.9686 | dista.. | ball_tree | 25 | 2 | 0.5625 | 0.6875 | 0.704s | 3.777s |
| Initial point 4 | 11.5782 | uniform | ball_tree | 39 | 2 | 0.5312 | 0.6875 | 0.671s | 5.274s |
| Initial point 5 | 9.07 | dista.. | auto | 30 | 2 | 0.625 | 0.6875 | 0.672s | 6.703s |
| Initial point 6 | 10.5038 | dista.. | ball_tree | 21 | 2 | 0.375 | 0.6875 | 0.656s | 8.102s |
| Initial point 7 | 7.513 | dista.. | ball_tree | 24 | 1 | 0.625 | 0.6875 | 0.666s | 11.537s |
| Initial point 8 | 1.8004 | dista.. | ball_tree | 21 | 2 | 0.5 | 0.6875 | 0.649s | 15.460s |
| Initial point 9 | 8.369 | uniform | ball_tree | 24 | 1 | 0.8125 | 0.8125 | 1.204s | 19.775s |
| Initial point 10 | 5.9444 | uniform | brute | 22 | 2 | 0.5 | 0.8125 | 0.648s | 23.723s |
| Iteration 11 | 0.3539 | uniform | brute | 21 | 1 | 0.5625 | 0.8125 | 0.648s | 27.741s |
| Iteration 12 | 0.1617 | uniform | auto | 20 | 1 | 0.5312 | 0.8125 | 0.658s | 31.871s |
| Iteration 13 | 10.8651 | uniform | kd_tree | 24 | 1 | 0.3125 | 0.8125 | 0.637s | 35.952s |
| Iteration 14 | 8.2596 | uniform | ball_tree | 32 | 1 | 0.9062 | 0.9062 | 0.658s | 40.130s |
| Iteration 15 | 5.9034 | uniform | ball_tree | 40 | 1 | 0.375 | 0.9062 | 0.651s | 44.567s |
| Iteration 16 | 8.3169 | dista.. | ball_tree | 40 | 2 | 0.75 | 0.9062 | 0.642s | 48.759s |
| Iteration 17 | 8.0562 | uniform | auto | 35 | 2 | 0.875 | 0.9062 | 0.642s | 53.044s |
| Iteration 18 | 8.4086 | uniform | ball_tree | 30 | 1 | 0.3438 | 0.9062 | 0.648s | 57.149s |
| Iteration 19 | 7.7672 | dista.. | brute | 20 | 2 | 0.75 | 0.9062 | 0.652s | 1m:01s |
| Iteration 20 | 8.2342 | uniform | ball_tree | 32 | 1 | 0.7812 | 0.9062 | 0.644s | 1m:06s |
| Iteration 21 | 0.0 | uniform | auto | 35 | 1 | 0.5 | 0.9062 | 0.654s | 1m:10s |
| Iteration 22 | 0.0 | uniform | auto | 35 | 2 | 0.5 | 0.9062 | 0.645s | 1m:14s |
| Iteration 23 | 8.3491 | uniform | auto | 32 | 2 | 0.6562 | 0.9062 | 0.638s | 1m:18s |
| Iteration 24 | 8.3121 | uniform | ball_tree | 32 | 1 | 0.625 | 0.9062 | 0.639s | 1m:21s |
| Iteration 25 | 8.1096 | uniform | ball_tree | 35 | 2 | 0.4375 | 0.9062 | 0.636s | 1m:23s |
| Iteration 26 | 2.9542 | uniform | brute | 20 | 1 | 0.1875 | 0.9062 | 0.644s | 1m:25s |
| Iteration 27 | 8.1075 | uniform | auto | 35 | 2 | 0.5312 | 0.9062 | 0.651s | 1m:27s |
| Iteration 28 | 5.5641 | dista.. | ball_tree | 32 | 1 | 0.9375 | 0.9375 | 0.635s | 1m:29s |
| Iteration 29 | 0.0233 | dista.. | ball_tree | 32 | 1 | 0.5 | 0.9375 | 0.647s | 1m:31s |
| Iteration 30 | 6.0167 | dista.. | ball_tree | 32 | 1 | 0.8125 | 0.9375 | 0.632s | 1m:32s |
| Iteration 31 | 5.9208 | dista.. | ball_tree | 32 | 1 | 0.4375 | 0.9375 | 0.639s | 1m:34s |
| Iteration 32 | 9.2847 | uniform | ball_tree | 32 | 1 | 1.0 | 1.0 | 0.650s | 1m:36s |
| Iteration 33 | 12.6681 | uniform | ball_tree | 32 | 1 | 0.5 | 1.0 | 0.634s | 1m:38s |
| Iteration 34 | 8.6491 | uniform | ball_tree | 32 | 1 | 0.6875 | 1.0 | 0.641s | 1m:41s |
| Iteration 35 | 8.3627 | uniform | ball_tree | 32 | 1 | 0.5 | 1.0 | 0.650s | 1m:44s |
| Iteration 36 | 7.7914 | dista.. | ball_tree | 32 | 1 | 0.5 | 1.0 | 0.650s | 1m:46s |
| Iteration 37 | 7.8274 | uniform | ball_tree | 32 | 1 | 0.5625 | 1.0 | 0.634s | 1m:48s |
| Iteration 38 | 1.543 | uniform | brute | 20 | 2 | 0.25 | 1.0 | 0.638s | 1m:49s |
| Iteration 39 | 12.6658 | dista.. | kd_tree | 22 | 2 | 0.5625 | 1.0 | 0.638s | 1m:51s |
| Iteration 40 | 4.7407 | dista.. | auto | 36 | 1 | 0.8125 | 1.0 | 0.635s | 1m:53s |
| Iteration 41 | 10.6062 | uniform | ball_tree | 24 | 2 | 0.5 | 1.0 | 0.665s | 1m:55s |
| Iteration 42 | 10.4401 | uniform | kd_tree | 32 | 1 | 0.625 | 1.0 | 0.636s | 1m:56s |
| Iteration 43 | 3.0387 | dista.. | auto | 36 | 1 | 0.625 | 1.0 | 0.640s | 1m:58s |
| Iteration 44 | 9.5157 | uniform | ball_tree | 32 | 1 | 0.8125 | 1.0 | 0.635s | 1m:60s |
| Iteration 45 | 3.7743 | dista.. | auto | 32 | 1 | 0.75 | 1.0 | 0.651s | 2m:02s |
| Iteration 46 | 9.2718 | uniform | kd_tree | 33 | 1 | 0.5625 | 1.0 | 0.642s | 2m:04s |
| Iteration 47 | 9.5552 | uniform | kd_tree | 32 | 1 | 0.375 | 1.0 | 0.626s | 2m:05s |
| Iteration 48 | 9.3897 | uniform | ball_tree | 33 | 2 | 0.625 | 1.0 | 0.630s | 2m:07s |
| Iteration 49 | 6.7314 | dista.. | auto | 36 | 2 | 0.6875 | 1.0 | 0.636s | 2m:09s |
| Iteration 50 | 0.0004 | dista.. | auto | 24 | 1 | 0.5 | 1.0 | 0.633s | 2m:11s |
Bayesian Optimization ---------------------------
Best call --> Iteration 32
Best parameters --> {'radius': 9.2847, 'weights': 'uniform', 'algorithm': 'ball_tree', 'leaf_size': 32, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.5705
Test evaluation --> roc_auc: 0.675
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.78 ± 0.0828
Time elapsed: 0.050s
-------------------------------------------------
Total time: 2m:12s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.5938 | 0.5938 | 1.048s | 1.055s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 1.0 | 1.0 | 1.023s | 2.869s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.8125 | 1.0 | 0.780s | 4.461s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.375 | 1.0 | 0.925s | 6.130s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.8125 | 1.0 | 0.797s | 7.706s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.8125 | 1.0 | 0.987s | 9.542s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.9062 | 1.0 | 0.650s | 10.999s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.7812 | 1.0 | 0.935s | 12.667s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.7188 | 1.0 | 0.632s | 14.072s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.75 | 1.0 | 0.768s | 15.752s |
| Iteration 11 | 450 | 0.0528 | SAMME.R | 1.0 | 1.0 | 0.988s | 18.307s |
| Iteration 12 | 485 | 0.0815 | SAMME.R | 1.0 | 1.0 | 1.008s | 20.886s |
| Iteration 13 | 479 | 0.0707 | SAMME.R | 0.9375 | 1.0 | 1.008s | 23.124s |
| Iteration 14 | 255 | 0.1181 | SAMME.R | 1.0 | 1.0 | 0.825s | 24.933s |
| Iteration 15 | 85 | 0.0253 | SAMME.R | 0.8125 | 1.0 | 0.686s | 28.535s |
| Iteration 16 | 112 | 0.9712 | SAMME.R | 1.0 | 1.0 | 0.721s | 32.663s |
| Iteration 17 | 458 | 0.0884 | SAMME.R | 0.9375 | 1.0 | 0.990s | 37.086s |
| Iteration 18 | 405 | 1.3899 | SAMME.R | 0.375 | 1.0 | 0.951s | 41.592s |
| Iteration 19 | 146 | 0.2876 | SAMME.R | 0.8125 | 1.0 | 0.759s | 45.763s |
| Iteration 20 | 279 | 0.0872 | SAMME.R | 0.625 | 1.0 | 0.848s | 50.175s |
| Iteration 21 | 484 | 0.0273 | SAMME.R | 0.875 | 1.0 | 1.015s | 52.690s |
| Iteration 22 | 242 | 0.1388 | SAMME.R | 0.5625 | 1.0 | 0.823s | 54.639s |
| Iteration 23 | 500 | 0.0569 | SAMME.R | 1.0 | 1.0 | 1.037s | 56.766s |
| Iteration 24 | 50 | 2.045 | SAMME.R | 0.1875 | 1.0 | 0.666s | 58.463s |
| Iteration 25 | 62 | 0.6056 | SAMME.R | 1.0 | 1.0 | 0.676s | 1m:00s |
| Iteration 26 | 65 | 0.6456 | SAMME.R | 0.6875 | 1.0 | 0.683s | 1m:02s |
| Iteration 27 | 477 | 0.0488 | SAMME.R | 0.7812 | 1.0 | 1.036s | 1m:04s |
| Iteration 28 | 50 | 0.0467 | SAMME.R | 0.8125 | 1.0 | 0.737s | 1m:06s |
| Iteration 29 | 421 | 0.01 | SAMME.R | 0.75 | 1.0 | 1.001s | 1m:08s |
| Iteration 30 | 117 | 10.0 | SAMME | 0.6562 | 1.0 | 0.688s | 1m:10s |
| Iteration 31 | 64 | 0.4606 | SAMME | 0.6562 | 1.0 | 0.736s | 1m:11s |
| Iteration 32 | 54 | 0.0601 | SAMME.R | 1.0 | 1.0 | 0.746s | 1m:13s |
| Iteration 33 | 469 | 0.0616 | SAMME.R | 0.7812 | 1.0 | 1.083s | 1m:15s |
| Iteration 34 | 318 | 0.4418 | SAMME.R | 0.5 | 1.0 | 0.952s | 1m:17s |
| Iteration 35 | 494 | 0.0357 | SAMME.R | 1.0 | 1.0 | 1.634s | 1m:20s |
| Iteration 36 | 486 | 0.0291 | SAMME.R | 0.5 | 1.0 | 1.045s | 1m:22s |
| Iteration 37 | 51 | 0.0629 | SAMME.R | 0.5 | 1.0 | 0.675s | 1m:24s |
| Iteration 38 | 50 | 0.01 | SAMME.R | 0.625 | 1.0 | 0.691s | 1m:28s |
| Iteration 39 | 500 | 0.0922 | SAMME.R | 1.0 | 1.0 | 1.024s | 1m:30s |
| Iteration 40 | 500 | 0.0875 | SAMME.R | 0.8125 | 1.0 | 1.053s | 1m:32s |
| Iteration 41 | 500 | 0.1081 | SAMME.R | 1.0 | 1.0 | 1.033s | 1m:35s |
| Iteration 42 | 500 | 0.1126 | SAMME.R | 0.9375 | 1.0 | 1.037s | 1m:37s |
| Iteration 43 | 500 | 0.1155 | SAMME.R | 0.9375 | 1.0 | 1.045s | 1m:39s |
| Iteration 44 | 437 | 0.1038 | SAMME.R | 0.25 | 1.0 | 0.979s | 1m:41s |
| Iteration 45 | 497 | 0.0403 | SAMME.R | 0.75 | 1.0 | 1.095s | 1m:43s |
| Iteration 46 | 491 | 0.0891 | SAMME.R | 1.0 | 1.0 | 1.062s | 1m:45s |
| Iteration 47 | 493 | 0.1331 | SAMME.R | 0.6875 | 1.0 | 1.024s | 1m:48s |
| Iteration 48 | 500 | 0.021 | SAMME.R | 0.875 | 1.0 | 1.061s | 1m:50s |
| Iteration 49 | 454 | 0.0384 | SAMME.R | 0.8125 | 1.0 | 1.028s | 1m:52s |
| Iteration 50 | 481 | 0.5691 | SAMME.R | 0.875 | 1.0 | 1.019s | 1m:55s |
Bayesian Optimization ---------------------------
Best call --> Iteration 35
Best parameters --> {'n_estimators': 494, 'learning_rate': 0.0357, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:56s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9991
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.450s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.94 ± 0.0583
Time elapsed: 2.047s
-------------------------------------------------
Total time: 1m:59s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.75 | 0.75 | 1.074s | 1.094s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 1.0 | 1.0 | 0.894s | 3.084s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.75 | 1.0 | 0.928s | 4.966s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.25 | 1.0 | 0.773s | 6.599s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.75 | 1.0 | 0.983s | 8.391s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.625 | 1.0 | 0.784s | 12.323s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 1.0 | 1.0 | 0.828s | 14.418s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.875 | 1.0 | 0.791s | 16.043s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.875 | 1.0 | 0.905s | 17.700s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.75 | 1.0 | 0.875s | 19.430s |
| Iteration 11 | 10 | entropy | 9 | 20 | 1 | auto | True | 0.035 | 0.6 | 0.625 | 1.0 | 1.212s | 22.137s |
| Iteration 12 | 18 | entropy | 9 | 20 | 4 | auto | False | 0.035 | --- | 0.9375 | 1.0 | 0.645s | 24.149s |
| Iteration 13 | 10 | gini | None | 3 | 20 | sqrt | False | 0.028 | --- | 1.0 | 1.0 | 0.627s | 26.209s |
| Iteration 14 | 500 | entropy | 3 | 15 | 7 | 0.6 | False | 0.0291 | --- | 0.75 | 1.0 | 0.935s | 28.631s |
| Iteration 15 | 455 | gini | 6 | 7 | 4 | 0.6 | False | 0.0102 | --- | 0.875 | 1.0 | 0.913s | 30.947s |
| Iteration 16 | 305 | entropy | 9 | 20 | 2 | 0.5 | False | 0.035 | --- | 1.0 | 1.0 | 0.819s | 33.181s |
| Iteration 17 | 380 | gini | None | 2 | 20 | auto | False | 0.0 | --- | 0.6562 | 1.0 | 0.840s | 35.354s |
| Iteration 18 | 283 | gini | None | 20 | 6 | 0.8 | False | 0.035 | --- | 0.75 | 1.0 | 0.796s | 37.452s |
| Iteration 19 | 269 | gini | 5 | 19 | 1 | 0.5 | False | 0.0313 | --- | 0.75 | 1.0 | 0.799s | 39.577s |
| Iteration 20 | 325 | entropy | 9 | 20 | 1 | 0.5 | False | 0.035 | --- | 0.75 | 1.0 | 0.825s | 41.725s |
| Iteration 21 | 110 | entropy | 7 | 19 | 3 | None | False | 0.0045 | --- | 0.7812 | 1.0 | 0.697s | 43.647s |
| Iteration 22 | 21 | gini | 4 | 11 | 20 | None | True | 0.0041 | 0.8 | 0.5 | 1.0 | 0.641s | 45.716s |
| Iteration 23 | 10 | gini | None | 10 | 19 | auto | False | 0.035 | --- | 1.0 | 1.0 | 0.628s | 47.648s |
| Iteration 24 | 42 | gini | 3 | 18 | 19 | 0.9 | False | 0.0104 | --- | 0.625 | 1.0 | 0.667s | 49.786s |
| Iteration 25 | 10 | gini | None | 2 | 19 | auto | False | 0.035 | --- | 0.7812 | 1.0 | 0.689s | 51.829s |
| Iteration 26 | 257 | entropy | 6 | 19 | 6 | log2 | False | 0.0321 | --- | 1.0 | 1.0 | 0.785s | 55.455s |
| Iteration 27 | 393 | entropy | 8 | 20 | 5 | auto | False | 0.0343 | --- | 0.8125 | 1.0 | 0.880s | 58.061s |
| Iteration 28 | 261 | entropy | 9 | 18 | 2 | 0.5 | False | 0.0182 | --- | 0.875 | 1.0 | 0.790s | 1m:00s |
| Iteration 29 | 462 | gini | None | 3 | 5 | 0.7 | False | 0.0148 | --- | 0.625 | 1.0 | 0.929s | 1m:03s |
| Iteration 30 | 355 | gini | 5 | 10 | 5 | 0.6 | False | 0.0181 | --- | 0.7188 | 1.0 | 0.859s | 1m:05s |
| Iteration 31 | 214 | entropy | 5 | 15 | 8 | auto | False | 0.0182 | --- | 0.625 | 1.0 | 0.764s | 1m:07s |
| Iteration 32 | 10 | entropy | None | 2 | 13 | auto | False | 0.035 | --- | 1.0 | 1.0 | 0.623s | 1m:09s |
| Iteration 33 | 10 | entropy | None | 16 | 17 | 0.8 | False | 0.035 | --- | 0.5938 | 1.0 | 0.630s | 1m:11s |
| Iteration 34 | 156 | entropy | 9 | 19 | 4 | sqrt | False | 0.0133 | --- | 0.625 | 1.0 | 0.719s | 1m:13s |
| Iteration 35 | 288 | entropy | 6 | 18 | 2 | log2 | False | 0.026 | --- | 1.0 | 1.0 | 0.795s | 1m:15s |
| Iteration 36 | 287 | entropy | 3 | 20 | 4 | log2 | False | 0.0038 | --- | 0.5 | 1.0 | 0.855s | 1m:18s |
| Iteration 37 | 283 | entropy | 7 | 13 | 19 | auto | False | 0.035 | --- | 0.875 | 1.0 | 0.845s | 1m:20s |
| Iteration 38 | 279 | entropy | 7 | 20 | 2 | log2 | False | 0.032 | --- | 0.6875 | 1.0 | 0.849s | 1m:24s |
| Iteration 39 | 10 | entropy | 9 | 2 | 20 | auto | False | 0.035 | --- | 0.8125 | 1.0 | 0.632s | 1m:28s |
| Iteration 40 | 500 | gini | 7 | 4 | 5 | None | True | 0.0 | None | 0.8125 | 1.0 | 1.021s | 1m:33s |
| Iteration 41 | 500 | entropy | 4 | 13 | 15 | None | False | 0.0 | --- | 0.7188 | 1.0 | 0.911s | 1m:37s |
| Iteration 42 | 352 | entropy | 8 | 6 | 6 | auto | True | 0.035 | 0.8 | 0.8125 | 1.0 | 0.907s | 1m:40s |
| Iteration 43 | 82 | entropy | None | 4 | 15 | auto | False | 0.035 | --- | 0.875 | 1.0 | 0.677s | 1m:42s |
| Iteration 44 | 264 | entropy | None | 8 | 12 | auto | False | 0.035 | --- | 0.875 | 1.0 | 0.834s | 1m:44s |
| Iteration 45 | 304 | entropy | 4 | 9 | 19 | None | False | 0.035 | --- | 0.75 | 1.0 | 0.850s | 1m:46s |
| Iteration 46 | 278 | entropy | 6 | 9 | 3 | 0.5 | False | 0.0263 | --- | 0.8125 | 1.0 | 0.841s | 1m:49s |
| Iteration 47 | 279 | entropy | 6 | 10 | 6 | log2 | False | 0.0337 | --- | 0.6875 | 1.0 | 0.828s | 1m:51s |
| Iteration 48 | 277 | entropy | 6 | 20 | 4 | 0.5 | False | 0.0152 | --- | 1.0 | 1.0 | 0.850s | 1m:53s |
| Iteration 49 | 277 | gini | 6 | 20 | 1 | log2 | False | 0.0202 | --- | 1.0 | 1.0 | 0.827s | 1m:56s |
| Iteration 50 | 278 | entropy | 6 | 20 | 16 | log2 | False | 0.0054 | --- | 0.625 | 1.0 | 0.826s | 1m:58s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 425, 'criterion': 'gini', 'max_depth': 5, 'min_samples_split': 10, 'min_samples_leaf': 5, 'max_features': 0.6, 'bootstrap': False, 'ccp_alpha': 0.016}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:60s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9911
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.314s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.92 ± 0.0927
Time elapsed: 1.373s
-------------------------------------------------
Total time: 2m:01s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.766s | 0.786s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.9375 | 0.9375 | 0.760s | 2.483s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.9375 | 0.757s | 4.075s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.9375 | 0.703s | 5.548s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.9375 | 0.782s | 7.122s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.9375 | 0.719s | 8.594s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.9375 | 0.731s | 10.171s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.9375 | 0.673s | 13.766s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.8125 | 0.9375 | 0.719s | 17.998s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.9375 | 0.687s | 21.270s |
| Iteration 11 | 290 | 0.0173 | 5 | 0.2247 | 3 | 0.6 | 0.7 | 0.01 | 100 | 0.75 | 0.9375 | 0.692s | 23.526s |
| Iteration 12 | 500 | 0.0412 | 6 | 0.4675 | 3 | 0.9 | 0.9 | 0.01 | 0.01 | 0.9375 | 0.9375 | 0.728s | 25.547s |
| Iteration 13 | 117 | 0.0368 | 6 | 0.5306 | 1 | 0.5 | 0.8 | 0 | 100 | 0.875 | 0.9375 | 1.260s | 28.004s |
| Iteration 14 | 500 | 0.0441 | 6 | 0.4138 | 4 | 1.0 | 1.0 | 0.1 | 0 | 0.75 | 0.9375 | 0.725s | 29.993s |
| Iteration 15 | 20 | 0.0272 | 6 | 0.0 | 2 | 0.5 | 0.9 | 10 | 100 | 0.5 | 0.9375 | 0.679s | 31.961s |
| Iteration 16 | 431 | 0.0369 | 6 | 0.4318 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.6875 | 0.9375 | 0.719s | 33.853s |
| Iteration 17 | 56 | 0.674 | 7 | 0.6167 | 2 | 1.0 | 1.0 | 0 | 0.01 | 1.0 | 1.0 | 0.654s | 35.792s |
| Iteration 18 | 500 | 0.0388 | 10 | 0.9981 | 2 | 1.0 | 1.0 | 0 | 0 | 0.6875 | 1.0 | 0.732s | 37.877s |
| Iteration 19 | 20 | 1.0 | 1 | 0.5247 | 3 | 1.0 | 0.4 | 0 | 0 | 0.75 | 1.0 | 0.642s | 39.735s |
| Iteration 20 | 500 | 0.01 | 9 | 0.4832 | 2 | 1.0 | 1.0 | 0 | 0 | 0.6875 | 1.0 | 0.739s | 41.776s |
| Iteration 21 | 271 | 0.6428 | 6 | 0.1389 | 1 | 0.7 | 1.0 | 0 | 0.1 | 0.75 | 1.0 | 0.689s | 43.814s |
| Iteration 22 | 20 | 0.0993 | 3 | 0.9859 | 2 | 0.7 | 1.0 | 0.01 | 0 | 0.625 | 1.0 | 0.656s | 45.815s |
| Iteration 23 | 305 | 0.3252 | 1 | 0.5429 | 1 | 1.0 | 0.4 | 0.01 | 10 | 1.0 | 1.0 | 0.711s | 47.797s |
| Iteration 24 | 20 | 0.4261 | 8 | 0.5496 | 1 | 1.0 | 1.0 | 0 | 10 | 0.75 | 1.0 | 0.645s | 49.689s |
| Iteration 25 | 467 | 0.8734 | 5 | 0.0042 | 3 | 1.0 | 0.5 | 0 | 1 | 0.875 | 1.0 | 0.725s | 51.579s |
| Iteration 26 | 500 | 0.0108 | 2 | 0.0829 | 1 | 1.0 | 0.4 | 0.01 | 1 | 0.75 | 1.0 | 0.735s | 53.588s |
| Iteration 27 | 486 | 0.1353 | 7 | 0.5929 | 10 | 1.0 | 1.0 | 0 | 100 | 0.5 | 1.0 | 0.712s | 55.525s |
| Iteration 28 | 71 | 0.2151 | 7 | 0.0258 | 3 | 0.9 | 0.5 | 0 | 100 | 0.75 | 1.0 | 0.659s | 57.753s |
| Iteration 29 | 492 | 1.0 | 8 | 0.8622 | 10 | 0.8 | 0.5 | 100 | 100 | 0.5 | 1.0 | 0.717s | 59.744s |
| Iteration 30 | 284 | 1.0 | 2 | 0.5404 | 1 | 0.7 | 0.5 | 0.01 | 0.1 | 0.5312 | 1.0 | 0.699s | 1m:02s |
| Iteration 31 | 41 | 1.0 | 9 | 0.062 | 1 | 1.0 | 1.0 | 0.1 | 0.01 | 1.0 | 1.0 | 0.648s | 1m:04s |
| Iteration 32 | 500 | 1.0 | 2 | 0.0 | 1 | 1.0 | 1.0 | 0.1 | 0 | 0.9375 | 1.0 | 0.735s | 1m:06s |
| Iteration 33 | 114 | 1.0 | 10 | 0.0 | 1 | 1.0 | 1.0 | 0.1 | 100 | 0.6875 | 1.0 | 0.671s | 1m:08s |
| Iteration 34 | 75 | 1.0 | 1 | 0.3155 | 1 | 1.0 | 1.0 | 0.01 | 0.1 | 0.625 | 1.0 | 0.660s | 1m:10s |
| Iteration 35 | 434 | 0.01 | 1 | 0.5152 | 1 | 1.0 | 0.8 | 100 | 0 | 0.5 | 1.0 | 0.719s | 1m:12s |
| Iteration 36 | 400 | 0.0168 | 10 | 0.1999 | 1 | 0.5 | 0.5 | 0 | 0 | 0.5 | 1.0 | 0.716s | 1m:14s |
| Iteration 37 | 331 | 1.0 | 10 | 0.0658 | 1 | 1.0 | 0.9 | 0.01 | 0.01 | 0.5625 | 1.0 | 1.275s | 1m:16s |
| Iteration 38 | 20 | 0.01 | 5 | 1.0 | 1 | 1.0 | 1.0 | 0.01 | 0 | 0.75 | 1.0 | 0.648s | 1m:18s |
| Iteration 39 | 500 | 0.0313 | 5 | 0.9643 | 1 | 1.0 | 0.6 | 0 | 0.1 | 1.0 | 1.0 | 0.747s | 1m:21s |
| Iteration 40 | 500 | 0.0173 | 5 | 0.6234 | 1 | 1.0 | 0.7 | 0 | 100 | 0.7812 | 1.0 | 0.744s | 1m:23s |
| Iteration 41 | 444 | 1.0 | 5 | 0.2091 | 1 | 1.0 | 1.0 | 0 | 0 | 0.8125 | 1.0 | 0.718s | 1m:25s |
| Iteration 42 | 387 | 0.2329 | 1 | 0.7482 | 10 | 1.0 | 0.6 | 0 | 0.1 | 0.5 | 1.0 | 0.699s | 1m:27s |
| Iteration 43 | 373 | 0.2507 | 6 | 0.4197 | 1 | 1.0 | 0.7 | 0.1 | 100 | 0.7812 | 1.0 | 0.717s | 1m:29s |
| Iteration 44 | 20 | 0.0385 | 5 | 0.0 | 1 | 1.0 | 0.4 | 0 | 0 | 0.8125 | 1.0 | 0.656s | 1m:31s |
| Iteration 45 | 170 | 0.028 | 1 | 0.2213 | 10 | 1.0 | 0.7 | 100 | 10 | 0.5 | 1.0 | 0.702s | 1m:33s |
| Iteration 46 | 500 | 1.0 | 5 | 1.0 | 2 | 1.0 | 0.4 | 0 | 1 | 1.0 | 1.0 | 0.726s | 1m:37s |
| Iteration 47 | 392 | 0.5573 | 4 | 0.9857 | 4 | 1.0 | 0.8 | 0 | 10 | 0.5 | 1.0 | 0.709s | 1m:40s |
| Iteration 48 | 37 | 0.2327 | 10 | 0.5158 | 1 | 1.0 | 0.8 | 100 | 0.1 | 0.5 | 1.0 | 0.664s | 1m:42s |
| Iteration 49 | 149 | 0.0172 | 10 | 0.1594 | 10 | 0.5 | 0.4 | 0 | 10 | 0.5 | 1.0 | 0.665s | 1m:45s |
| Iteration 50 | 443 | 0.9603 | 8 | 0.6622 | 4 | 0.5 | 0.6 | 0 | 10 | 0.6875 | 1.0 | 0.717s | 1m:47s |
Bayesian Optimization ---------------------------
Best call --> Iteration 39
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0313, 'max_depth': 5, 'gamma': 0.9643, 'min_child_weight': 1, 'subsample': 1.0, 'colsample_bytree': 0.6, 'reg_alpha': 0, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:48s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.127s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.97 ± 0.06
Time elapsed: 0.397s
-------------------------------------------------
Total time: 1m:49s
Final results ==================== >>
Duration: 13m:59s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.98 ± 0.04 !
Logistic Regression --> roc_auc: 0.89 ± 0.0374
Linear Discriminant Analysis --> roc_auc: 0.71 ± 0.12
Quadratic Discriminant Analysis --> roc_auc: 0.68 ± 0.1122
Radius Nearest Neighbors --> roc_auc: 0.78 ± 0.0828
AdaBoost --> roc_auc: 0.94 ± 0.0583
Random Forest --> roc_auc: 0.92 ± 0.0927
XGBoost --> roc_auc: 0.97 ± 0.06
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAAPYSSASKIIF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CATDSNDYKLSF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVSDDYKLSF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASMNSGYSTLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVGSGGSYIPTF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAASKTGNQFYF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAVLDSSYKLIF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAATSGSARQLTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CAASKGYSTLTF.
>>> Dropping feature CAASPNTGNQFYF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CAVDSGGSNYKLTF.
>>> Dropping feature CAVGGGSNYKLTF.
>>> Dropping feature CAVNYGQNFVF.
>>> Dropping feature CAVSQGAQKLVF.
>>> Dropping feature CAVSSGGGADGLTF.
>>> Dropping feature CAENNNARLMF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CAVDGSSNTGKLIF.
>>> Dropping feature CAVEDDYKLSF.
>>> Dropping feature CAVPGSSNTGKLIF.
>>> Dropping feature CAALNAGNNRKLIW.
>>> Dropping feature CASSSGETQYF.
>>> Dropping feature CAVSPSGGYQKVTF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVLSNDYKLSF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CALNTGTASKLTF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CAPYNQGGKLIF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.6875 | 0.6875 | 3.207s | 3.227s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.7188 | 0.7188 | 3.229s | 7.373s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.75 | 0.75 | 3.285s | 11.672s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.1875 | 0.75 | 3.282s | 15.996s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.75 | 0.75 | 3.327s | 20.168s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.3125 | 0.75 | 3.313s | 24.258s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.375 | 0.75 | 3.271s | 28.310s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.6562 | 0.75 | 3.342s | 32.425s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.8125 | 0.8125 | 3.277s | 36.667s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.5 | 0.8125 | 3.276s | 41.154s |
| Iteration 11 | exponen.. | 0.2839 | 215 | 0.9 | friedman_mse | 16 | 20 | 1 | 0.7 | 0.0 | 0.625 | 0.8125 | 3.249s | 45.596s |
| Iteration 12 | exponen.. | 1.0 | 57 | 0.8 | friedman_mse | 12 | 17 | 4 | 0.7 | 0.0245 | 0.4375 | 0.8125 | 3.168s | 49.984s |
| Iteration 13 | exponen.. | 0.576 | 421 | 0.7 | friedman_mse | 19 | 16 | 5 | 0.9 | 0.0224 | 1.0 | 1.0 | 3.357s | 55.186s |
| Iteration 14 | deviance | 1.0 | 401 | 0.8 | friedman_mse | 20 | 17 | 7 | sqrt | 0.0165 | 0.5938 | 1.0 | 3.222s | 59.655s |
| Iteration 15 | exponen.. | 0.2222 | 489 | 0.6 | friedman_mse | 19 | 15 | 4 | 0.8 | 0.0286 | 0.75 | 1.0 | 3.264s | 1m:04s |
| Iteration 16 | exponen.. | 0.8749 | 403 | 0.6 | friedman_mse | 18 | 4 | 7 | None | 0.0129 | 0.75 | 1.0 | 3.253s | 1m:09s |
| Iteration 17 | exponen.. | 0.6736 | 378 | 0.8 | squared_er.. | 20 | 6 | 7 | None | 0.01 | 0.5625 | 1.0 | 3.267s | 1m:13s |
| Iteration 18 | deviance | 0.01 | 435 | 0.9 | squared_er.. | 9 | 8 | 4 | 0.5 | 0.0289 | 0.6875 | 1.0 | 3.293s | 1m:18s |
| Iteration 19 | deviance | 0.01 | 10 | 1.0 | squared_er.. | 19 | 20 | 10 | auto | 0.0346 | 0.625 | 1.0 | 3.192s | 1m:24s |
| Iteration 20 | deviance | 1.0 | 133 | 0.6 | squared_er.. | 15 | 5 | 8 | sqrt | 0.0104 | 0.5938 | 1.0 | 3.188s | 1m:29s |
| Iteration 21 | exponen.. | 0.01 | 24 | 0.8 | squared_er.. | 8 | 3 | 8 | 0.9 | 0.0248 | 0.75 | 1.0 | 3.177s | 1m:33s |
| Iteration 22 | deviance | 1.0 | 369 | 0.9 | friedman_mse | 19 | 19 | 4 | sqrt | 0.0328 | 0.5938 | 1.0 | 3.244s | 1m:38s |
| Iteration 23 | exponen.. | 0.01 | 329 | 0.5 | squared_er.. | 11 | 4 | 4 | 0.8 | 0.0338 | 0.6875 | 1.0 | 3.256s | 1m:42s |
| Iteration 24 | exponen.. | 0.6096 | 58 | 0.5 | squared_er.. | 20 | 15 | 4 | 0.5 | 0.0246 | 0.5 | 1.0 | 3.130s | 1m:47s |
| Iteration 25 | deviance | 0.01 | 232 | 0.6 | squared_er.. | 2 | 2 | 5 | 0.7 | 0.0259 | 0.6875 | 1.0 | 3.203s | 1m:51s |
| Iteration 26 | deviance | 0.281 | 371 | 0.6 | friedman_mse | 19 | 16 | 9 | 0.9 | 0.0001 | 0.625 | 1.0 | 3.222s | 1m:56s |
| Iteration 27 | exponen.. | 0.2585 | 350 | 0.9 | friedman_mse | 18 | 20 | 3 | 0.8 | 0.0008 | 0.875 | 1.0 | 3.220s | 2m:00s |
| Iteration 28 | exponen.. | 0.0577 | 278 | 0.5 | friedman_mse | 18 | 1 | 8 | 0.9 | 0.0325 | 0.6875 | 1.0 | 3.235s | 2m:04s |
| Iteration 29 | exponen.. | 0.4273 | 111 | 0.8 | squared_er.. | 18 | 16 | 2 | 0.8 | 0.033 | 0.625 | 1.0 | 3.223s | 2m:09s |
| Iteration 30 | exponen.. | 0.01 | 235 | 0.7 | friedman_mse | 9 | 19 | 5 | 0.5 | 0.0161 | 0.4375 | 1.0 | 3.208s | 2m:13s |
| Iteration 31 | exponen.. | 1.0 | 292 | 0.9 | friedman_mse | 19 | 20 | 6 | 0.9 | 0.017 | 0.5625 | 1.0 | 3.248s | 2m:18s |
| Iteration 32 | deviance | 0.139 | 336 | 1.0 | friedman_mse | 20 | 1 | 1 | auto | 0.0153 | 0.875 | 1.0 | 3.248s | 2m:22s |
| Iteration 33 | deviance | 0.1662 | 390 | 1.0 | friedman_mse | 20 | 8 | 1 | 0.8 | 0.0274 | 0.4688 | 1.0 | 3.240s | 2m:27s |
| Iteration 34 | exponen.. | 0.0126 | 413 | 0.6 | friedman_mse | 18 | 8 | 3 | 0.9 | 0.0324 | 0.5625 | 1.0 | 3.287s | 2m:32s |
| Iteration 35 | exponen.. | 0.5806 | 26 | 0.6 | friedman_mse | 3 | 3 | 8 | 0.9 | 0.0105 | 0.6875 | 1.0 | 3.127s | 2m:36s |
| Iteration 36 | exponen.. | 0.6081 | 500 | 0.6 | friedman_mse | 19 | 5 | 6 | None | 0.011 | 0.625 | 1.0 | 3.250s | 2m:41s |
| Iteration 37 | exponen.. | 0.3743 | 409 | 0.6 | friedman_mse | 8 | 16 | 4 | 0.9 | 0.0081 | 0.5 | 1.0 | 3.859s | 2m:46s |
| Iteration 38 | exponen.. | 0.3732 | 402 | 1.0 | friedman_mse | 19 | 17 | 3 | 0.8 | 0.0078 | 0.6875 | 1.0 | 3.220s | 2m:51s |
| Iteration 39 | exponen.. | 0.8781 | 63 | 0.7 | friedman_mse | 20 | 13 | 8 | 0.6 | 0.0221 | 0.9375 | 1.0 | 3.208s | 2m:55s |
| Iteration 40 | exponen.. | 0.6124 | 146 | 0.7 | friedman_mse | 19 | 15 | 8 | 0.9 | 0.0327 | 0.75 | 1.0 | 3.203s | 3m:00s |
| Iteration 41 | exponen.. | 0.5744 | 480 | 0.9 | friedman_mse | 19 | 10 | 3 | 0.9 | 0.0135 | 0.5 | 1.0 | 3.309s | 3m:05s |
| Iteration 42 | exponen.. | 0.5795 | 465 | 0.7 | friedman_mse | 19 | 13 | 2 | sqrt | 0.024 | 0.8125 | 1.0 | 3.281s | 3m:10s |
| Iteration 43 | exponen.. | 0.9664 | 58 | 0.7 | friedman_mse | 20 | 16 | 3 | 0.9 | 0.0204 | 0.6875 | 1.0 | 3.237s | 3m:17s |
| Iteration 44 | exponen.. | 0.2575 | 500 | 0.8 | friedman_mse | 20 | 17 | 9 | log2 | 0.0 | 0.25 | 1.0 | 3.278s | 3m:22s |
| Iteration 45 | deviance | 0.4449 | 170 | 0.7 | friedman_mse | 19 | 11 | 5 | 0.8 | 0.0225 | 0.5625 | 1.0 | 3.178s | 3m:27s |
| Iteration 46 | exponen.. | 0.1406 | 244 | 0.7 | friedman_mse | 18 | 15 | 9 | auto | 0.0224 | 0.8125 | 1.0 | 3.185s | 3m:31s |
| Iteration 47 | exponen.. | 1.0 | 188 | 0.7 | friedman_mse | 19 | 10 | 7 | log2 | 0.0225 | 0.5 | 1.0 | 3.193s | 3m:36s |
| Iteration 48 | deviance | 0.1499 | 213 | 0.7 | friedman_mse | 18 | 16 | 7 | None | 0.0262 | 0.6562 | 1.0 | 3.163s | 3m:41s |
| Iteration 49 | exponen.. | 0.2053 | 426 | 0.6 | friedman_mse | 20 | 14 | 7 | 0.9 | 0.0223 | 0.8125 | 1.0 | 3.218s | 3m:46s |
| Iteration 50 | exponen.. | 0.302 | 452 | 0.8 | friedman_mse | 19 | 16 | 8 | 0.9 | 0.0258 | 0.625 | 1.0 | 3.251s | 3m:51s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.576, 'n_estimators': 421, 'subsample': 0.7, 'criterion': 'friedman_mse', 'min_samples_split': 19, 'min_samples_leaf': 16, 'max_depth': 5, 'max_features': 0.9, 'ccp_alpha': 0.0224}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:52s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9652
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.125s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.63 ± 0.0927
Time elapsed: 0.521s
-------------------------------------------------
Total time: 3m:53s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.5 | 0.5 | 3.174s | 3.186s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.625 | 0.625 | 3.226s | 7.298s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.625 | 0.625 | 3.181s | 11.310s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.3125 | 0.625 | 3.189s | 15.322s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.8125 | 0.8125 | 3.193s | 19.514s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.0 | 0.8125 | 3.208s | 23.611s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.375 | 0.8125 | 3.126s | 27.598s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.5 | 0.8125 | 3.185s | 31.616s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.9375 | 0.9375 | 3.212s | 35.708s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.4375 | 0.9375 | 3.211s | 39.667s |
| Iteration 11 | l2 | 0.012 | libli.. | 243 | --- | 0.625 | 0.9375 | 3.208s | 44.109s |
| Iteration 12 | l2 | 49.4953 | libli.. | 992 | --- | 0.625 | 0.9375 | 3.216s | 48.620s |
| Iteration 13 | l2 | 0.0023 | sag | 124 | --- | 0.75 | 0.9375 | 3.185s | 53.056s |
| Iteration 14 | l2 | 0.0012 | sag | 161 | --- | 0.3125 | 0.9375 | 3.802s | 58.089s |
| Iteration 15 | none | --- | sag | 303 | --- | 0.5625 | 0.9375 | 3.244s | 1m:03s |
| Iteration 16 | l2 | 0.0386 | newto.. | 384 | --- | 0.4375 | 0.9375 | 3.194s | 1m:07s |
| Iteration 17 | l2 | 14.5381 | lbfgs | 616 | --- | 0.25 | 0.9375 | 3.244s | 1m:11s |
| Iteration 18 | l2 | 0.001 | lbfgs | 920 | --- | 0.5 | 0.9375 | 3.209s | 1m:16s |
| Iteration 19 | l2 | 0.2155 | lbfgs | 297 | --- | 0.4375 | 0.9375 | 3.227s | 1m:20s |
| Iteration 20 | l2 | 64.2364 | sag | 991 | --- | 0.5 | 0.9375 | 3.215s | 1m:24s |
| Iteration 21 | elast.. | 100.0 | saga | 301 | 0.8 | 0.125 | 0.9375 | 3.232s | 1m:29s |
| Iteration 22 | l2 | 0.001 | libli.. | 757 | --- | 0.6875 | 0.9375 | 3.270s | 1m:33s |
| Iteration 23 | l2 | 100.0 | lbfgs | 242 | --- | 0.5625 | 0.9375 | 3.251s | 1m:39s |
| Iteration 24 | l2 | 0.0108 | libli.. | 319 | --- | 0.375 | 0.9375 | 3.225s | 1m:43s |
| Iteration 25 | l2 | 0.0062 | libli.. | 207 | --- | 0.1875 | 0.9375 | 3.225s | 1m:48s |
| Iteration 26 | l2 | 0.0064 | libli.. | 216 | --- | 0.5625 | 0.9375 | 3.242s | 1m:52s |
| Iteration 27 | l2 | 0.001 | libli.. | 295 | --- | 0.625 | 0.9375 | 3.164s | 1m:57s |
| Iteration 28 | l2 | 53.3428 | libli.. | 302 | --- | 0.75 | 0.9375 | 3.224s | 2m:01s |
| Iteration 29 | l2 | 0.2179 | libli.. | 100 | --- | 0.5625 | 0.9375 | 3.188s | 2m:05s |
| Iteration 30 | l2 | 0.1125 | libli.. | 314 | --- | 0.625 | 0.9375 | 3.171s | 2m:10s |
| Iteration 31 | l2 | 91.1838 | lbfgs | 112 | --- | 0.625 | 0.9375 | 3.186s | 2m:14s |
| Iteration 32 | l2 | 0.0012 | sag | 112 | --- | 0.3125 | 0.9375 | 3.195s | 2m:18s |
| Iteration 33 | l2 | 0.6246 | libli.. | 297 | --- | 0.4375 | 0.9375 | 3.177s | 2m:23s |
| Iteration 34 | l2 | 0.7266 | libli.. | 334 | --- | 0.625 | 0.9375 | 3.199s | 2m:27s |
| Iteration 35 | l2 | 0.5721 | sag | 738 | --- | 0.3125 | 0.9375 | 3.211s | 2m:32s |
| Iteration 36 | l2 | 1.0617 | sag | 921 | --- | 0.3125 | 0.9375 | 3.228s | 2m:36s |
| Iteration 37 | l2 | 69.5337 | libli.. | 856 | --- | 0.375 | 0.9375 | 3.176s | 2m:40s |
| Iteration 38 | l2 | 0.0021 | libli.. | 396 | --- | 0.6875 | 0.9375 | 3.818s | 2m:45s |
| Iteration 39 | l2 | 60.6947 | libli.. | 399 | --- | 0.75 | 0.9375 | 3.190s | 2m:50s |
| Iteration 40 | l2 | 6.3408 | sag | 100 | --- | 0.5625 | 0.9375 | 3.219s | 2m:55s |
| Iteration 41 | l2 | 0.0048 | sag | 476 | --- | 0.5625 | 0.9375 | 3.212s | 2m:59s |
| Iteration 42 | l2 | 0.2228 | libli.. | 406 | --- | 0.625 | 0.9375 | 3.258s | 3m:03s |
| Iteration 43 | l2 | 8.0317 | lbfgs | 533 | --- | 0.6875 | 0.9375 | 3.201s | 3m:08s |
| Iteration 44 | l2 | 0.0202 | libli.. | 904 | --- | 0.4375 | 0.9375 | 3.208s | 3m:12s |
| Iteration 45 | l2 | 9.1997 | lbfgs | 543 | --- | 0.375 | 0.9375 | 3.246s | 3m:17s |
| Iteration 46 | l2 | 7.4462 | libli.. | 284 | --- | 0.5625 | 0.9375 | 3.198s | 3m:21s |
| Iteration 47 | l2 | 0.002 | libli.. | 100 | --- | 0.5 | 0.9375 | 3.202s | 3m:27s |
| Iteration 48 | l2 | 31.2979 | lbfgs | 336 | --- | 0.6875 | 0.9375 | 3.216s | 3m:33s |
| Iteration 49 | l2 | 15.5478 | lbfgs | 306 | --- | 0.75 | 0.9375 | 3.218s | 3m:39s |
| Iteration 50 | l2 | 0.0019 | lbfgs | 954 | --- | 0.6875 | 0.9375 | 3.244s | 3m:45s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'penalty': 'l2', 'C': 0.0311, 'solver': 'liblinear', 'max_iter': 300}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 3m:47s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8402
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.015s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.57 ± 0.1288
Time elapsed: 0.049s
-------------------------------------------------
Total time: 3m:47s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.625 | 0.625 | 3.156s | 3.161s |
| Initial point 2 | svd | --- | 0.625 | 0.625 | 3.236s | 7.354s |
| Initial point 3 | svd | --- | 0.625 | 0.625 | 0.001s | 8.317s |
| Initial point 4 | lsqr | 0.8 | 0.375 | 0.625 | 3.196s | 12.298s |
| Initial point 5 | eigen | 0.9 | 0.625 | 0.625 | 3.205s | 16.408s |
| Initial point 6 | lsqr | 0.7 | 0.4375 | 0.625 | 3.197s | 20.463s |
| Initial point 7 | lsqr | 0.5 | 0.5 | 0.625 | 3.216s | 24.549s |
| Initial point 8 | lsqr | 0.9 | 0.3125 | 0.625 | 3.202s | 28.699s |
| Initial point 9 | lsqr | 0.6 | 0.625 | 0.625 | 3.225s | 32.796s |
| Initial point 10 | eigen | 0.8 | 0.625 | 0.625 | 3.213s | 36.955s |
| Iteration 11 | eigen | 0.6 | 0.5 | 0.625 | 3.147s | 41.215s |
| Iteration 12 | svd | --- | 0.625 | 0.625 | 0.000s | 42.266s |
| Iteration 13 | svd | --- | 0.625 | 0.625 | 0.000s | 43.383s |
| Iteration 14 | svd | --- | 0.625 | 0.625 | 0.000s | 44.345s |
| Iteration 15 | svd | --- | 0.625 | 0.625 | 0.000s | 45.318s |
| Iteration 16 | svd | --- | 0.625 | 0.625 | 0.000s | 46.237s |
| Iteration 17 | svd | --- | 0.625 | 0.625 | 0.000s | 49.022s |
| Iteration 18 | svd | --- | 0.625 | 0.625 | 0.000s | 50.466s |
| Iteration 19 | eigen | 0.7 | 0.8125 | 0.8125 | 3.104s | 54.489s |
| Iteration 20 | eigen | 0.5 | 0.5625 | 0.8125 | 3.140s | 58.652s |
| Iteration 21 | eigen | auto | 0.5 | 0.8125 | 3.224s | 1m:03s |
| Iteration 22 | eigen | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:05s |
| Iteration 23 | eigen | None | 0.6875 | 0.8125 | 3.212s | 1m:09s |
| Iteration 24 | lsqr | 1.0 | 0.8125 | 0.8125 | 3.185s | 1m:13s |
| Iteration 25 | lsqr | auto | 0.1875 | 0.8125 | 3.203s | 1m:17s |
| Iteration 26 | lsqr | None | 0.5 | 0.8125 | 3.186s | 1m:22s |
| Iteration 27 | lsqr | 1.0 | 0.8125 | 0.8125 | 0.000s | 1m:23s |
| Iteration 28 | lsqr | 1.0 | 0.8125 | 0.8125 | 0.000s | 1m:24s |
| Iteration 29 | eigen | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:25s |
| Iteration 30 | eigen | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:26s |
| Iteration 31 | lsqr | 1.0 | 0.8125 | 0.8125 | 0.000s | 1m:27s |
| Iteration 32 | eigen | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:28s |
| Iteration 33 | lsqr | 1.0 | 0.8125 | 0.8125 | 0.000s | 1m:29s |
| Iteration 34 | eigen | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:30s |
| Iteration 35 | lsqr | 1.0 | 0.8125 | 0.8125 | 0.001s | 1m:31s |
| Iteration 36 | eigen | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:33s |
| Iteration 37 | lsqr | 1.0 | 0.8125 | 0.8125 | 0.001s | 1m:34s |
| Iteration 38 | eigen | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:35s |
| Iteration 39 | eigen | 0.9 | 0.625 | 0.8125 | 0.000s | 1m:37s |
| Iteration 40 | lsqr | 1.0 | 0.8125 | 0.8125 | 0.000s | 1m:38s |
| Iteration 41 | eigen | 0.7 | 0.8125 | 0.8125 | 0.001s | 1m:41s |
| Iteration 42 | lsqr | 1.0 | 0.8125 | 0.8125 | 0.000s | 1m:45s |
| Iteration 43 | eigen | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:48s |
| Iteration 44 | lsqr | 1.0 | 0.8125 | 0.8125 | 0.000s | 1m:50s |
| Iteration 45 | eigen | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:51s |
| Iteration 46 | lsqr | 1.0 | 0.8125 | 0.8125 | 0.000s | 1m:52s |
| Iteration 47 | eigen | 0.7 | 0.8125 | 0.8125 | 0.001s | 1m:53s |
| Iteration 48 | lsqr | 1.0 | 0.8125 | 0.8125 | 0.000s | 1m:54s |
| Iteration 49 | eigen | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:55s |
| Iteration 50 | lsqr | 1.0 | 0.8125 | 0.8125 | 0.000s | 1m:56s |
Bayesian Optimization ---------------------------
Best call --> Iteration 24
Best parameters --> {'solver': 'lsqr', 'shrinkage': 1.0}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:57s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.733
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.63 ± 0.14
Time elapsed: 0.030s
-------------------------------------------------
Total time: 1m:57s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.625 | 0.625 | 3.151s | 3.155s |
| Initial point 2 | 0.9 | 0.8125 | 0.8125 | 3.151s | 8.173s |
| Initial point 3 | 0.1 | 0.4375 | 0.8125 | 3.078s | 12.676s |
| Initial point 4 | 1.0 | 0.625 | 0.8125 | 0.001s | 13.698s |
| Initial point 5 | 0.2 | 0.625 | 0.8125 | 3.223s | 17.745s |
| Initial point 6 | 0.4 | 0.4375 | 0.8125 | 3.191s | 21.846s |
| Initial point 7 | 0.4 | 0.4375 | 0.8125 | 0.001s | 22.808s |
| Initial point 8 | 0.7 | 0.3125 | 0.8125 | 3.194s | 26.805s |
| Initial point 9 | 0.9 | 0.8125 | 0.8125 | 0.000s | 27.699s |
| Initial point 10 | 0.8 | 0.625 | 0.8125 | 3.238s | 31.729s |
| Iteration 11 | 0.3 | 0.25 | 0.8125 | 3.185s | 35.914s |
| Iteration 12 | 0.6 | 0.625 | 0.8125 | 3.196s | 41.529s |
| Iteration 13 | 0.5 | 0.8125 | 0.8125 | 3.190s | 46.162s |
| Iteration 14 | 0.0 | 0.5 | 0.8125 | 3.193s | 52.532s |
| Iteration 15 | 0.5 | 0.8125 | 0.8125 | 0.001s | 56.800s |
| Iteration 16 | 0.9 | 0.8125 | 0.8125 | 0.000s | 1m:00s |
| Iteration 17 | 0.5 | 0.8125 | 0.8125 | 0.000s | 1m:04s |
| Iteration 18 | 0.9 | 0.8125 | 0.8125 | 0.000s | 1m:07s |
| Iteration 19 | 0.5 | 0.8125 | 0.8125 | 0.000s | 1m:09s |
| Iteration 20 | 0.9 | 0.8125 | 0.8125 | 0.000s | 1m:10s |
| Iteration 21 | 0.5 | 0.8125 | 0.8125 | 0.000s | 1m:11s |
| Iteration 22 | 0.6 | 0.625 | 0.8125 | 0.000s | 1m:12s |
| Iteration 23 | 0.5 | 0.8125 | 0.8125 | 0.000s | 1m:13s |
| Iteration 24 | 0.9 | 0.8125 | 0.8125 | 0.000s | 1m:14s |
| Iteration 25 | 0.9 | 0.8125 | 0.8125 | 0.000s | 1m:15s |
| Iteration 26 | 0.5 | 0.8125 | 0.8125 | 0.000s | 1m:16s |
| Iteration 27 | 0.5 | 0.8125 | 0.8125 | 0.000s | 1m:17s |
| Iteration 28 | 0.9 | 0.8125 | 0.8125 | 0.000s | 1m:17s |
| Iteration 29 | 0.2 | 0.625 | 0.8125 | 0.000s | 1m:18s |
| Iteration 30 | 0.8 | 0.625 | 0.8125 | 0.000s | 1m:19s |
| Iteration 31 | 0.9 | 0.8125 | 0.8125 | 0.000s | 1m:21s |
| Iteration 32 | 0.5 | 0.8125 | 0.8125 | 0.000s | 1m:22s |
| Iteration 33 | 0.9 | 0.8125 | 0.8125 | 0.000s | 1m:23s |
| Iteration 34 | 0.5 | 0.8125 | 0.8125 | 0.000s | 1m:23s |
| Iteration 35 | 0.9 | 0.8125 | 0.8125 | 0.000s | 1m:24s |
| Iteration 36 | 0.5 | 0.8125 | 0.8125 | 0.000s | 1m:25s |
| Iteration 37 | 0.9 | 0.8125 | 0.8125 | 0.000s | 1m:26s |
| Iteration 38 | 0.5 | 0.8125 | 0.8125 | 0.000s | 1m:27s |
| Iteration 39 | 0.9 | 0.8125 | 0.8125 | 0.000s | 1m:29s |
| Iteration 40 | 0.5 | 0.8125 | 0.8125 | 0.000s | 1m:30s |
| Iteration 41 | 0.9 | 0.8125 | 0.8125 | 0.000s | 1m:33s |
| Iteration 42 | 0.5 | 0.8125 | 0.8125 | 0.000s | 1m:34s |
| Iteration 43 | 0.9 | 0.8125 | 0.8125 | 0.000s | 1m:35s |
| Iteration 44 | 0.5 | 0.8125 | 0.8125 | 0.000s | 1m:36s |
| Iteration 45 | 0.9 | 0.8125 | 0.8125 | 0.000s | 1m:37s |
| Iteration 46 | 0.5 | 0.8125 | 0.8125 | 0.000s | 1m:38s |
| Iteration 47 | 0.5 | 0.8125 | 0.8125 | 0.000s | 1m:39s |
| Iteration 48 | 0.9 | 0.8125 | 0.8125 | 0.000s | 1m:40s |
| Iteration 49 | 0.5 | 0.8125 | 0.8125 | 0.000s | 1m:41s |
| Iteration 50 | 0.9 | 0.8125 | 0.8125 | 0.000s | 1m:42s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'reg_param': 0.5}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:43s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.733
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.008s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.63 ± 0.14
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:43s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.2169 | dista.. | auto | 40 | 1 | 0.5625 | 0.5625 | 3.163s | 3.183s |
| Initial point 2 | 4.8587 | uniform | kd_tree | 39 | 2 | 0.75 | 0.75 | 3.186s | 7.238s |
| Initial point 3 | 3.838 | dista.. | ball_tree | 25 | 2 | 0.5312 | 0.75 | 3.164s | 11.280s |
| Initial point 4 | 11.1973 | uniform | ball_tree | 39 | 2 | 0.5312 | 0.75 | 3.193s | 15.403s |
| Initial point 5 | 8.7716 | dista.. | auto | 30 | 2 | 0.75 | 0.75 | 3.194s | 19.430s |
| Initial point 6 | 10.1582 | dista.. | ball_tree | 21 | 2 | 0.0625 | 0.75 | 3.184s | 23.483s |
| Initial point 7 | 7.2659 | dista.. | ball_tree | 24 | 1 | 0.375 | 0.75 | 3.157s | 27.621s |
| Initial point 8 | 1.7412 | dista.. | ball_tree | 21 | 2 | 0.5625 | 0.75 | 3.185s | 31.607s |
| Initial point 9 | 8.0937 | uniform | ball_tree | 24 | 1 | 0.75 | 0.75 | 3.187s | 35.609s |
| Initial point 10 | 5.7488 | uniform | brute | 22 | 2 | 0.6875 | 0.75 | 3.205s | 39.671s |
| Iteration 11 | 2.5246 | uniform | ball_tree | 34 | 1 | 0.3125 | 0.75 | 3.195s | 44.748s |
| Iteration 12 | 4.7623 | dista.. | kd_tree | 39 | 2 | 0.5 | 0.75 | 3.217s | 49.308s |
| Iteration 13 | 10.8592 | uniform | ball_tree | 20 | 1 | 0.875 | 0.875 | 3.180s | 53.779s |
| Iteration 14 | 12.2514 | uniform | brute | 22 | 2 | 0.625 | 0.875 | 3.174s | 58.183s |
| Iteration 15 | 12.2514 | uniform | ball_tree | 20 | 2 | 0.5312 | 0.875 | 3.136s | 1m:02s |
| Iteration 16 | 1.8786 | uniform | auto | 24 | 1 | 0.5 | 0.875 | 3.168s | 1m:07s |
| Iteration 17 | 10.8633 | uniform | brute | 22 | 1 | 0.4062 | 0.875 | 3.209s | 1m:11s |
| Iteration 18 | 12.2514 | uniform | ball_tree | 40 | 1 | 0.4375 | 0.875 | 3.226s | 1m:15s |
| Iteration 19 | 12.2514 | uniform | ball_tree | 24 | 1 | 0.375 | 0.875 | 3.212s | 1m:20s |
| Iteration 20 | 7.4614 | uniform | ball_tree | 20 | 2 | 0.3438 | 0.875 | 3.181s | 1m:24s |
| Iteration 21 | 6.0186 | uniform | ball_tree | 20 | 1 | 0.8125 | 0.875 | 3.183s | 1m:28s |
| Iteration 22 | 8.5779 | uniform | ball_tree | 20 | 1 | 0.5938 | 0.875 | 3.188s | 1m:34s |
| Iteration 23 | 0.0403 | dista.. | ball_tree | 21 | 1 | 0.5 | 0.875 | 3.743s | 1m:41s |
| Iteration 24 | 0.574 | uniform | ball_tree | 20 | 1 | 0.5 | 0.875 | 3.228s | 1m:48s |
| Iteration 25 | 11.3156 | dista.. | auto | 33 | 2 | 0.375 | 0.875 | 3.222s | 1m:52s |
| Iteration 26 | 12.2514 | uniform | ball_tree | 20 | 1 | 0.5938 | 0.875 | 3.214s | 1m:57s |
| Iteration 27 | 4.0586 | dista.. | auto | 30 | 2 | 0.375 | 0.875 | 3.227s | 2m:02s |
| Iteration 28 | 10.9396 | uniform | ball_tree | 20 | 1 | 0.6875 | 0.875 | 3.248s | 2m:06s |
| Iteration 29 | 5.3598 | uniform | ball_tree | 20 | 1 | 0.3438 | 0.875 | 3.095s | 2m:12s |
| Iteration 30 | 10.7779 | uniform | brute | 20 | 2 | 0.5 | 0.875 | 3.094s | 2m:16s |
| Iteration 31 | 4.968 | uniform | kd_tree | 39 | 2 | 0.4688 | 0.875 | 3.230s | 2m:21s |
| Iteration 32 | 10.7144 | uniform | ball_tree | 20 | 1 | 0.3125 | 0.875 | 3.113s | 2m:25s |
| Iteration 33 | 6.0926 | uniform | kd_tree | 20 | 1 | 0.375 | 0.875 | 3.148s | 2m:30s |
| Iteration 34 | 11.0144 | uniform | ball_tree | 38 | 1 | 0.5938 | 0.875 | 3.179s | 2m:34s |
| Iteration 35 | 10.9022 | uniform | ball_tree | 20 | 1 | 0.2188 | 0.875 | 3.150s | 2m:39s |
| Iteration 36 | 8.673 | dista.. | brute | 30 | 1 | 0.6562 | 0.875 | 3.225s | 2m:43s |
| Iteration 37 | 8.7716 | dista.. | auto | 30 | 2 | 0.75 | 0.875 | 0.001s | 2m:44s |
| Iteration 38 | 8.8708 | dista.. | kd_tree | 30 | 1 | 0.625 | 0.875 | 3.105s | 2m:50s |
| Iteration 39 | 8.5251 | dista.. | kd_tree | 30 | 1 | 0.75 | 0.875 | 3.134s | 2m:55s |
| Iteration 40 | 8.5595 | dista.. | auto | 28 | 2 | 0.875 | 0.875 | 3.218s | 2m:59s |
| Iteration 41 | 8.2803 | dista.. | auto | 29 | 1 | 0.8125 | 0.875 | 3.227s | 3m:04s |
| Iteration 42 | 8.3646 | dista.. | ball_tree | 36 | 2 | 0.875 | 0.875 | 3.223s | 3m:09s |
| Iteration 43 | 8.3281 | dista.. | ball_tree | 39 | 2 | 0.5625 | 0.875 | 3.208s | 3m:13s |
| Iteration 44 | 8.3939 | dista.. | kd_tree | 39 | 2 | 0.5 | 0.875 | 3.213s | 3m:18s |
| Iteration 45 | 8.3965 | dista.. | auto | 28 | 2 | 0.6875 | 0.875 | 3.220s | 3m:22s |
| Iteration 46 | 8.3995 | uniform | ball_tree | 29 | 2 | 0.4688 | 0.875 | 3.180s | 3m:27s |
| Iteration 47 | 8.6216 | dista.. | ball_tree | 21 | 2 | 0.9375 | 0.9375 | 3.201s | 3m:31s |
| Iteration 48 | 9.372 | dista.. | auto | 29 | 1 | 0.625 | 0.9375 | 3.749s | 3m:36s |
| Iteration 49 | 8.7589 | dista.. | auto | 28 | 2 | 0.8125 | 0.9375 | 3.138s | 3m:40s |
| Iteration 50 | 9.5848 | dista.. | auto | 28 | 2 | 0.625 | 0.9375 | 3.157s | 3m:45s |
Bayesian Optimization ---------------------------
Best call --> Iteration 47
Best parameters --> {'radius': 8.6216, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 21, 'p': 2}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 3m:46s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.35
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.53 ± 0.1208
Time elapsed: 0.053s
-------------------------------------------------
Total time: 3m:46s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.5938 | 0.5938 | 3.552s | 3.560s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.875 | 0.875 | 3.590s | 7.920s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.8125 | 0.875 | 3.292s | 11.957s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.25 | 0.875 | 3.453s | 17.303s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.75 | 0.875 | 3.303s | 21.626s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.0 | 0.875 | 3.514s | 25.862s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.375 | 0.875 | 3.173s | 29.837s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.6562 | 0.875 | 3.458s | 34.085s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.7188 | 0.875 | 3.171s | 38.012s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.4375 | 0.875 | 3.272s | 42.022s |
| Iteration 11 | 500 | 0.0519 | SAMME.R | 0.8125 | 0.875 | 3.594s | 46.606s |
| Iteration 12 | 128 | 0.8796 | SAMME | 0.75 | 0.875 | 3.261s | 50.890s |
| Iteration 13 | 490 | 0.0464 | SAMME.R | 1.0 | 1.0 | 3.551s | 55.444s |
| Iteration 14 | 199 | 0.0329 | SAMME.R | 0.5 | 1.0 | 3.304s | 59.779s |
| Iteration 15 | 500 | 0.0408 | SAMME | 0.6875 | 1.0 | 3.546s | 1m:04s |
| Iteration 16 | 91 | 1.2675 | SAMME.R | 0.75 | 1.0 | 3.212s | 1m:09s |
| Iteration 17 | 50 | 0.0456 | SAMME.R | 0.6875 | 1.0 | 3.155s | 1m:15s |
| Iteration 18 | 50 | 3.936 | SAMME.R | 0.5 | 1.0 | 3.119s | 1m:22s |
| Iteration 19 | 500 | 0.6643 | SAMME.R | 0.6875 | 1.0 | 3.536s | 1m:27s |
| Iteration 20 | 500 | 0.0471 | SAMME.R | 0.4688 | 1.0 | 3.640s | 1m:32s |
| Iteration 21 | 374 | 10.0 | SAMME | 0.5 | 1.0 | 3.199s | 1m:36s |
| Iteration 22 | 124 | 0.4826 | SAMME | 0.3125 | 1.0 | 3.271s | 1m:40s |
| Iteration 23 | 495 | 0.01 | SAMME.R | 0.6875 | 1.0 | 3.683s | 1m:45s |
| Iteration 24 | 76 | 0.0598 | SAMME | 0.875 | 1.0 | 3.314s | 1m:49s |
| Iteration 25 | 352 | 0.0609 | SAMME.R | 0.5 | 1.0 | 4.090s | 1m:54s |
| Iteration 26 | 481 | 1.1015 | SAMME | 0.75 | 1.0 | 3.554s | 2m:00s |
| Iteration 27 | 482 | 1.3937 | SAMME.R | 0.5625 | 1.0 | 3.598s | 2m:06s |
| Iteration 28 | 125 | 0.01 | SAMME | 0.5312 | 1.0 | 3.306s | 2m:10s |
| Iteration 29 | 50 | 0.9106 | SAMME.R | 0.5625 | 1.0 | 3.217s | 2m:14s |
| Iteration 30 | 52 | 0.0243 | SAMME | 0.2812 | 1.0 | 3.241s | 2m:18s |
| Iteration 31 | 297 | 0.1374 | SAMME | 0.625 | 1.0 | 3.399s | 2m:23s |
| Iteration 32 | 290 | 5.0628 | SAMME | 0.875 | 1.0 | 3.225s | 2m:27s |
| Iteration 33 | 491 | 5.0644 | SAMME.R | 0.5938 | 1.0 | 3.627s | 2m:32s |
| Iteration 34 | 226 | 7.6712 | SAMME | 0.4062 | 1.0 | 3.183s | 2m:36s |
| Iteration 35 | 332 | 0.7559 | SAMME | 0.625 | 1.0 | 3.409s | 2m:40s |
| Iteration 36 | 66 | 0.0528 | SAMME | 0.7812 | 1.0 | 3.215s | 2m:45s |
| Iteration 37 | 73 | 0.3526 | SAMME.R | 0.625 | 1.0 | 3.192s | 2m:49s |
| Iteration 38 | 320 | 0.1632 | SAMME | 0.625 | 1.0 | 3.314s | 2m:53s |
| Iteration 39 | 278 | 1.6604 | SAMME.R | 0.75 | 1.0 | 3.350s | 2m:57s |
| Iteration 40 | 59 | 1.1442 | SAMME.R | 0.625 | 1.0 | 3.186s | 3m:02s |
| Iteration 41 | 230 | 2.7514 | SAMME.R | 0.625 | 1.0 | 3.320s | 3m:06s |
| Iteration 42 | 108 | 0.1167 | SAMME.R | 0.875 | 1.0 | 3.218s | 3m:12s |
| Iteration 43 | 450 | 0.0528 | SAMME | 1.0 | 1.0 | 3.461s | 3m:18s |
| Iteration 44 | 110 | 0.0536 | SAMME | 0.375 | 1.0 | 3.192s | 3m:24s |
| Iteration 45 | 456 | 0.1158 | SAMME | 0.5 | 1.0 | 3.465s | 3m:30s |
| Iteration 46 | 459 | 0.0506 | SAMME | 0.625 | 1.0 | 3.450s | 3m:36s |
| Iteration 47 | 58 | 0.0387 | SAMME.R | 0.8125 | 1.0 | 3.203s | 3m:40s |
| Iteration 48 | 482 | 0.0471 | SAMME.R | 0.625 | 1.0 | 3.543s | 3m:45s |
| Iteration 49 | 436 | 0.0485 | SAMME.R | 0.8125 | 1.0 | 4.131s | 3m:50s |
| Iteration 50 | 500 | 0.0469 | SAMME.R | 0.625 | 1.0 | 3.572s | 3m:54s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'n_estimators': 490, 'learning_rate': 0.0464, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:56s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.456s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.0632
Time elapsed: 2.021s
-------------------------------------------------
Total time: 3m:58s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.625 | 0.625 | 3.581s | 3.600s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.7812 | 0.7812 | 3.446s | 7.886s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.75 | 0.7812 | 3.448s | 13.571s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.125 | 0.7812 | 3.279s | 18.011s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.8125 | 0.8125 | 3.518s | 22.338s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.5 | 0.8125 | 3.329s | 26.459s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.6875 | 0.8125 | 3.343s | 30.581s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.5625 | 0.8125 | 3.311s | 34.702s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.75 | 0.8125 | 3.476s | 38.987s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.4375 | 0.8125 | 3.411s | 43.279s |
| Iteration 11 | 500 | entropy | 4 | 4 | 1 | 0.5 | False | 0.0293 | --- | 0.8125 | 0.8125 | 3.493s | 48.045s |
| Iteration 12 | 380 | entropy | None | 2 | 1 | None | False | 0.035 | --- | 0.9062 | 0.9062 | 3.405s | 52.834s |
| Iteration 13 | 427 | gini | None | 2 | 1 | 0.5 | False | 0.015 | --- | 0.875 | 0.9062 | 3.437s | 57.523s |
| Iteration 14 | 500 | entropy | None | 2 | 20 | None | True | 0.035 | 0.9 | 0.5938 | 0.9062 | 3.515s | 1m:02s |
| Iteration 15 | 10 | entropy | 9 | 13 | 1 | auto | False | 0.0264 | --- | 0.8125 | 0.9062 | 3.160s | 1m:07s |
| Iteration 16 | 10 | entropy | None | 15 | 20 | 0.6 | False | 0.0265 | --- | 0.6562 | 0.9062 | 3.132s | 1m:12s |
| Iteration 17 | 10 | entropy | 9 | 2 | 1 | auto | True | 0.0 | 0.9 | 0.5625 | 0.9062 | 3.169s | 1m:17s |
| Iteration 18 | 117 | gini | None | 9 | 1 | None | False | 0.0034 | --- | 0.7188 | 0.9062 | 3.230s | 1m:21s |
| Iteration 19 | 389 | entropy | None | 2 | 20 | auto | False | 0.035 | --- | 0.5625 | 0.9062 | 3.375s | 1m:26s |
| Iteration 20 | 430 | gini | None | 5 | 18 | auto | False | 0.0277 | --- | 0.4375 | 0.9062 | 3.378s | 1m:30s |
| Iteration 21 | 338 | entropy | 2 | 17 | 1 | 0.5 | False | 0.0018 | --- | 0.875 | 0.9062 | 3.387s | 1m:35s |
| Iteration 22 | 354 | entropy | None | 5 | 2 | None | False | 0.035 | --- | 0.4375 | 0.9062 | 3.390s | 1m:40s |
| Iteration 23 | 267 | entropy | 7 | 7 | 1 | 0.9 | False | 0.0074 | --- | 0.6875 | 0.9062 | 3.327s | 1m:44s |
| Iteration 24 | 226 | entropy | 8 | 13 | 5 | log2 | False | 0.0107 | --- | 0.9375 | 0.9375 | 3.273s | 1m:49s |
| Iteration 25 | 199 | entropy | 9 | 18 | 5 | 0.5 | False | 0.0121 | --- | 0.6875 | 0.9375 | 3.251s | 1m:53s |
| Iteration 26 | 237 | entropy | 7 | 12 | 5 | 0.8 | False | 0.0012 | --- | 0.5625 | 0.9375 | 3.274s | 1m:58s |
| Iteration 27 | 114 | gini | 2 | 18 | 1 | auto | False | 0.0056 | --- | 0.5938 | 0.9375 | 3.819s | 2m:03s |
| Iteration 28 | 500 | entropy | None | 12 | 1 | 0.5 | True | 0.0146 | None | 0.625 | 0.9375 | 3.589s | 2m:08s |
| Iteration 29 | 500 | entropy | 3 | 16 | 1 | sqrt | False | 0.0254 | --- | 0.75 | 0.9375 | 3.528s | 2m:12s |
| Iteration 30 | 460 | gini | 9 | 8 | 1 | 0.8 | False | 0.0309 | --- | 0.2812 | 0.9375 | 3.498s | 2m:17s |
| Iteration 31 | 94 | entropy | 3 | 17 | 10 | 0.9 | False | 0.002 | --- | 0.6562 | 0.9375 | 3.315s | 2m:22s |
| Iteration 32 | 494 | entropy | 9 | 2 | 16 | 0.6 | False | 0.0245 | --- | 0.625 | 0.9375 | 3.478s | 2m:26s |
| Iteration 33 | 413 | gini | 1 | 18 | 1 | 0.9 | False | 0.0317 | --- | 0.5938 | 0.9375 | 3.407s | 2m:31s |
| Iteration 34 | 407 | gini | None | 10 | 2 | log2 | True | 0.0231 | None | 0.5625 | 0.9375 | 3.487s | 2m:36s |
| Iteration 35 | 116 | gini | None | 17 | 20 | 0.5 | True | 0.0061 | 0.9 | 0.5938 | 0.9375 | 3.261s | 2m:41s |
| Iteration 36 | 408 | entropy | 3 | 15 | 1 | 0.5 | False | 0.008 | --- | 0.625 | 0.9375 | 3.381s | 2m:45s |
| Iteration 37 | 313 | entropy | 9 | 4 | 1 | log2 | False | 0.0269 | --- | 0.6875 | 0.9375 | 3.379s | 2m:50s |
| Iteration 38 | 258 | entropy | 5 | 3 | 1 | 0.9 | False | 0.0072 | --- | 0.25 | 0.9375 | 3.314s | 2m:55s |
| Iteration 39 | 174 | gini | 8 | 4 | 5 | 0.6 | False | 0.0312 | --- | 0.8125 | 0.9375 | 3.281s | 2m:59s |
| Iteration 40 | 281 | entropy | 8 | 9 | 5 | 0.9 | False | 0.0093 | --- | 0.5312 | 0.9375 | 3.352s | 3m:04s |
| Iteration 41 | 162 | gini | 3 | 5 | 9 | 0.5 | False | 0.0049 | --- | 0.5 | 0.9375 | 3.291s | 3m:08s |
| Iteration 42 | 119 | gini | 2 | 7 | 2 | 0.5 | False | 0.0161 | --- | 0.9375 | 0.9375 | 3.243s | 3m:13s |
| Iteration 43 | 115 | gini | 2 | 10 | 2 | 0.5 | False | 0.0275 | --- | 0.9375 | 0.9375 | 3.269s | 3m:18s |
| Iteration 44 | 115 | entropy | 2 | 13 | 4 | 0.5 | False | 0.012 | --- | 0.25 | 0.9375 | 3.228s | 3m:22s |
| Iteration 45 | 10 | gini | 8 | 18 | 5 | sqrt | False | 0.0192 | --- | 0.5 | 0.9375 | 3.211s | 3m:27s |
| Iteration 46 | 415 | entropy | 8 | 7 | 4 | log2 | False | 0.0075 | --- | 0.75 | 0.9375 | 3.399s | 3m:32s |
| Iteration 47 | 258 | gini | 2 | 18 | 2 | 0.5 | False | 0.021 | --- | 1.0 | 1.0 | 3.337s | 3m:37s |
| Iteration 48 | 344 | gini | 2 | 16 | 2 | 0.5 | False | 0.0315 | --- | 0.5625 | 1.0 | 3.341s | 3m:42s |
| Iteration 49 | 246 | gini | 2 | 13 | 2 | 0.5 | False | 0.0209 | --- | 0.9062 | 1.0 | 3.474s | 3m:47s |
| Iteration 50 | 262 | gini | 2 | 20 | 2 | 0.5 | False | 0.0145 | --- | 0.5625 | 1.0 | 3.368s | 3m:52s |
Bayesian Optimization ---------------------------
Best call --> Iteration 47
Best parameters --> {'n_estimators': 258, 'criterion': 'gini', 'max_depth': 2, 'min_samples_split': 18, 'min_samples_leaf': 2, 'max_features': 0.5, 'bootstrap': False, 'ccp_alpha': 0.021}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:54s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9866
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.187s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.81 ± 0.0583
Time elapsed: 0.828s
-------------------------------------------------
Total time: 3m:55s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.343s | 3.364s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.6875 | 0.6875 | 3.519s | 7.750s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.6875 | 3.400s | 11.932s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.6875 | 3.176s | 15.906s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.6875 | 3.239s | 19.938s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.6875 | 3.248s | 23.953s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.6875 | 3.236s | 27.991s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.6875 | 3.216s | 31.972s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.875 | 0.875 | 3.258s | 36.028s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.875 | 3.171s | 40.030s |
| Iteration 11 | 454 | 0.012 | 6 | 0.3719 | 3 | 0.9 | 1.0 | 0 | 0.01 | 0.625 | 0.875 | 3.227s | 44.437s |
| Iteration 12 | 486 | 0.0218 | 8 | 0.6775 | 4 | 0.9 | 0.9 | 0.01 | 10 | 0.625 | 0.875 | 3.249s | 48.818s |
| Iteration 13 | 434 | 0.0436 | 8 | 0.5844 | 3 | 0.8 | 0.7 | 0 | 1 | 1.0 | 1.0 | 3.255s | 53.272s |
| Iteration 14 | 451 | 0.0295 | 10 | 0.6039 | 1 | 0.9 | 0.6 | 0 | 1 | 0.625 | 1.0 | 3.245s | 57.748s |
| Iteration 15 | 407 | 0.0173 | 6 | 0.6911 | 2 | 1.0 | 0.7 | 0 | 100 | 0.8438 | 1.0 | 3.258s | 1m:02s |
| Iteration 16 | 337 | 0.0121 | 1 | 0.5469 | 3 | 1.0 | 0.7 | 0 | 0.1 | 0.6875 | 1.0 | 3.210s | 1m:09s |
| Iteration 17 | 136 | 0.0342 | 9 | 0.056 | 4 | 0.8 | 0.4 | 0 | 1 | 0.625 | 1.0 | 3.219s | 1m:14s |
| Iteration 18 | 306 | 0.7908 | 7 | 0.7762 | 4 | 0.5 | 0.7 | 0 | 1 | 0.75 | 1.0 | 3.203s | 1m:19s |
| Iteration 19 | 392 | 0.0536 | 7 | 0.9854 | 3 | 0.7 | 0.7 | 0 | 0.1 | 0.4375 | 1.0 | 3.243s | 1m:24s |
| Iteration 20 | 426 | 0.1914 | 2 | 0.5012 | 3 | 0.6 | 0.8 | 100 | 1 | 0.5 | 1.0 | 3.203s | 1m:28s |
| Iteration 21 | 316 | 0.1085 | 8 | 0.0798 | 3 | 0.9 | 1.0 | 0 | 0.1 | 0.625 | 1.0 | 3.219s | 1m:33s |
| Iteration 22 | 301 | 0.0509 | 10 | 0.6009 | 3 | 0.5 | 0.5 | 0 | 10 | 0.5312 | 1.0 | 3.204s | 1m:37s |
| Iteration 23 | 156 | 0.0399 | 8 | 0.5912 | 3 | 0.9 | 0.5 | 0 | 1 | 0.75 | 1.0 | 3.212s | 1m:42s |
| Iteration 24 | 469 | 0.0245 | 6 | 0.57 | 3 | 0.9 | 0.7 | 0 | 1 | 0.5 | 1.0 | 3.183s | 1m:46s |
| Iteration 25 | 228 | 0.0282 | 10 | 0.0214 | 4 | 0.8 | 0.7 | 0 | 0.01 | 0.8125 | 1.0 | 3.183s | 1m:51s |
| Iteration 26 | 200 | 0.1843 | 8 | 0.9662 | 3 | 0.5 | 0.7 | 100 | 0.01 | 0.5 | 1.0 | 3.170s | 1m:55s |
| Iteration 27 | 494 | 0.0121 | 6 | 0.619 | 10 | 1.0 | 0.5 | 100 | 0.01 | 0.5 | 1.0 | 3.305s | 1m:59s |
| Iteration 28 | 409 | 0.3445 | 10 | 0.261 | 10 | 0.8 | 1.0 | 0 | 100 | 0.5 | 1.0 | 3.635s | 2m:04s |
| Iteration 29 | 308 | 0.3249 | 2 | 0.1083 | 1 | 0.9 | 0.9 | 0 | 100 | 0.625 | 1.0 | 3.210s | 2m:09s |
| Iteration 30 | 62 | 0.6775 | 9 | 0.064 | 1 | 1.0 | 0.4 | 0.1 | 0.01 | 0.3125 | 1.0 | 3.799s | 2m:14s |
| Iteration 31 | 480 | 0.9338 | 1 | 0.359 | 6 | 1.0 | 0.7 | 0 | 10 | 0.4688 | 1.0 | 3.253s | 2m:18s |
| Iteration 32 | 405 | 0.0418 | 8 | 0.6909 | 8 | 0.8 | 0.7 | 1 | 1 | 0.5 | 1.0 | 3.270s | 2m:23s |
| Iteration 33 | 47 | 0.2337 | 1 | 0.0367 | 4 | 0.8 | 0.8 | 0 | 0 | 0.3125 | 1.0 | 3.208s | 2m:27s |
| Iteration 34 | 381 | 0.0456 | 9 | 0.1432 | 4 | 0.8 | 0.7 | 0 | 1 | 0.6875 | 1.0 | 3.242s | 2m:32s |
| Iteration 35 | 485 | 0.042 | 3 | 0.6313 | 3 | 0.8 | 0.8 | 0 | 100 | 0.5938 | 1.0 | 3.275s | 2m:37s |
| Iteration 36 | 200 | 0.0434 | 9 | 0.52 | 2 | 0.8 | 0.7 | 0.01 | 1 | 0.75 | 1.0 | 3.230s | 2m:41s |
| Iteration 37 | 500 | 0.0229 | 7 | 0.6292 | 2 | 0.8 | 1.0 | 0 | 1 | 0.4375 | 1.0 | 3.272s | 2m:46s |
| Iteration 38 | 424 | 0.0421 | 7 | 1.0 | 3 | 0.8 | 0.7 | 1 | 0.1 | 0.6875 | 1.0 | 3.238s | 2m:51s |
| Iteration 39 | 303 | 0.0632 | 6 | 0.6913 | 3 | 0.8 | 0.7 | 0 | 0.1 | 0.9375 | 1.0 | 3.332s | 2m:55s |
| Iteration 40 | 340 | 0.0465 | 8 | 0.6082 | 3 | 0.8 | 0.7 | 0 | 1 | 0.75 | 1.0 | 3.226s | 3m:00s |
| Iteration 41 | 491 | 0.0511 | 7 | 0.7049 | 3 | 0.8 | 0.7 | 0 | 0.01 | 0.625 | 1.0 | 3.267s | 3m:05s |
| Iteration 42 | 72 | 0.0777 | 3 | 0.673 | 3 | 0.8 | 0.7 | 0.1 | 1 | 0.75 | 1.0 | 3.206s | 3m:09s |
| Iteration 43 | 68 | 0.0561 | 1 | 0.5744 | 3 | 0.8 | 0.7 | 0 | 1 | 0.6875 | 1.0 | 3.202s | 3m:14s |
| Iteration 44 | 479 | 0.0748 | 10 | 0.6635 | 4 | 0.8 | 0.7 | 0.01 | 1 | 0.25 | 1.0 | 3.225s | 3m:19s |
| Iteration 45 | 209 | 0.0618 | 6 | 0.4295 | 3 | 0.8 | 0.4 | 0.01 | 0.1 | 0.5 | 1.0 | 3.219s | 3m:23s |
| Iteration 46 | 103 | 0.0429 | 8 | 0.5696 | 6 | 0.8 | 0.9 | 0.01 | 100 | 0.4688 | 1.0 | 3.168s | 3m:28s |
| Iteration 47 | 54 | 0.044 | 8 | 0.5814 | 9 | 0.8 | 0.7 | 0 | 1 | 0.5 | 1.0 | 3.187s | 3m:33s |
| Iteration 48 | 242 | 0.0246 | 7 | 0.2209 | 3 | 0.8 | 0.7 | 1 | 0 | 0.6875 | 1.0 | 3.157s | 3m:37s |
| Iteration 49 | 251 | 0.0318 | 5 | 0.6835 | 4 | 0.8 | 0.8 | 1 | 10 | 1.0 | 1.0 | 3.177s | 3m:42s |
| Iteration 50 | 283 | 0.0422 | 5 | 0.7528 | 4 | 0.8 | 0.8 | 100 | 100 | 0.5 | 1.0 | 3.177s | 3m:46s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'n_estimators': 434, 'learning_rate': 0.0436, 'max_depth': 8, 'gamma': 0.5844, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.7, 'reg_alpha': 0, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:48s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9393
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.093s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.08
Time elapsed: 0.282s
-------------------------------------------------
Total time: 3m:48s
Final results ==================== >>
Duration: 26m:47s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.63 ± 0.0927 ~
Logistic Regression --> roc_auc: 0.57 ± 0.1288 ~
Linear Discriminant Analysis --> roc_auc: 0.63 ± 0.14
Quadratic Discriminant Analysis --> roc_auc: 0.63 ± 0.14
Radius Nearest Neighbors --> roc_auc: 0.53 ± 0.1208 ~
AdaBoost --> roc_auc: 0.75 ± 0.0632 ~
Random Forest --> roc_auc: 0.81 ± 0.0583 !
XGBoost --> roc_auc: 0.74 ± 0.08 ~
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 831 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVDNQAGTALIF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CALMDTGRRALTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVLSNDYKLSF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVRGAAGNKLTF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAVEDQTGANNLFF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CAGPNAGGTSYGKLTF.
>>> Dropping feature CAPNSGGGADGLTF.
>>> Dropping feature CAVRNTGFQKLVF.
>>> Dropping feature CVVTNQAGTALIF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CAASYTGNQFYF.
>>> Dropping feature CAATNFGNEKLTF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CASSPGGYEQYF.
>>> Dropping feature CAVPTSGTYKYIF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAENNNARLMF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CANAGGTSYGKLTF.
>>> Dropping feature CASSSGETQYF.
>>> Dropping feature CAVLNSGGYQKVTF.
>>> Dropping feature CAMREGNTGGFKTIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CAVDAGGTSYGKLTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAASNTDKLIF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.8438 | 0.8438 | 0.667s | 0.687s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.9375 | 0.9375 | 0.707s | 2.183s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.875 | 0.9375 | 0.687s | 3.692s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.75 | 0.9375 | 1.401s | 5.865s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 1.0 | 1.0 | 0.727s | 7.362s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.5 | 1.0 | 0.783s | 8.930s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.9375 | 1.0 | 0.734s | 10.463s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.875 | 1.0 | 0.780s | 12.009s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.4375 | 1.0 | 0.715s | 13.480s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.8125 | 1.0 | 0.711s | 14.975s |
| Iteration 11 | exponen.. | 0.019 | 249 | 0.6 | friedman_mse | 14 | 2 | 9 | 0.5 | 0.0187 | 0.9375 | 1.0 | 0.739s | 16.829s |
| Iteration 12 | deviance | 0.0687 | 64 | 0.7 | squared_er.. | 16 | 15 | 3 | 0.8 | 0.0276 | 0.5625 | 1.0 | 0.697s | 18.790s |
| Iteration 13 | exponen.. | 0.3114 | 326 | 0.7 | friedman_mse | 8 | 3 | 3 | 0.9 | 0.0261 | 1.0 | 1.0 | 0.753s | 21.582s |
| Iteration 14 | deviance | 0.0941 | 92 | 1.0 | squared_er.. | 9 | 3 | 10 | auto | 0.0022 | 0.8125 | 1.0 | 0.658s | 23.602s |
| Iteration 15 | deviance | 0.0325 | 472 | 1.0 | squared_er.. | 20 | 9 | 4 | 0.5 | 0.0011 | 0.6875 | 1.0 | 0.722s | 25.521s |
| Iteration 16 | exponen.. | 0.0465 | 425 | 0.7 | friedman_mse | 9 | 3 | 9 | 0.5 | 0.0335 | 0.9375 | 1.0 | 0.742s | 27.389s |
| Iteration 17 | exponen.. | 0.0257 | 44 | 0.7 | friedman_mse | 14 | 2 | 6 | 0.5 | 0.0191 | 0.8438 | 1.0 | 0.642s | 29.303s |
| Iteration 18 | exponen.. | 0.606 | 305 | 0.9 | friedman_mse | 15 | 4 | 2 | 0.5 | 0.0 | 1.0 | 1.0 | 0.695s | 31.180s |
| Iteration 19 | deviance | 0.1226 | 10 | 0.5 | squared_er.. | 11 | 9 | 8 | log2 | 0.0084 | 1.0 | 1.0 | 0.625s | 32.944s |
| Iteration 20 | exponen.. | 0.0999 | 276 | 0.7 | friedman_mse | 14 | 3 | 1 | 0.9 | 0.025 | 1.0 | 1.0 | 0.696s | 34.810s |
| Iteration 21 | exponen.. | 1.0 | 224 | 0.5 | friedman_mse | 7 | 4 | 10 | 0.5 | 0.0264 | 0.9375 | 1.0 | 0.696s | 36.794s |
| Iteration 22 | exponen.. | 0.2389 | 295 | 0.9 | friedman_mse | 5 | 3 | 10 | sqrt | 0.0104 | 0.9375 | 1.0 | 0.693s | 38.704s |
| Iteration 23 | exponen.. | 0.4694 | 293 | 0.6 | friedman_mse | 8 | 3 | 1 | None | 0.0235 | 0.9375 | 1.0 | 0.695s | 40.724s |
| Iteration 24 | exponen.. | 0.01 | 286 | 0.8 | friedman_mse | 20 | 3 | 1 | 0.5 | 0.007 | 0.8125 | 1.0 | 0.699s | 42.644s |
| Iteration 25 | exponen.. | 0.1737 | 243 | 0.7 | friedman_mse | 15 | 5 | 2 | 0.5 | 0.0218 | 0.9375 | 1.0 | 0.697s | 44.602s |
| Iteration 26 | exponen.. | 0.1474 | 165 | 0.7 | friedman_mse | 18 | 3 | 1 | 0.7 | 0.0277 | 1.0 | 1.0 | 0.685s | 46.749s |
| Iteration 27 | exponen.. | 0.0446 | 452 | 0.6 | friedman_mse | 10 | 3 | 5 | 0.6 | 0.0167 | 0.9375 | 1.0 | 0.780s | 48.814s |
| Iteration 28 | exponen.. | 0.2397 | 265 | 0.7 | friedman_mse | 18 | 3 | 2 | 0.9 | 0.0236 | 0.875 | 1.0 | 0.699s | 52.728s |
| Iteration 29 | deviance | 0.2985 | 56 | 0.5 | squared_er.. | 12 | 9 | 1 | None | 0.0243 | 0.9375 | 1.0 | 0.657s | 55.122s |
| Iteration 30 | deviance | 0.8842 | 10 | 0.9 | squared_er.. | 2 | 9 | 4 | 0.5 | 0.0154 | 0.75 | 1.0 | 1.225s | 57.547s |
| Iteration 31 | exponen.. | 0.01 | 209 | 0.5 | squared_er.. | 15 | 9 | 10 | 0.7 | 0.0176 | 0.875 | 1.0 | 0.690s | 1m:01s |
| Iteration 32 | exponen.. | 1.0 | 287 | 1.0 | squared_er.. | 6 | 20 | 7 | auto | 0.0221 | 0.75 | 1.0 | 0.717s | 1m:04s |
| Iteration 33 | exponen.. | 1.0 | 483 | 0.8 | friedman_mse | 9 | 4 | 9 | 0.6 | 0.0312 | 1.0 | 1.0 | 0.785s | 1m:08s |
| Iteration 34 | exponen.. | 1.0 | 179 | 0.8 | friedman_mse | 6 | 4 | 10 | auto | 0.0304 | 1.0 | 1.0 | 0.752s | 1m:10s |
| Iteration 35 | exponen.. | 0.01 | 64 | 1.0 | squared_er.. | 13 | 13 | 10 | 0.7 | 0.0115 | 0.75 | 1.0 | 0.690s | 1m:12s |
| Iteration 36 | deviance | 0.01 | 92 | 0.5 | squared_er.. | 4 | 9 | 10 | log2 | 0.0206 | 0.5625 | 1.0 | 0.672s | 1m:14s |
| Iteration 37 | exponen.. | 0.96 | 396 | 1.0 | friedman_mse | 2 | 4 | 1 | 0.6 | 0.0332 | 0.9688 | 1.0 | 0.756s | 1m:16s |
| Iteration 38 | exponen.. | 0.0985 | 266 | 0.7 | friedman_mse | 2 | 4 | 9 | 0.6 | 0.0223 | 1.0 | 1.0 | 0.762s | 1m:18s |
| Iteration 39 | exponen.. | 0.0894 | 497 | 0.7 | squared_er.. | 2 | 4 | 4 | log2 | 0.0158 | 0.8125 | 1.0 | 0.802s | 1m:20s |
| Iteration 40 | exponen.. | 0.6686 | 381 | 0.8 | friedman_mse | 10 | 4 | 3 | auto | 0.0001 | 0.8125 | 1.0 | 0.798s | 1m:23s |
| Iteration 41 | exponen.. | 0.9679 | 486 | 1.0 | friedman_mse | 6 | 10 | 9 | log2 | 0.0128 | 0.9062 | 1.0 | 0.776s | 1m:25s |
| Iteration 42 | exponen.. | 0.0152 | 476 | 0.8 | friedman_mse | 16 | 5 | 9 | 0.6 | 0.0214 | 1.0 | 1.0 | 0.817s | 1m:27s |
| Iteration 43 | deviance | 1.0 | 208 | 0.9 | squared_er.. | 17 | 1 | 6 | None | 0.0329 | 0.7812 | 1.0 | 0.734s | 1m:29s |
| Iteration 44 | exponen.. | 1.0 | 10 | 0.5 | friedman_mse | 2 | 2 | 10 | 0.7 | 0.0 | 0.5625 | 1.0 | 0.662s | 1m:32s |
| Iteration 45 | exponen.. | 0.0642 | 388 | 0.8 | friedman_mse | 7 | 4 | 8 | 0.7 | 0.0267 | 1.0 | 1.0 | 0.788s | 1m:35s |
| Iteration 46 | exponen.. | 0.0859 | 382 | 0.8 | friedman_mse | 5 | 3 | 8 | 0.7 | 0.0271 | 1.0 | 1.0 | 0.789s | 1m:37s |
| Iteration 47 | exponen.. | 0.4793 | 417 | 0.7 | friedman_mse | 4 | 1 | 1 | 0.9 | 0.0344 | 0.9375 | 1.0 | 0.777s | 1m:39s |
| Iteration 48 | exponen.. | 0.0398 | 413 | 0.7 | friedman_mse | 8 | 5 | 10 | 0.7 | 0.0253 | 0.875 | 1.0 | 0.791s | 1m:41s |
| Iteration 49 | exponen.. | 0.3044 | 233 | 0.8 | friedman_mse | 12 | 4 | 8 | log2 | 0.0243 | 0.75 | 1.0 | 0.744s | 1m:43s |
| Iteration 50 | exponen.. | 0.0471 | 10 | 0.7 | friedman_mse | 9 | 18 | 1 | 0.8 | 0.0062 | 0.8438 | 1.0 | 0.690s | 1m:46s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0152, 'n_estimators': 476, 'subsample': 0.8, 'criterion': 'friedman_mse', 'min_samples_split': 16, 'min_samples_leaf': 5, 'max_depth': 9, 'max_features': 0.6, 'ccp_alpha': 0.0214}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:47s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.141s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.6 ± 0.0949
Time elapsed: 0.676s
-------------------------------------------------
Total time: 1m:48s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.25 | 0.25 | 0.711s | 0.724s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.625 | 0.625 | 0.650s | 3.073s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.8125 | 0.8125 | 0.642s | 4.800s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.75 | 0.8125 | 0.644s | 6.207s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.8125 | 0.8125 | 0.655s | 9.406s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.25 | 0.8125 | 1.220s | 11.856s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.6875 | 0.8125 | 0.646s | 13.234s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.5 | 0.8125 | 0.650s | 14.625s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.625 | 0.8125 | 0.642s | 16.077s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.4375 | 0.8125 | 0.644s | 19.053s |
| Iteration 11 | l2 | 4.9956 | libli.. | 317 | --- | 0.9375 | 0.9375 | 0.647s | 21.267s |
| Iteration 12 | l2 | 56.6971 | libli.. | 366 | --- | 0.625 | 0.9375 | 0.642s | 23.078s |
| Iteration 13 | l2 | 14.4525 | libli.. | 318 | --- | 0.75 | 0.9375 | 0.645s | 25.129s |
| Iteration 14 | l1 | 47.5757 | libli.. | 330 | --- | 0.8125 | 0.9375 | 0.694s | 26.967s |
| Iteration 15 | l2 | 0.001 | lbfgs | 100 | --- | 0.625 | 0.9375 | 0.694s | 28.794s |
| Iteration 16 | l2 | 0.0034 | lbfgs | 319 | --- | 0.625 | 0.9375 | 0.696s | 30.625s |
| Iteration 17 | none | --- | sag | 178 | --- | 0.8125 | 0.9375 | 0.629s | 32.298s |
| Iteration 18 | none | --- | sag | 125 | --- | 1.0 | 1.0 | 0.656s | 34.070s |
| Iteration 19 | none | --- | sag | 100 | --- | 0.5625 | 1.0 | 0.643s | 35.841s |
| Iteration 20 | l2 | 0.0039 | sag | 112 | --- | 0.75 | 1.0 | 0.688s | 38.610s |
| Iteration 21 | elast.. | 0.0831 | saga | 325 | 0.6 | 1.0 | 1.0 | 0.641s | 41.674s |
| Iteration 22 | l2 | 0.3124 | sag | 324 | --- | 0.75 | 1.0 | 0.657s | 43.740s |
| Iteration 23 | l1 | 0.0034 | saga | 365 | --- | 0.5 | 1.0 | 0.678s | 45.557s |
| Iteration 24 | l2 | 0.0027 | sag | 131 | --- | 0.6875 | 1.0 | 0.658s | 48.965s |
| Iteration 25 | none | --- | saga | 145 | --- | 0.9375 | 1.0 | 0.705s | 51.224s |
| Iteration 26 | l1 | 0.0015 | saga | 434 | --- | 0.5 | 1.0 | 0.711s | 53.018s |
| Iteration 27 | none | --- | saga | 1000 | --- | 0.5625 | 1.0 | 0.712s | 54.838s |
| Iteration 28 | l2 | 0.001 | libli.. | 147 | --- | 0.6875 | 1.0 | 0.705s | 56.807s |
| Iteration 29 | none | --- | saga | 132 | --- | 0.625 | 1.0 | 0.716s | 58.720s |
| Iteration 30 | l2 | 46.9142 | saga | 302 | --- | 0.625 | 1.0 | 0.706s | 1m:01s |
| Iteration 31 | elast.. | 0.0081 | saga | 333 | 0.6 | 0.5 | 1.0 | 0.697s | 1m:03s |
| Iteration 32 | none | --- | sag | 776 | --- | 0.75 | 1.0 | 1.308s | 1m:05s |
| Iteration 33 | l2 | 0.1079 | libli.. | 434 | --- | 0.625 | 1.0 | 0.744s | 1m:07s |
| Iteration 34 | l2 | 0.0971 | sag | 330 | --- | 0.8125 | 1.0 | 0.708s | 1m:09s |
| Iteration 35 | l1 | 7.0978 | saga | 952 | --- | 0.5625 | 1.0 | 0.710s | 1m:11s |
| Iteration 36 | l2 | 7.6855 | lbfgs | 631 | --- | 0.5 | 1.0 | 0.709s | 1m:13s |
| Iteration 37 | none | --- | sag | 134 | --- | 1.0 | 1.0 | 0.707s | 1m:15s |
| Iteration 38 | none | --- | sag | 130 | --- | 0.75 | 1.0 | 0.697s | 1m:17s |
| Iteration 39 | l2 | 13.9593 | sag | 975 | --- | 0.875 | 1.0 | 0.640s | 1m:19s |
| Iteration 40 | l2 | 58.4159 | sag | 961 | --- | 0.75 | 1.0 | 0.653s | 1m:20s |
| Iteration 41 | none | --- | sag | 1000 | --- | 0.5625 | 1.0 | 0.652s | 1m:22s |
| Iteration 42 | none | --- | lbfgs | 995 | --- | 0.5625 | 1.0 | 0.658s | 1m:24s |
| Iteration 43 | l2 | 0.0029 | sag | 995 | --- | 0.75 | 1.0 | 0.646s | 1m:26s |
| Iteration 44 | l2 | 100.0 | sag | 100 | --- | 0.375 | 1.0 | 0.647s | 1m:28s |
| Iteration 45 | none | --- | sag | 137 | --- | 1.0 | 1.0 | 0.637s | 1m:30s |
| Iteration 46 | none | --- | saga | 137 | --- | 0.8125 | 1.0 | 0.640s | 1m:31s |
| Iteration 47 | none | --- | newto.. | 128 | --- | 0.875 | 1.0 | 0.640s | 1m:33s |
| Iteration 48 | none | --- | sag | 148 | --- | 0.9375 | 1.0 | 0.656s | 1m:35s |
| Iteration 49 | l2 | 0.0049 | libli.. | 160 | --- | 0.5625 | 1.0 | 0.674s | 1m:38s |
| Iteration 50 | none | --- | newto.. | 137 | --- | 0.8125 | 1.0 | 0.716s | 1m:40s |
Bayesian Optimization ---------------------------
Best call --> Iteration 37
Best parameters --> {'penalty': 'none', 'solver': 'sag', 'max_iter': 134}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:41s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8107
Test evaluation --> roc_auc: 0.15
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.23 ± 0.0927
Time elapsed: 0.060s
-------------------------------------------------
Total time: 1m:41s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.5 | 0.5 | 0.691s | 0.696s |
| Initial point 2 | svd | --- | 0.6875 | 0.6875 | 0.689s | 2.152s |
| Initial point 3 | svd | --- | 0.6875 | 0.6875 | 0.000s | 4.768s |
| Initial point 4 | lsqr | 0.8 | 0.6875 | 0.6875 | 0.631s | 8.450s |
| Initial point 5 | eigen | 0.9 | 1.0 | 1.0 | 0.641s | 11.323s |
| Initial point 6 | lsqr | 0.7 | 0.3125 | 1.0 | 0.751s | 13.097s |
| Initial point 7 | lsqr | 0.5 | 0.6875 | 1.0 | 0.644s | 14.471s |
| Initial point 8 | lsqr | 0.9 | 0.4375 | 1.0 | 0.628s | 15.860s |
| Initial point 9 | lsqr | 0.6 | 0.625 | 1.0 | 0.636s | 17.270s |
| Initial point 10 | eigen | 0.8 | 0.5 | 1.0 | 0.633s | 18.693s |
| Iteration 11 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 19.590s |
| Iteration 12 | eigen | 0.7 | 0.875 | 1.0 | 0.634s | 21.084s |
| Iteration 13 | svd | --- | 0.6875 | 1.0 | 0.000s | 22.523s |
| Iteration 14 | lsqr | auto | 0.9375 | 1.0 | 0.629s | 24.046s |
| Iteration 15 | eigen | auto | 0.375 | 1.0 | 0.631s | 25.574s |
| Iteration 16 | svd | --- | 0.6875 | 1.0 | 0.000s | 26.517s |
| Iteration 17 | svd | --- | 0.6875 | 1.0 | 0.000s | 27.386s |
| Iteration 18 | lsqr | 1.0 | 1.0 | 1.0 | 0.635s | 28.941s |
| Iteration 19 | svd | --- | 0.6875 | 1.0 | 0.000s | 29.852s |
| Iteration 20 | lsqr | None | 0.6875 | 1.0 | 0.638s | 32.401s |
| Iteration 21 | eigen | 0.5 | 0.6875 | 1.0 | 0.629s | 34.179s |
| Iteration 22 | eigen | 0.6 | 0.5 | 1.0 | 0.654s | 35.779s |
| Iteration 23 | svd | --- | 0.6875 | 1.0 | 0.000s | 36.715s |
| Iteration 24 | svd | --- | 0.6875 | 1.0 | 0.000s | 37.717s |
| Iteration 25 | eigen | None | 1.0 | 1.0 | 0.623s | 39.350s |
| Iteration 26 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 40.303s |
| Iteration 27 | eigen | None | 1.0 | 1.0 | 0.000s | 41.242s |
| Iteration 28 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 42.180s |
| Iteration 29 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 43.176s |
| Iteration 30 | eigen | None | 1.0 | 1.0 | 0.000s | 44.209s |
| Iteration 31 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 45.238s |
| Iteration 32 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 46.202s |
| Iteration 33 | eigen | None | 1.0 | 1.0 | 0.000s | 47.178s |
| Iteration 34 | eigen | None | 1.0 | 1.0 | 0.000s | 48.208s |
| Iteration 35 | lsqr | 1.0 | 1.0 | 1.0 | 0.001s | 49.193s |
| Iteration 36 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 50.186s |
| Iteration 37 | eigen | None | 1.0 | 1.0 | 0.000s | 51.201s |
| Iteration 38 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 52.255s |
| Iteration 39 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 53.355s |
| Iteration 40 | eigen | None | 1.0 | 1.0 | 0.000s | 54.399s |
| Iteration 41 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 56.681s |
| Iteration 42 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 59.480s |
| Iteration 43 | lsqr | auto | 0.9375 | 1.0 | 0.000s | 1m:02s |
| Iteration 44 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:05s |
| Iteration 45 | eigen | None | 1.0 | 1.0 | 0.000s | 1m:06s |
| Iteration 46 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 1m:07s |
| Iteration 47 | svd | --- | 0.6875 | 1.0 | 0.000s | 1m:08s |
| Iteration 48 | svd | --- | 0.6875 | 1.0 | 0.000s | 1m:10s |
| Iteration 49 | eigen | 0.6 | 0.5 | 1.0 | 0.000s | 1m:11s |
| Iteration 50 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:12s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:13s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8
Test evaluation --> roc_auc: 0.15
Time elapsed: 0.012s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.23 ± 0.186
Time elapsed: 0.033s
-------------------------------------------------
Total time: 1m:13s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.5 | 0.5 | 0.699s | 0.703s |
| Initial point 2 | 0.9 | 0.5625 | 0.5625 | 0.665s | 4.203s |
| Initial point 3 | 0.1 | 0.8125 | 0.8125 | 0.646s | 6.089s |
| Initial point 4 | 1.0 | 0.5 | 0.8125 | 0.000s | 6.868s |
| Initial point 5 | 0.2 | 1.0 | 1.0 | 0.651s | 8.316s |
| Initial point 6 | 0.4 | 0.375 | 1.0 | 0.657s | 11.735s |
| Initial point 7 | 0.4 | 0.375 | 1.0 | 0.001s | 12.974s |
| Initial point 8 | 0.7 | 0.4375 | 1.0 | 0.635s | 14.364s |
| Initial point 9 | 0.9 | 0.5625 | 1.0 | 0.001s | 15.129s |
| Initial point 10 | 0.8 | 0.625 | 1.0 | 0.632s | 16.534s |
| Iteration 11 | 0.3 | 0.875 | 1.0 | 0.630s | 18.048s |
| Iteration 12 | 0.6 | 1.0 | 1.0 | 0.631s | 19.532s |
| Iteration 13 | 0.5 | 0.75 | 1.0 | 0.634s | 21.008s |
| Iteration 14 | 0.0 | 0.9375 | 1.0 | 0.648s | 22.493s |
| Iteration 15 | 0.2 | 1.0 | 1.0 | 0.000s | 23.322s |
| Iteration 16 | 0.6 | 1.0 | 1.0 | 0.000s | 24.196s |
| Iteration 17 | 0.6 | 1.0 | 1.0 | 0.000s | 25.614s |
| Iteration 18 | 0.2 | 1.0 | 1.0 | 0.000s | 26.468s |
| Iteration 19 | 0.6 | 1.0 | 1.0 | 0.000s | 27.317s |
| Iteration 20 | 0.2 | 1.0 | 1.0 | 0.000s | 28.171s |
| Iteration 21 | 0.6 | 1.0 | 1.0 | 0.000s | 28.991s |
| Iteration 22 | 0.2 | 1.0 | 1.0 | 0.000s | 29.819s |
| Iteration 23 | 0.2 | 1.0 | 1.0 | 0.000s | 31.719s |
| Iteration 24 | 0.6 | 1.0 | 1.0 | 0.000s | 32.799s |
| Iteration 25 | 0.6 | 1.0 | 1.0 | 0.000s | 33.653s |
| Iteration 26 | 0.2 | 1.0 | 1.0 | 0.000s | 34.521s |
| Iteration 27 | 0.6 | 1.0 | 1.0 | 0.000s | 35.399s |
| Iteration 28 | 0.2 | 1.0 | 1.0 | 0.000s | 36.461s |
| Iteration 29 | 0.2 | 1.0 | 1.0 | 0.000s | 37.339s |
| Iteration 30 | 0.8 | 0.625 | 1.0 | 0.000s | 38.234s |
| Iteration 31 | 1.0 | 0.5 | 1.0 | 0.000s | 39.100s |
| Iteration 32 | 0.6 | 1.0 | 1.0 | 0.000s | 39.980s |
| Iteration 33 | 0.2 | 1.0 | 1.0 | 0.000s | 40.847s |
| Iteration 34 | 0.6 | 1.0 | 1.0 | 0.000s | 41.774s |
| Iteration 35 | 0.6 | 1.0 | 1.0 | 0.000s | 42.674s |
| Iteration 36 | 0.2 | 1.0 | 1.0 | 0.000s | 43.546s |
| Iteration 37 | 0.2 | 1.0 | 1.0 | 0.000s | 45.771s |
| Iteration 38 | 0.6 | 1.0 | 1.0 | 0.000s | 48.266s |
| Iteration 39 | 0.2 | 1.0 | 1.0 | 0.000s | 50.833s |
| Iteration 40 | 0.6 | 1.0 | 1.0 | 0.000s | 52.160s |
| Iteration 41 | 0.6 | 1.0 | 1.0 | 0.000s | 53.131s |
| Iteration 42 | 0.2 | 1.0 | 1.0 | 0.000s | 54.041s |
| Iteration 43 | 0.6 | 1.0 | 1.0 | 0.000s | 54.994s |
| Iteration 44 | 0.2 | 1.0 | 1.0 | 0.000s | 55.935s |
| Iteration 45 | 0.2 | 1.0 | 1.0 | 0.000s | 56.895s |
| Iteration 46 | 0.6 | 1.0 | 1.0 | 0.000s | 57.869s |
| Iteration 47 | 0.6 | 1.0 | 1.0 | 0.000s | 58.839s |
| Iteration 48 | 0.2 | 1.0 | 1.0 | 0.000s | 59.850s |
| Iteration 49 | 0.2 | 1.0 | 1.0 | 0.000s | 1m:01s |
| Iteration 50 | 0.6 | 1.0 | 1.0 | 0.000s | 1m:02s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'reg_param': 0.2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:03s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.792
Test evaluation --> roc_auc: 0.15
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.19 ± 0.1594
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:03s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.5616 | dista.. | auto | 40 | 1 | 0.625 | 0.625 | 0.647s | 0.667s |
| Initial point 2 | 4.9958 | uniform | kd_tree | 39 | 2 | 0.375 | 0.625 | 0.647s | 2.054s |
| Initial point 3 | 3.9463 | dista.. | ball_tree | 25 | 2 | 0.875 | 0.875 | 0.639s | 3.475s |
| Initial point 4 | 11.5133 | uniform | ball_tree | 39 | 2 | 0.5 | 0.875 | 0.642s | 4.925s |
| Initial point 5 | 9.0191 | dista.. | auto | 30 | 2 | 0.9375 | 0.9375 | 0.656s | 6.383s |
| Initial point 6 | 10.4448 | dista.. | ball_tree | 21 | 2 | 0.4375 | 0.9375 | 0.650s | 7.783s |
| Initial point 7 | 7.4709 | dista.. | ball_tree | 24 | 1 | 0.9375 | 0.9375 | 0.645s | 9.179s |
| Initial point 8 | 1.7903 | dista.. | ball_tree | 21 | 2 | 0.625 | 0.9375 | 0.646s | 11.758s |
| Initial point 9 | 8.3221 | uniform | ball_tree | 24 | 1 | 0.7188 | 0.9375 | 0.645s | 14.639s |
| Initial point 10 | 5.911 | uniform | brute | 22 | 2 | 0.375 | 0.9375 | 0.644s | 16.319s |
| Iteration 11 | 9.0161 | dista.. | ball_tree | 29 | 2 | 1.0 | 1.0 | 0.639s | 17.988s |
| Iteration 12 | 0.0 | dista.. | kd_tree | 28 | 1 | 0.5 | 1.0 | 0.646s | 19.702s |
| Iteration 13 | 8.4007 | dista.. | ball_tree | 28 | 2 | 0.625 | 1.0 | 0.640s | 21.414s |
| Iteration 14 | 9.518 | dista.. | ball_tree | 29 | 2 | 0.75 | 1.0 | 0.646s | 23.138s |
| Iteration 15 | 7.2128 | dista.. | ball_tree | 28 | 1 | 0.6875 | 1.0 | 1.230s | 25.445s |
| Iteration 16 | 12.5971 | uniform | auto | 30 | 2 | 0.375 | 1.0 | 0.642s | 27.171s |
| Iteration 17 | 9.0528 | dista.. | kd_tree | 25 | 2 | 0.75 | 1.0 | 0.664s | 28.872s |
| Iteration 18 | 9.1277 | dista.. | brute | 28 | 2 | 1.0 | 1.0 | 0.657s | 30.612s |
| Iteration 19 | 7.589 | dista.. | ball_tree | 21 | 1 | 0.7812 | 1.0 | 0.654s | 32.474s |
| Iteration 20 | 9.0631 | dista.. | kd_tree | 28 | 2 | 0.875 | 1.0 | 0.656s | 34.249s |
| Iteration 21 | 9.1713 | uniform | kd_tree | 31 | 1 | 0.6562 | 1.0 | 0.642s | 35.956s |
| Iteration 22 | 9.1479 | dista.. | kd_tree | 30 | 1 | 0.875 | 1.0 | 0.649s | 37.682s |
| Iteration 23 | 3.3962 | dista.. | ball_tree | 29 | 2 | 0.6875 | 1.0 | 0.646s | 39.383s |
| Iteration 24 | 3.4009 | uniform | kd_tree | 23 | 1 | 0.8438 | 1.0 | 0.652s | 41.060s |
| Iteration 25 | 2.6802 | uniform | kd_tree | 40 | 1 | 0.7188 | 1.0 | 0.651s | 44.574s |
| Iteration 26 | 3.8823 | uniform | auto | 39 | 2 | 0.8125 | 1.0 | 0.639s | 48.544s |
| Iteration 27 | 8.9104 | dista.. | kd_tree | 29 | 1 | 0.75 | 1.0 | 0.636s | 52.557s |
| Iteration 28 | 7.5029 | uniform | brute | 38 | 2 | 0.5938 | 1.0 | 0.629s | 54.767s |
| Iteration 29 | 9.1496 | dista.. | kd_tree | 30 | 2 | 0.5625 | 1.0 | 0.643s | 56.591s |
| Iteration 30 | 4.3852 | uniform | kd_tree | 22 | 1 | 0.0938 | 1.0 | 0.643s | 58.286s |
| Iteration 31 | 4.4753 | dista.. | auto | 21 | 2 | 0.6875 | 1.0 | 0.632s | 59.972s |
| Iteration 32 | 6.1373 | dista.. | auto | 20 | 2 | 0.75 | 1.0 | 0.647s | 1m:02s |
| Iteration 33 | 1.3 | uniform | kd_tree | 20 | 2 | 0.1875 | 1.0 | 0.646s | 1m:04s |
| Iteration 34 | 3.3013 | uniform | auto | 40 | 2 | 0.6875 | 1.0 | 0.641s | 1m:05s |
| Iteration 35 | 5.3999 | dista.. | brute | 24 | 1 | 0.6875 | 1.0 | 0.654s | 1m:07s |
| Iteration 36 | 10.1971 | uniform | brute | 20 | 2 | 0.5 | 1.0 | 0.656s | 1m:09s |
| Iteration 37 | 6.655 | dista.. | kd_tree | 40 | 1 | 1.0 | 1.0 | 0.644s | 1m:11s |
| Iteration 38 | 6.7066 | dista.. | ball_tree | 40 | 2 | 0.9375 | 1.0 | 1.233s | 1m:13s |
| Iteration 39 | 6.5977 | dista.. | brute | 40 | 2 | 0.75 | 1.0 | 0.636s | 1m:15s |
| Iteration 40 | 6.9063 | dista.. | auto | 21 | 2 | 0.8125 | 1.0 | 0.645s | 1m:17s |
| Iteration 41 | 1.2525 | dista.. | brute | 40 | 2 | 0.75 | 1.0 | 0.652s | 1m:19s |
| Iteration 42 | 12.0271 | dista.. | auto | 40 | 1 | 0.875 | 1.0 | 0.641s | 1m:20s |
| Iteration 43 | 0.7242 | dista.. | auto | 40 | 1 | 0.75 | 1.0 | 0.638s | 1m:22s |
| Iteration 44 | 11.9245 | dista.. | brute | 40 | 2 | 0.4375 | 1.0 | 0.640s | 1m:24s |
| Iteration 45 | 0.2722 | dista.. | auto | 40 | 1 | 0.25 | 1.0 | 0.637s | 1m:26s |
| Iteration 46 | 2.7019 | dista.. | brute | 36 | 1 | 0.7812 | 1.0 | 0.651s | 1m:28s |
| Iteration 47 | 8.003 | dista.. | kd_tree | 37 | 2 | 0.875 | 1.0 | 0.639s | 1m:30s |
| Iteration 48 | 8.0192 | dista.. | brute | 27 | 1 | 0.7188 | 1.0 | 0.649s | 1m:31s |
| Iteration 49 | 0.0 | uniform | auto | 24 | 1 | 0.5 | 1.0 | 0.651s | 1m:33s |
| Iteration 50 | 6.2564 | dista.. | brute | 40 | 1 | 0.875 | 1.0 | 0.644s | 1m:35s |
Bayesian Optimization ---------------------------
Best call --> Iteration 18
Best parameters --> {'radius': 9.1277, 'weights': 'distance', 'algorithm': 'brute', 'leaf_size': 28, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.52 ± 0.051
Time elapsed: 0.049s
-------------------------------------------------
Total time: 1m:36s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.5625 | 0.5625 | 1.021s | 1.029s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 1.0 | 1.0 | 1.055s | 2.889s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.75 | 1.0 | 0.799s | 4.445s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.9375 | 1.0 | 0.943s | 6.126s |
| Initial point 5 | 250 | 0.0488 | SAMME | 1.0 | 1.0 | 0.844s | 7.865s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.875 | 1.0 | 1.041s | 10.180s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.4375 | 1.0 | 0.705s | 11.791s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.8125 | 1.0 | 0.928s | 13.480s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.4688 | 1.0 | 0.648s | 14.905s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.6875 | 1.0 | 0.766s | 16.477s |
| Iteration 11 | 500 | 0.0377 | SAMME.R | 0.875 | 1.0 | 1.035s | 18.446s |
| Iteration 12 | 54 | 0.0649 | SAMME.R | 0.9375 | 1.0 | 0.680s | 20.090s |
| Iteration 13 | 500 | 0.0621 | SAMME | 1.0 | 1.0 | 0.974s | 22.076s |
| Iteration 14 | 85 | 0.4502 | SAMME | 0.9375 | 1.0 | 0.720s | 23.768s |
| Iteration 15 | 50 | 0.0578 | SAMME | 0.6875 | 1.0 | 0.701s | 26.026s |
| Iteration 16 | 165 | 0.1759 | SAMME.R | 0.9375 | 1.0 | 0.844s | 27.844s |
| Iteration 17 | 380 | 0.089 | SAMME.R | 0.875 | 1.0 | 0.971s | 29.837s |
| Iteration 18 | 50 | 0.2466 | SAMME.R | 1.0 | 1.0 | 0.714s | 31.500s |
| Iteration 19 | 50 | 0.2506 | SAMME | 1.0 | 1.0 | 0.713s | 33.172s |
| Iteration 20 | 50 | 0.2634 | SAMME.R | 0.875 | 1.0 | 0.707s | 34.831s |
| Iteration 21 | 500 | 0.095 | SAMME | 0.9375 | 1.0 | 1.055s | 36.846s |
| Iteration 22 | 50 | 0.1843 | SAMME | 0.9688 | 1.0 | 0.700s | 38.564s |
| Iteration 23 | 500 | 0.0699 | SAMME | 1.0 | 1.0 | 1.028s | 40.552s |
| Iteration 24 | 500 | 0.0681 | SAMME | 0.7812 | 1.0 | 1.030s | 42.556s |
| Iteration 25 | 50 | 0.1871 | SAMME | 1.0 | 1.0 | 0.699s | 44.243s |
| Iteration 26 | 50 | 0.2147 | SAMME | 0.875 | 1.0 | 0.707s | 45.966s |
| Iteration 27 | 248 | 0.1532 | SAMME | 0.9688 | 1.0 | 0.845s | 47.840s |
| Iteration 28 | 250 | 0.1535 | SAMME.R | 0.9375 | 1.0 | 0.868s | 49.773s |
| Iteration 29 | 50 | 0.3183 | SAMME.R | 1.0 | 1.0 | 0.723s | 51.471s |
| Iteration 30 | 50 | 0.348 | SAMME.R | 0.9375 | 1.0 | 0.703s | 53.173s |
| Iteration 31 | 50 | 10.0 | SAMME.R | 0.8125 | 1.0 | 0.703s | 54.848s |
| Iteration 32 | 235 | 0.1409 | SAMME.R | 1.0 | 1.0 | 0.864s | 56.730s |
| Iteration 33 | 243 | 0.1312 | SAMME.R | 1.0 | 1.0 | 0.878s | 58.621s |
| Iteration 34 | 253 | 0.1204 | SAMME.R | 1.0 | 1.0 | 0.874s | 1m:01s |
| Iteration 35 | 261 | 0.1124 | SAMME.R | 0.8125 | 1.0 | 0.888s | 1m:03s |
| Iteration 36 | 50 | 0.1869 | SAMME.R | 0.875 | 1.0 | 0.708s | 1m:06s |
| Iteration 37 | 50 | 0.4144 | SAMME | 0.9688 | 1.0 | 0.701s | 1m:08s |
| Iteration 38 | 50 | 0.5012 | SAMME | 1.0 | 1.0 | 1.283s | 1m:10s |
| Iteration 39 | 50 | 0.5571 | SAMME.R | 0.9062 | 1.0 | 0.707s | 1m:12s |
| Iteration 40 | 204 | 0.2491 | SAMME | 1.0 | 1.0 | 0.820s | 1m:14s |
| Iteration 41 | 202 | 0.25 | SAMME | 0.9688 | 1.0 | 0.814s | 1m:16s |
| Iteration 42 | 200 | 0.2498 | SAMME | 1.0 | 1.0 | 0.762s | 1m:20s |
| Iteration 43 | 203 | 0.2553 | SAMME | 0.8125 | 1.0 | 0.775s | 1m:24s |
| Iteration 44 | 50 | 0.3319 | SAMME | 0.9375 | 1.0 | 0.660s | 1m:28s |
| Iteration 45 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 1.019s | 1m:31s |
| Iteration 46 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.001s | 1m:32s |
| Iteration 47 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.000s | 1m:33s |
| Iteration 48 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.000s | 1m:34s |
| Iteration 49 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.000s | 1m:38s |
| Iteration 50 | 500 | 0.01 | SAMME | 0.9375 | 1.0 | 0.985s | 1m:40s |
Bayesian Optimization ---------------------------
Best call --> Iteration 38
Best parameters --> {'n_estimators': 50, 'learning_rate': 0.5012, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:42s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9978
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.048s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.63 ± 0.1288
Time elapsed: 0.207s
-------------------------------------------------
Total time: 1m:42s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.625 | 0.625 | 1.048s | 1.067s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.9375 | 0.9375 | 0.901s | 2.822s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.8125 | 0.9375 | 0.937s | 4.560s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.9375 | 0.744s | 6.146s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.9375 | 0.9375 | 0.936s | 7.862s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.5625 | 0.9375 | 0.780s | 9.408s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.9375 | 0.9375 | 0.816s | 11.050s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.625 | 0.9375 | 0.806s | 12.638s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.8125 | 0.9375 | 0.903s | 14.358s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.75 | 0.9375 | 0.909s | 16.088s |
| Iteration 11 | 369 | gini | 9 | 20 | 1 | auto | False | 0.035 | --- | 1.0 | 1.0 | 0.846s | 18.266s |
| Iteration 12 | 500 | entropy | None | 2 | 1 | auto | True | 0.035 | None | 1.0 | 1.0 | 1.033s | 20.615s |
| Iteration 13 | 429 | entropy | None | 2 | 20 | auto | False | 0.035 | --- | 0.8125 | 1.0 | 0.874s | 22.829s |
| Iteration 14 | 447 | entropy | 3 | 10 | 1 | auto | False | 0.035 | --- | 0.8125 | 1.0 | 0.900s | 25.293s |
| Iteration 15 | 347 | entropy | 6 | 20 | 17 | log2 | True | 0.0 | 0.9 | 0.625 | 1.0 | 0.879s | 27.730s |
| Iteration 16 | 500 | gini | 3 | 2 | 3 | 0.8 | True | 0.0138 | None | 0.875 | 1.0 | 1.027s | 30.011s |
| Iteration 17 | 500 | entropy | 1 | 20 | 20 | 0.7 | True | 0.035 | None | 0.7188 | 1.0 | 1.014s | 32.977s |
| Iteration 18 | 500 | entropy | 3 | 8 | 2 | auto | True | 0.0285 | None | 1.0 | 1.0 | 1.073s | 35.355s |
| Iteration 19 | 493 | entropy | None | 5 | 3 | sqrt | True | 0.0265 | None | 1.0 | 1.0 | 1.067s | 37.745s |
| Iteration 20 | 365 | entropy | 9 | 8 | 17 | 0.7 | False | 0.0029 | --- | 0.875 | 1.0 | 0.903s | 39.899s |
| Iteration 21 | 81 | entropy | 3 | 18 | 4 | sqrt | True | 0.0238 | None | 1.0 | 1.0 | 0.739s | 41.921s |
| Iteration 22 | 339 | entropy | None | 3 | 4 | 0.7 | True | 0.0318 | 0.5 | 1.0 | 1.0 | 0.940s | 44.126s |
| Iteration 23 | 367 | gini | 5 | 7 | 3 | 0.6 | False | 0.0294 | --- | 1.0 | 1.0 | 0.898s | 46.354s |
| Iteration 24 | 440 | entropy | 5 | 18 | 4 | sqrt | False | 0.0087 | --- | 0.75 | 1.0 | 0.938s | 48.609s |
| Iteration 25 | 446 | entropy | 3 | 15 | 10 | 0.7 | True | 0.0002 | 0.6 | 0.9375 | 1.0 | 0.969s | 52.921s |
| Iteration 26 | 376 | gini | 9 | 18 | 6 | log2 | False | 0.0255 | --- | 0.8125 | 1.0 | 0.865s | 55.561s |
| Iteration 27 | 20 | gini | 5 | 6 | 15 | auto | False | 0.0127 | --- | 0.8125 | 1.0 | 0.645s | 57.701s |
| Iteration 28 | 414 | gini | 5 | 6 | 1 | 0.6 | False | 0.0343 | --- | 0.75 | 1.0 | 0.901s | 59.902s |
| Iteration 29 | 31 | entropy | 4 | 13 | 10 | sqrt | True | 0.0295 | 0.5 | 0.5 | 1.0 | 0.691s | 1m:02s |
| Iteration 30 | 338 | gini | 9 | 20 | 2 | log2 | False | 0.0308 | --- | 0.75 | 1.0 | 0.882s | 1m:04s |
| Iteration 31 | 421 | gini | 4 | 3 | 6 | 0.6 | False | 0.0347 | --- | 0.8125 | 1.0 | 0.927s | 1m:06s |
| Iteration 32 | 178 | entropy | None | 13 | 2 | 0.7 | True | 0.035 | 0.5 | 0.875 | 1.0 | 0.812s | 1m:09s |
| Iteration 33 | 372 | entropy | 9 | 18 | 7 | sqrt | True | 0.0302 | 0.5 | 0.6875 | 1.0 | 0.964s | 1m:11s |
| Iteration 34 | 10 | gini | 9 | 20 | 2 | auto | True | 0.035 | None | 1.0 | 1.0 | 0.682s | 1m:13s |
| Iteration 35 | 333 | gini | 2 | 11 | 5 | 0.8 | False | 0.018 | --- | 0.625 | 1.0 | 0.877s | 1m:16s |
| Iteration 36 | 136 | gini | 4 | 7 | 2 | auto | True | 0.034 | None | 0.875 | 1.0 | 0.724s | 1m:18s |
| Iteration 37 | 423 | entropy | 5 | 20 | 1 | sqrt | True | 0.0 | None | 1.0 | 1.0 | 0.938s | 1m:20s |
| Iteration 38 | 427 | gini | 8 | 20 | 1 | sqrt | True | 0.0036 | None | 1.0 | 1.0 | 0.953s | 1m:23s |
| Iteration 39 | 352 | entropy | 6 | 20 | 6 | 0.5 | True | 0.0156 | 0.6 | 0.8125 | 1.0 | 0.900s | 1m:25s |
| Iteration 40 | 475 | entropy | 3 | 18 | 1 | sqrt | True | 0.0027 | None | 0.8125 | 1.0 | 1.596s | 1m:29s |
| Iteration 41 | 369 | gini | 9 | 18 | 5 | auto | True | 0.0016 | None | 0.875 | 1.0 | 0.919s | 1m:33s |
| Iteration 42 | 75 | gini | 3 | 2 | 8 | None | False | 0.0332 | --- | 1.0 | 1.0 | 0.678s | 1m:37s |
| Iteration 43 | 376 | gini | 8 | 20 | 8 | None | False | 0.0157 | --- | 0.8125 | 1.0 | 0.880s | 1m:41s |
| Iteration 44 | 105 | entropy | 5 | 5 | 1 | None | False | 0.0218 | --- | 0.875 | 1.0 | 0.704s | 1m:43s |
| Iteration 45 | 249 | entropy | 8 | 9 | 1 | None | True | 0.0048 | None | 1.0 | 1.0 | 0.863s | 1m:45s |
| Iteration 46 | 21 | gini | 1 | 10 | 20 | 0.8 | True | 0.0025 | 0.8 | 0.5 | 1.0 | 0.648s | 1m:47s |
| Iteration 47 | 164 | gini | None | 8 | 1 | 0.7 | True | 0.0147 | 0.7 | 0.8125 | 1.0 | 0.772s | 1m:50s |
| Iteration 48 | 272 | entropy | None | 8 | 20 | 0.9 | True | 0.034 | 0.7 | 0.5 | 1.0 | 0.838s | 1m:52s |
| Iteration 49 | 153 | gini | None | 7 | 1 | 0.9 | True | 0.0242 | 0.6 | 0.5625 | 1.0 | 0.759s | 1m:56s |
| Iteration 50 | 48 | entropy | None | 11 | 9 | sqrt | True | 0.0085 | None | 0.6875 | 1.0 | 0.660s | 1m:59s |
Bayesian Optimization ---------------------------
Best call --> Iteration 18
Best parameters --> {'n_estimators': 500, 'criterion': 'entropy', 'max_depth': 3, 'min_samples_split': 8, 'min_samples_leaf': 2, 'max_features': 'auto', 'bootstrap': True, 'ccp_alpha': 0.0285, 'max_samples': None}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:60s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9723
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.489s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.57 ± 0.06
Time elapsed: 2.017s
-------------------------------------------------
Total time: 2m:02s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.625 | 0.625 | 0.782s | 0.801s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 1.0 | 1.0 | 0.765s | 2.453s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 1.0 | 0.756s | 4.056s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 1.0 | 0.712s | 5.633s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 1.0 | 0.763s | 7.244s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 1.0 | 0.728s | 8.844s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 1.0 | 0.688s | 11.852s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 1.0 | 0.693s | 13.999s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.6875 | 1.0 | 0.729s | 17.243s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 1.0 | 0.712s | 19.183s |
| Iteration 11 | 295 | 0.0555 | 6 | 0.1705 | 2 | 0.8 | 1.0 | 0.1 | 0.01 | 1.0 | 1.0 | 0.711s | 21.080s |
| Iteration 12 | 450 | 0.0999 | 7 | 0.5935 | 3 | 0.9 | 0.8 | 0.1 | 1 | 0.8125 | 1.0 | 0.727s | 23.051s |
| Iteration 13 | 26 | 0.6553 | 6 | 0.893 | 6 | 0.8 | 0.6 | 0.1 | 0.1 | 0.625 | 1.0 | 0.643s | 24.911s |
| Iteration 14 | 304 | 0.0147 | 5 | 0.403 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 1.0 | 1.0 | 0.700s | 27.756s |
| Iteration 15 | 419 | 0.0261 | 2 | 0.3298 | 3 | 0.6 | 0.9 | 0.1 | 0.01 | 0.5625 | 1.0 | 0.705s | 29.935s |
| Iteration 16 | 384 | 0.048 | 3 | 0.4373 | 2 | 0.8 | 0.5 | 0.1 | 100 | 0.625 | 1.0 | 0.704s | 31.954s |
| Iteration 17 | 403 | 0.0109 | 1 | 0.7855 | 7 | 0.8 | 1.0 | 0.1 | 10 | 0.625 | 1.0 | 0.695s | 33.905s |
| Iteration 18 | 324 | 0.0178 | 7 | 0.2 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 1.0 | 1.0 | 1.273s | 36.508s |
| Iteration 19 | 319 | 0.0654 | 3 | 0.4167 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 1.0 | 1.0 | 0.717s | 38.466s |
| Iteration 20 | 286 | 0.0213 | 4 | 0.2264 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.9375 | 1.0 | 0.693s | 40.499s |
| Iteration 21 | 318 | 0.0277 | 5 | 0.7422 | 4 | 0.9 | 1.0 | 1 | 0.1 | 1.0 | 1.0 | 0.702s | 43.620s |
| Iteration 22 | 383 | 0.0245 | 6 | 0.4168 | 3 | 0.8 | 1.0 | 0.1 | 0.1 | 0.75 | 1.0 | 0.719s | 47.110s |
| Iteration 23 | 340 | 0.0402 | 6 | 0.6121 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 1.0 | 1.0 | 0.694s | 49.463s |
| Iteration 24 | 455 | 0.1485 | 6 | 0.6697 | 5 | 0.9 | 1.0 | 0 | 0.1 | 0.8438 | 1.0 | 0.717s | 51.596s |
| Iteration 25 | 369 | 0.0284 | 5 | 0.4229 | 5 | 0.8 | 0.9 | 1 | 0.1 | 0.6875 | 1.0 | 0.700s | 53.651s |
| Iteration 26 | 313 | 0.1083 | 7 | 0.713 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 1.0 | 1.0 | 0.693s | 57.363s |
| Iteration 27 | 347 | 0.3428 | 2 | 0.6334 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.625 | 1.0 | 0.692s | 1m:01s |
| Iteration 28 | 425 | 0.1443 | 3 | 0.1473 | 3 | 0.9 | 0.9 | 0.1 | 100 | 0.7188 | 1.0 | 0.726s | 1m:06s |
| Iteration 29 | 389 | 0.0286 | 5 | 0.937 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.75 | 1.0 | 0.708s | 1m:08s |
| Iteration 30 | 271 | 0.0144 | 5 | 0.0 | 2 | 0.9 | 0.8 | 0.01 | 0.01 | 0.75 | 1.0 | 0.688s | 1m:10s |
| Iteration 31 | 252 | 0.0477 | 7 | 0.3627 | 3 | 0.8 | 1.0 | 0.1 | 0.1 | 0.8125 | 1.0 | 0.682s | 1m:12s |
| Iteration 32 | 435 | 0.01 | 9 | 0.9552 | 3 | 0.9 | 0.5 | 0.1 | 0.1 | 0.875 | 1.0 | 0.712s | 1m:14s |
| Iteration 33 | 168 | 0.01 | 8 | 0.0 | 1 | 0.8 | 0.5 | 0.1 | 0.01 | 1.0 | 1.0 | 0.688s | 1m:16s |
| Iteration 34 | 137 | 0.01 | 9 | 0.0 | 1 | 0.8 | 0.7 | 10 | 0.1 | 0.5 | 1.0 | 0.663s | 1m:20s |
| Iteration 35 | 383 | 0.01 | 8 | 0.0 | 2 | 0.9 | 0.8 | 0.1 | 0 | 0.8125 | 1.0 | 0.716s | 1m:22s |
| Iteration 36 | 75 | 0.01 | 10 | 0.4534 | 1 | 0.8 | 1.0 | 0.1 | 0.01 | 1.0 | 1.0 | 0.652s | 1m:24s |
| Iteration 37 | 59 | 0.01 | 1 | 0.2577 | 1 | 1.0 | 0.9 | 1 | 0.01 | 0.9375 | 1.0 | 0.655s | 1m:26s |
| Iteration 38 | 373 | 0.01 | 10 | 0.0339 | 1 | 0.8 | 1.0 | 0.1 | 0.01 | 1.0 | 1.0 | 0.745s | 1m:28s |
| Iteration 39 | 280 | 0.01 | 10 | 0.2053 | 1 | 0.8 | 0.9 | 0.1 | 0.01 | 0.9375 | 1.0 | 0.706s | 1m:30s |
| Iteration 40 | 29 | 0.01 | 4 | 0.0 | 1 | 0.9 | 1.0 | 0.1 | 0.01 | 1.0 | 1.0 | 0.648s | 1m:33s |
| Iteration 41 | 307 | 0.01 | 1 | 0.3447 | 1 | 1.0 | 1.0 | 0 | 100 | 0.8125 | 1.0 | 0.681s | 1m:35s |
| Iteration 42 | 102 | 0.01 | 4 | 0.0409 | 1 | 0.9 | 0.8 | 0.1 | 0.1 | 1.0 | 1.0 | 1.238s | 1m:37s |
| Iteration 43 | 361 | 0.01 | 9 | 0.0 | 1 | 0.9 | 1.0 | 0.1 | 0.1 | 0.8438 | 1.0 | 0.721s | 1m:40s |
| Iteration 44 | 20 | 0.01 | 4 | 0.3475 | 1 | 0.9 | 0.8 | 0.1 | 0.01 | 0.875 | 1.0 | 0.639s | 1m:42s |
| Iteration 45 | 69 | 0.01 | 5 | 0.0098 | 1 | 0.8 | 0.4 | 0.1 | 0.01 | 1.0 | 1.0 | 0.655s | 1m:44s |
| Iteration 46 | 20 | 0.01 | 2 | 0.0 | 1 | 0.8 | 0.9 | 0.1 | 0.01 | 1.0 | 1.0 | 0.640s | 1m:46s |
| Iteration 47 | 20 | 0.01 | 4 | 0.1035 | 1 | 0.8 | 0.6 | 0.1 | 0.01 | 0.875 | 1.0 | 0.649s | 1m:48s |
| Iteration 48 | 39 | 0.01 | 8 | 0.1238 | 1 | 0.8 | 0.4 | 0.1 | 0.01 | 0.8125 | 1.0 | 0.645s | 1m:50s |
| Iteration 49 | 229 | 1.0 | 2 | 0.8954 | 1 | 1.0 | 1.0 | 1 | 0 | 0.8125 | 1.0 | 0.713s | 1m:53s |
| Iteration 50 | 424 | 0.01 | 1 | 0.5234 | 1 | 0.9 | 1.0 | 0.1 | 0.01 | 0.875 | 1.0 | 0.735s | 1m:55s |
Bayesian Optimization ---------------------------
Best call --> Iteration 18
Best parameters --> {'n_estimators': 324, 'learning_rate': 0.0178, 'max_depth': 7, 'gamma': 0.2, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:57s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9714
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.087s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.52 ± 0.1166
Time elapsed: 0.256s
-------------------------------------------------
Total time: 1m:57s
Final results ==================== >>
Duration: 13m:02s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.6 ± 0.0949 ~
Logistic Regression --> roc_auc: 0.23 ± 0.0927 ~
Linear Discriminant Analysis --> roc_auc: 0.23 ± 0.186 ~
Quadratic Discriminant Analysis --> roc_auc: 0.19 ± 0.1594 ~
Radius Nearest Neighbors --> roc_auc: 0.52 ± 0.051 ~
AdaBoost --> roc_auc: 0.63 ± 0.1288 ~ !
Random Forest --> roc_auc: 0.57 ± 0.06 ~
XGBoost --> roc_auc: 0.52 ± 0.1166 ~
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVDNQAGTALIF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CALMDTGRRALTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVLSNDYKLSF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVRGAAGNKLTF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAVEDQTGANNLFF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CAGPNAGGTSYGKLTF.
>>> Dropping feature CAPNSGGGADGLTF.
>>> Dropping feature CAVRNTGFQKLVF.
>>> Dropping feature CVVTNQAGTALIF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CAASYTGNQFYF.
>>> Dropping feature CAATNFGNEKLTF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CASSPGGYEQYF.
>>> Dropping feature CAVPTSGTYKYIF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAENNNARLMF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CANAGGTSYGKLTF.
>>> Dropping feature CASSSGETQYF.
>>> Dropping feature CAVLNSGGYQKVTF.
>>> Dropping feature CAMREGNTGGFKTIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CAVDAGGTSYGKLTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAASNTDKLIF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.5312 | 0.5312 | 3.221s | 3.242s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.8125 | 0.8125 | 3.215s | 7.595s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.9375 | 0.9375 | 3.164s | 11.684s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.6875 | 0.9375 | 3.220s | 15.807s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.9375 | 0.9375 | 3.242s | 19.960s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.125 | 0.9375 | 3.248s | 24.128s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.9375 | 0.9375 | 3.198s | 28.206s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.6875 | 0.9375 | 3.263s | 32.398s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.4375 | 0.9375 | 3.179s | 36.570s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.5 | 0.9375 | 3.346s | 40.881s |
| Iteration 11 | exponen.. | 0.0178 | 111 | 0.6 | friedman_mse | 11 | 1 | 8 | sqrt | 0.0263 | 0.8125 | 0.9375 | 3.195s | 45.527s |
| Iteration 12 | exponen.. | 0.7574 | 331 | 0.7 | squared_er.. | 4 | 6 | 10 | sqrt | 0.0088 | 0.75 | 0.9375 | 3.266s | 50.016s |
| Iteration 13 | exponen.. | 0.01 | 193 | 0.9 | squared_er.. | 5 | 1 | 1 | None | 0.035 | 1.0 | 1.0 | 3.183s | 54.425s |
| Iteration 14 | exponen.. | 0.2222 | 184 | 0.9 | squared_er.. | 6 | 1 | 4 | 0.5 | 0.035 | 0.625 | 1.0 | 3.186s | 58.779s |
| Iteration 15 | deviance | 0.036 | 463 | 0.5 | friedman_mse | 11 | 1 | 4 | auto | 0.0074 | 0.75 | 1.0 | 3.240s | 1m:03s |
| Iteration 16 | exponen.. | 0.1208 | 150 | 1.0 | squared_er.. | 8 | 14 | 2 | None | 0.032 | 0.7188 | 1.0 | 3.156s | 1m:07s |
| Iteration 17 | exponen.. | 0.6054 | 409 | 0.9 | squared_er.. | 15 | 11 | 9 | None | 0.0206 | 0.8438 | 1.0 | 3.247s | 1m:12s |
| Iteration 18 | exponen.. | 0.01 | 48 | 0.8 | squared_er.. | 9 | 15 | 5 | None | 0.0315 | 1.0 | 1.0 | 3.179s | 1m:17s |
| Iteration 19 | exponen.. | 0.34 | 182 | 0.6 | friedman_mse | 8 | 2 | 8 | sqrt | 0.0066 | 1.0 | 1.0 | 3.200s | 1m:22s |
| Iteration 20 | exponen.. | 0.159 | 272 | 0.5 | friedman_mse | 6 | 4 | 5 | sqrt | 0.0212 | 0.625 | 1.0 | 3.250s | 1m:27s |
| Iteration 21 | exponen.. | 0.4647 | 416 | 0.8 | friedman_mse | 9 | 1 | 8 | sqrt | 0.0169 | 0.875 | 1.0 | 3.264s | 1m:32s |
| Iteration 22 | exponen.. | 0.103 | 368 | 0.6 | friedman_mse | 4 | 3 | 7 | sqrt | 0.0084 | 0.875 | 1.0 | 3.227s | 1m:37s |
| Iteration 23 | exponen.. | 0.5198 | 194 | 0.6 | friedman_mse | 8 | 5 | 9 | sqrt | 0.0057 | 0.75 | 1.0 | 3.179s | 1m:41s |
| Iteration 24 | exponen.. | 0.0124 | 120 | 0.6 | squared_er.. | 16 | 8 | 3 | None | 0.0333 | 0.625 | 1.0 | 3.203s | 1m:46s |
| Iteration 25 | exponen.. | 0.0764 | 110 | 0.7 | friedman_mse | 9 | 4 | 10 | log2 | 0.0053 | 0.625 | 1.0 | 3.160s | 1m:50s |
| Iteration 26 | exponen.. | 0.01 | 10 | 0.8 | squared_er.. | 2 | 2 | 1 | None | 0.035 | 0.875 | 1.0 | 3.138s | 1m:55s |
| Iteration 27 | exponen.. | 0.2086 | 190 | 0.8 | squared_er.. | 12 | 17 | 9 | None | 0.0228 | 0.6875 | 1.0 | 3.180s | 2m:01s |
| Iteration 28 | exponen.. | 0.5585 | 269 | 0.9 | squared_er.. | 20 | 11 | 6 | auto | 0.0118 | 0.6562 | 1.0 | 3.188s | 2m:08s |
| Iteration 29 | exponen.. | 0.01 | 57 | 0.9 | squared_er.. | 10 | 1 | 4 | None | 0.0083 | 0.625 | 1.0 | 3.142s | 2m:15s |
| Iteration 30 | exponen.. | 0.1337 | 270 | 0.6 | squared_er.. | 3 | 3 | 3 | 0.5 | 0.0068 | 0.375 | 1.0 | 3.175s | 2m:20s |
| Iteration 31 | exponen.. | 0.0295 | 78 | 0.8 | squared_er.. | 11 | 11 | 4 | log2 | 0.0293 | 0.75 | 1.0 | 3.192s | 2m:24s |
| Iteration 32 | deviance | 1.0 | 490 | 0.9 | squared_er.. | 5 | 8 | 1 | None | 0.035 | 0.5625 | 1.0 | 3.265s | 2m:29s |
| Iteration 33 | exponen.. | 0.01 | 134 | 0.6 | friedman_mse | 13 | 5 | 5 | log2 | 0.0047 | 0.8125 | 1.0 | 3.224s | 2m:34s |
| Iteration 34 | exponen.. | 0.0179 | 337 | 0.8 | squared_er.. | 10 | 5 | 6 | auto | 0.0032 | 1.0 | 1.0 | 3.291s | 2m:38s |
| Iteration 35 | deviance | 0.24 | 189 | 0.5 | friedman_mse | 5 | 10 | 3 | 0.9 | 0.0 | 0.375 | 1.0 | 3.179s | 2m:43s |
| Iteration 36 | exponen.. | 0.01 | 10 | 1.0 | squared_er.. | 2 | 1 | 10 | auto | 0.035 | 0.7188 | 1.0 | 3.169s | 2m:48s |
| Iteration 37 | exponen.. | 0.0195 | 254 | 0.6 | friedman_mse | 20 | 2 | 2 | sqrt | 0.0304 | 0.8125 | 1.0 | 3.167s | 2m:53s |
| Iteration 38 | exponen.. | 0.0207 | 94 | 1.0 | squared_er.. | 6 | 15 | 9 | auto | 0.0338 | 0.5 | 1.0 | 3.155s | 2m:59s |
| Iteration 39 | deviance | 0.216 | 380 | 0.8 | squared_er.. | 8 | 19 | 10 | auto | 0.0009 | 0.75 | 1.0 | 3.242s | 3m:04s |
| Iteration 40 | exponen.. | 0.0242 | 18 | 0.8 | friedman_mse | 16 | 17 | 6 | 0.6 | 0.0035 | 0.625 | 1.0 | 3.156s | 3m:08s |
| Iteration 41 | exponen.. | 0.0592 | 138 | 0.8 | squared_er.. | 8 | 2 | 6 | auto | 0.0067 | 0.7812 | 1.0 | 3.205s | 3m:13s |
| Iteration 42 | deviance | 0.2354 | 484 | 0.8 | friedman_mse | 13 | 1 | 8 | auto | 0.0147 | 0.875 | 1.0 | 3.302s | 3m:18s |
| Iteration 43 | exponen.. | 0.9217 | 264 | 0.6 | friedman_mse | 15 | 3 | 8 | 0.5 | 0.021 | 0.5938 | 1.0 | 3.848s | 3m:23s |
| Iteration 44 | exponen.. | 0.0138 | 402 | 0.8 | friedman_mse | 9 | 3 | 3 | auto | 0.0301 | 0.6875 | 1.0 | 3.320s | 3m:28s |
| Iteration 45 | exponen.. | 0.0353 | 170 | 0.7 | friedman_mse | 16 | 11 | 10 | sqrt | 0.0081 | 1.0 | 1.0 | 3.261s | 3m:33s |
| Iteration 46 | exponen.. | 0.0121 | 447 | 0.7 | friedman_mse | 10 | 5 | 5 | sqrt | 0.004 | 0.8125 | 1.0 | 3.361s | 3m:39s |
| Iteration 47 | deviance | 0.3202 | 260 | 0.7 | friedman_mse | 19 | 19 | 8 | sqrt | 0.0 | 0.625 | 1.0 | 3.236s | 3m:44s |
| Iteration 48 | exponen.. | 0.0439 | 115 | 0.7 | friedman_mse | 5 | 12 | 8 | sqrt | 0.0115 | 0.75 | 1.0 | 3.229s | 3m:49s |
| Iteration 49 | exponen.. | 0.01 | 177 | 0.7 | friedman_mse | 16 | 2 | 9 | auto | 0.0 | 0.875 | 1.0 | 3.311s | 3m:54s |
| Iteration 50 | deviance | 0.01 | 213 | 0.9 | friedman_mse | 14 | 6 | 8 | None | 0.035 | 0.6875 | 1.0 | 3.553s | 4m:01s |
Bayesian Optimization ---------------------------
Best call --> Iteration 34
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0179, 'n_estimators': 337, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 10, 'min_samples_leaf': 5, 'max_depth': 6, 'max_features': 'auto', 'ccp_alpha': 0.0032}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:02s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.122s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.71 ± 0.0583
Time elapsed: 0.571s
-------------------------------------------------
Total time: 4m:03s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.5625 | 0.5625 | 3.186s | 3.200s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.3125 | 0.5625 | 3.196s | 8.200s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.8125 | 0.8125 | 3.196s | 12.624s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.5 | 0.8125 | 3.209s | 17.982s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 1.0 | 1.0 | 3.234s | 22.386s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.25 | 1.0 | 3.222s | 26.484s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.75 | 1.0 | 3.198s | 31.562s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.0625 | 1.0 | 3.202s | 35.873s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.625 | 1.0 | 3.200s | 39.956s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.8125 | 1.0 | 3.221s | 44.107s |
| Iteration 11 | l2 | 7.5303 | newto.. | 478 | --- | 0.9375 | 1.0 | 3.227s | 48.772s |
| Iteration 12 | l2 | 0.0014 | sag | 552 | --- | 0.875 | 1.0 | 3.212s | 53.327s |
| Iteration 13 | none | --- | newto.. | 557 | --- | 0.9375 | 1.0 | 3.230s | 57.993s |
| Iteration 14 | none | --- | lbfgs | 614 | --- | 0.6875 | 1.0 | 3.191s | 1m:03s |
| Iteration 15 | l2 | 71.2519 | lbfgs | 572 | --- | 1.0 | 1.0 | 3.164s | 1m:09s |
| Iteration 16 | l2 | 68.9249 | lbfgs | 566 | --- | 0.8125 | 1.0 | 3.159s | 1m:17s |
| Iteration 17 | l2 | 6.7906 | sag | 312 | --- | 0.3125 | 1.0 | 3.144s | 1m:23s |
| Iteration 18 | none | --- | lbfgs | 529 | --- | 1.0 | 1.0 | 3.216s | 1m:30s |
| Iteration 19 | l2 | 0.0408 | libli.. | 507 | --- | 0.8125 | 1.0 | 3.163s | 1m:37s |
| Iteration 20 | none | --- | lbfgs | 526 | --- | 0.5 | 1.0 | 3.144s | 1m:45s |
| Iteration 21 | l2 | 18.1405 | sag | 532 | --- | 0.8125 | 1.0 | 3.092s | 1m:50s |
| Iteration 22 | none | --- | lbfgs | 534 | --- | 0.8125 | 1.0 | 3.141s | 1m:56s |
| Iteration 23 | l2 | 8.7268 | lbfgs | 595 | --- | 0.5 | 1.0 | 3.197s | 2m:01s |
| Iteration 24 | l2 | 100.0 | libli.. | 631 | --- | 0.6875 | 1.0 | 3.118s | 2m:05s |
| Iteration 25 | l2 | 100.0 | sag | 476 | --- | 0.75 | 1.0 | 3.135s | 2m:11s |
| Iteration 26 | l2 | 0.0328 | sag | 329 | --- | 0.5 | 1.0 | 3.124s | 2m:18s |
| Iteration 27 | none | --- | lbfgs | 535 | --- | 0.5625 | 1.0 | 3.168s | 2m:25s |
| Iteration 28 | l2 | 31.803 | lbfgs | 582 | --- | 0.4375 | 1.0 | 3.161s | 2m:31s |
| Iteration 29 | none | --- | newto.. | 510 | --- | 0.625 | 1.0 | 3.612s | 2m:37s |
| Iteration 30 | none | --- | newto.. | 548 | --- | 0.3125 | 1.0 | 3.236s | 2m:41s |
| Iteration 31 | l2 | 0.0083 | saga | 445 | --- | 0.625 | 1.0 | 3.234s | 2m:46s |
| Iteration 32 | l2 | 0.0168 | lbfgs | 433 | --- | 0.5 | 1.0 | 3.290s | 2m:50s |
| Iteration 33 | l2 | 63.1711 | newto.. | 736 | --- | 1.0 | 1.0 | 3.312s | 2m:55s |
| Iteration 34 | none | --- | saga | 755 | --- | 0.875 | 1.0 | 3.349s | 2m:59s |
| Iteration 35 | l2 | 0.3333 | libli.. | 721 | --- | 0.375 | 1.0 | 3.242s | 3m:04s |
| Iteration 36 | elast.. | 40.5651 | saga | 769 | 0.2 | 0.1875 | 1.0 | 3.306s | 3m:09s |
| Iteration 37 | l2 | 12.1335 | sag | 564 | --- | 0.375 | 1.0 | 3.247s | 3m:13s |
| Iteration 38 | l2 | 0.0128 | libli.. | 766 | --- | 0.8125 | 1.0 | 3.282s | 3m:18s |
| Iteration 39 | l2 | 9.5271 | newto.. | 634 | --- | 0.5 | 1.0 | 3.226s | 3m:22s |
| Iteration 40 | l2 | 94.1266 | lbfgs | 287 | --- | 0.625 | 1.0 | 3.335s | 3m:27s |
| Iteration 41 | none | --- | lbfgs | 535 | --- | 0.5625 | 1.0 | 0.001s | 3m:28s |
| Iteration 42 | l2 | 87.981 | lbfgs | 605 | --- | 0.75 | 1.0 | 3.274s | 3m:33s |
| Iteration 43 | none | --- | lbfgs | 390 | --- | 0.375 | 1.0 | 3.126s | 3m:40s |
| Iteration 44 | l2 | 1.0682 | sag | 794 | --- | 0.75 | 1.0 | 3.224s | 3m:45s |
| Iteration 45 | none | --- | newto.. | 398 | --- | 0.8125 | 1.0 | 3.260s | 3m:49s |
| Iteration 46 | l2 | 33.4367 | lbfgs | 927 | --- | 0.625 | 1.0 | 3.246s | 3m:55s |
| Iteration 47 | l2 | 15.2181 | sag | 100 | --- | 0.625 | 1.0 | 3.210s | 3m:59s |
| Iteration 48 | l2 | 0.0192 | lbfgs | 622 | --- | 0.625 | 1.0 | 3.222s | 4m:04s |
| Iteration 49 | l2 | 53.5757 | libli.. | 470 | --- | 0.625 | 1.0 | 3.221s | 4m:08s |
| Iteration 50 | l1 | 0.001 | saga | 362 | --- | 0.5 | 1.0 | 3.225s | 4m:13s |
Bayesian Optimization ---------------------------
Best call --> Iteration 33
Best parameters --> {'penalty': 'l2', 'C': 63.1711, 'solver': 'newton-cg', 'max_iter': 736}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8598
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.020s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.61 ± 0.086
Time elapsed: 0.071s
-------------------------------------------------
Total time: 4m:15s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.5 | 0.5 | 3.239s | 3.245s |
| Initial point 2 | svd | --- | 0.375 | 0.5 | 3.206s | 7.402s |
| Initial point 3 | svd | --- | 0.375 | 0.5 | 0.001s | 8.246s |
| Initial point 4 | lsqr | 0.8 | 0.875 | 0.875 | 3.274s | 12.344s |
| Initial point 5 | eigen | 0.9 | 1.0 | 1.0 | 3.232s | 16.432s |
| Initial point 6 | lsqr | 0.7 | 0.3125 | 1.0 | 3.223s | 20.613s |
| Initial point 7 | lsqr | 0.5 | 0.8125 | 1.0 | 3.220s | 24.835s |
| Initial point 8 | lsqr | 0.9 | 0.5 | 1.0 | 3.226s | 28.935s |
| Initial point 9 | lsqr | 0.6 | 0.5625 | 1.0 | 3.242s | 33.080s |
| Initial point 10 | eigen | 0.8 | 0.5 | 1.0 | 3.239s | 37.412s |
| Iteration 11 | eigen | 0.6 | 0.9375 | 1.0 | 3.231s | 41.598s |
| Iteration 12 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 42.640s |
| Iteration 13 | eigen | 0.7 | 0.5 | 1.0 | 3.229s | 46.784s |
| Iteration 14 | lsqr | auto | 0.75 | 1.0 | 3.219s | 52.683s |
| Iteration 15 | eigen | auto | 0.875 | 1.0 | 3.132s | 59.379s |
| Iteration 16 | svd | --- | 0.375 | 1.0 | 0.000s | 1m:03s |
| Iteration 17 | svd | --- | 0.375 | 1.0 | 0.000s | 1m:06s |
| Iteration 18 | eigen | 0.5 | 1.0 | 1.0 | 3.153s | 1m:10s |
| Iteration 19 | eigen | None | 0.8125 | 1.0 | 3.171s | 1m:14s |
| Iteration 20 | lsqr | None | 0.5 | 1.0 | 3.177s | 1m:19s |
| Iteration 21 | lsqr | 1.0 | 1.0 | 1.0 | 3.188s | 1m:23s |
| Iteration 22 | svd | --- | 0.375 | 1.0 | 0.000s | 1m:24s |
| Iteration 23 | svd | --- | 0.375 | 1.0 | 0.000s | 1m:25s |
| Iteration 24 | svd | --- | 0.375 | 1.0 | 0.000s | 1m:26s |
| Iteration 25 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:27s |
| Iteration 26 | svd | --- | 0.375 | 1.0 | 0.001s | 1m:30s |
| Iteration 27 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 1m:34s |
| Iteration 28 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:35s |
| Iteration 29 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:36s |
| Iteration 30 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 1m:38s |
| Iteration 31 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:40s |
| Iteration 32 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:41s |
| Iteration 33 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 1m:42s |
| Iteration 34 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:43s |
| Iteration 35 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:44s |
| Iteration 36 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 1m:45s |
| Iteration 37 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:46s |
| Iteration 38 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:47s |
| Iteration 39 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 1m:49s |
| Iteration 40 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:51s |
| Iteration 41 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:52s |
| Iteration 42 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 1m:53s |
| Iteration 43 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:54s |
| Iteration 44 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:55s |
| Iteration 45 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 1m:56s |
| Iteration 46 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:58s |
| Iteration 47 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 1m:59s |
| Iteration 48 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 1m:60s |
| Iteration 49 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 2m:02s |
| Iteration 50 | eigen | 0.9 | 1.0 | 1.0 | 0.000s | 2m:03s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7652
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.46 ± 0.02
Time elapsed: 0.030s
-------------------------------------------------
Total time: 2m:04s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.5 | 0.5 | 3.069s | 3.072s |
| Initial point 2 | 0.9 | 0.5 | 0.5 | 3.133s | 7.102s |
| Initial point 3 | 0.1 | 0.6875 | 0.6875 | 3.172s | 11.286s |
| Initial point 4 | 1.0 | 0.5 | 0.6875 | 0.001s | 12.247s |
| Initial point 5 | 0.2 | 0.9375 | 0.9375 | 3.142s | 16.214s |
| Initial point 6 | 0.4 | 0.375 | 0.9375 | 3.153s | 20.296s |
| Initial point 7 | 0.4 | 0.375 | 0.9375 | 0.000s | 21.178s |
| Initial point 8 | 0.7 | 0.5 | 0.9375 | 3.133s | 25.147s |
| Initial point 9 | 0.9 | 0.5 | 0.9375 | 0.000s | 26.064s |
| Initial point 10 | 0.8 | 0.5 | 0.9375 | 3.158s | 30.002s |
| Iteration 11 | 0.3 | 1.0 | 1.0 | 3.168s | 35.906s |
| Iteration 12 | 0.6 | 0.5 | 1.0 | 3.128s | 40.595s |
| Iteration 13 | 0.5 | 0.5625 | 1.0 | 3.189s | 44.719s |
| Iteration 14 | 0.0 | 0.6875 | 1.0 | 3.218s | 48.893s |
| Iteration 15 | 0.3 | 1.0 | 1.0 | 0.001s | 49.823s |
| Iteration 16 | 0.3 | 1.0 | 1.0 | 0.000s | 50.707s |
| Iteration 17 | 0.3 | 1.0 | 1.0 | 0.000s | 51.598s |
| Iteration 18 | 0.3 | 1.0 | 1.0 | 0.000s | 52.603s |
| Iteration 19 | 0.3 | 1.0 | 1.0 | 0.000s | 53.562s |
| Iteration 20 | 0.3 | 1.0 | 1.0 | 0.000s | 56.134s |
| Iteration 21 | 0.3 | 1.0 | 1.0 | 0.000s | 57.426s |
| Iteration 22 | 0.3 | 1.0 | 1.0 | 0.000s | 58.308s |
| Iteration 23 | 0.3 | 1.0 | 1.0 | 0.000s | 59.193s |
| Iteration 24 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:00s |
| Iteration 25 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:01s |
| Iteration 26 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:02s |
| Iteration 27 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:03s |
| Iteration 28 | 0.9 | 0.5 | 1.0 | 0.000s | 1m:05s |
| Iteration 29 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:07s |
| Iteration 30 | 0.8 | 0.5 | 1.0 | 0.000s | 1m:09s |
| Iteration 31 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:10s |
| Iteration 32 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:11s |
| Iteration 33 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 34 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:13s |
| Iteration 35 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:13s |
| Iteration 36 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:16s |
| Iteration 37 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:18s |
| Iteration 38 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:19s |
| Iteration 39 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:20s |
| Iteration 40 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:21s |
| Iteration 41 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:22s |
| Iteration 42 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:23s |
| Iteration 43 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:25s |
| Iteration 44 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:26s |
| Iteration 45 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:27s |
| Iteration 46 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:28s |
| Iteration 47 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:29s |
| Iteration 48 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:30s |
| Iteration 49 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:31s |
| Iteration 50 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:34s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'reg_param': 0.3}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7518
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.45 ± 0.0
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:36s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 11.5059 | dista.. | auto | 40 | 1 | 0.375 | 0.375 | 3.095s | 3.115s |
| Initial point 2 | 4.5759 | uniform | kd_tree | 39 | 2 | 0.5312 | 0.5312 | 3.119s | 7.298s |
| Initial point 3 | 3.6147 | dista.. | ball_tree | 25 | 2 | 0.9375 | 0.9375 | 3.163s | 11.326s |
| Initial point 4 | 10.5456 | uniform | ball_tree | 39 | 2 | 0.7188 | 0.9375 | 3.300s | 15.431s |
| Initial point 5 | 8.2611 | dista.. | auto | 30 | 2 | 0.875 | 0.9375 | 3.221s | 19.618s |
| Initial point 6 | 9.567 | dista.. | ball_tree | 21 | 2 | 0.25 | 0.9375 | 3.162s | 24.919s |
| Initial point 7 | 6.843 | dista.. | ball_tree | 24 | 1 | 0.625 | 0.9375 | 3.180s | 29.334s |
| Initial point 8 | 1.6398 | dista.. | ball_tree | 21 | 2 | 0.4375 | 0.9375 | 3.224s | 33.475s |
| Initial point 9 | 7.6226 | uniform | ball_tree | 24 | 1 | 0.25 | 0.9375 | 3.156s | 37.595s |
| Initial point 10 | 5.4142 | uniform | brute | 22 | 2 | 0.5312 | 0.9375 | 3.277s | 41.708s |
| Iteration 11 | 2.4059 | dista.. | ball_tree | 26 | 2 | 0.5625 | 0.9375 | 3.122s | 47.763s |
| Iteration 12 | 11.5066 | dista.. | ball_tree | 25 | 1 | 0.75 | 0.9375 | 3.122s | 54.314s |
| Iteration 13 | 0.5044 | dista.. | auto | 30 | 1 | 0.5 | 0.9375 | 3.154s | 1m:01s |
| Iteration 14 | 11.4877 | dista.. | ball_tree | 25 | 2 | 0.8125 | 0.9375 | 3.124s | 1m:08s |
| Iteration 15 | 5.3918 | dista.. | brute | 25 | 2 | 0.875 | 0.9375 | 3.184s | 1m:12s |
| Iteration 16 | 1.7267 | dista.. | auto | 25 | 2 | 0.6875 | 0.9375 | 3.181s | 1m:17s |
| Iteration 17 | 0.0251 | dista.. | brute | 30 | 2 | 0.5 | 0.9375 | 3.171s | 1m:21s |
| Iteration 18 | 10.497 | dista.. | ball_tree | 30 | 2 | 0.4062 | 0.9375 | 3.200s | 1m:25s |
| Iteration 19 | 11.1934 | uniform | auto | 38 | 1 | 0.4375 | 0.9375 | 3.191s | 1m:30s |
| Iteration 20 | 10.022 | uniform | auto | 40 | 2 | 0.625 | 0.9375 | 3.201s | 1m:34s |
| Iteration 21 | 6.8663 | dista.. | ball_tree | 23 | 1 | 0.75 | 0.9375 | 3.149s | 1m:39s |
| Iteration 22 | 0.5512 | dista.. | brute | 25 | 2 | 0.5 | 0.9375 | 3.209s | 1m:43s |
| Iteration 23 | 10.6568 | dista.. | auto | 25 | 1 | 0.75 | 0.9375 | 3.165s | 1m:47s |
| Iteration 24 | 6.6904 | uniform | kd_tree | 29 | 2 | 0.375 | 0.9375 | 3.198s | 1m:52s |
| Iteration 25 | 0.0542 | dista.. | auto | 35 | 2 | 0.5 | 0.9375 | 3.204s | 1m:56s |
| Iteration 26 | 0.437 | uniform | brute | 34 | 2 | 0.5 | 0.9375 | 3.167s | 2m:01s |
| Iteration 27 | 10.9018 | dista.. | auto | 25 | 1 | 0.625 | 0.9375 | 3.801s | 2m:06s |
| Iteration 28 | 10.4631 | dista.. | brute | 25 | 2 | 0.5 | 0.9375 | 3.139s | 2m:10s |
| Iteration 29 | 0.0566 | dista.. | ball_tree | 25 | 2 | 0.5 | 0.9375 | 3.118s | 2m:15s |
| Iteration 30 | 10.6181 | dista.. | auto | 24 | 2 | 0.375 | 0.9375 | 3.104s | 2m:19s |
| Iteration 31 | 11.4325 | uniform | auto | 31 | 2 | 0.5 | 0.9375 | 3.145s | 2m:23s |
| Iteration 32 | 11.2242 | uniform | auto | 25 | 1 | 0.125 | 0.9375 | 3.146s | 2m:28s |
| Iteration 33 | 1.4281 | uniform | auto | 20 | 1 | 0.5 | 0.9375 | 3.167s | 2m:32s |
| Iteration 34 | 11.2067 | dista.. | brute | 33 | 1 | 0.9375 | 0.9375 | 3.164s | 2m:36s |
| Iteration 35 | 11.4372 | dista.. | brute | 33 | 1 | 0.5 | 0.9375 | 3.161s | 2m:41s |
| Iteration 36 | 10.9616 | dista.. | brute | 37 | 1 | 0.4375 | 0.9375 | 3.175s | 2m:47s |
| Iteration 37 | 10.3958 | dista.. | auto | 27 | 1 | 0.5625 | 0.9375 | 3.164s | 2m:52s |
| Iteration 38 | 11.405 | dista.. | brute | 27 | 1 | 0.8125 | 0.9375 | 3.160s | 2m:56s |
| Iteration 39 | 11.4392 | dista.. | brute | 27 | 1 | 0.8125 | 0.9375 | 3.140s | 3m:00s |
| Iteration 40 | 11.4333 | dista.. | brute | 27 | 1 | 0.625 | 0.9375 | 3.182s | 3m:05s |
| Iteration 41 | 10.4125 | uniform | auto | 35 | 1 | 0.25 | 0.9375 | 3.143s | 3m:09s |
| Iteration 42 | 11.5383 | dista.. | brute | 28 | 1 | 0.8125 | 0.9375 | 3.166s | 3m:14s |
| Iteration 43 | 0.167 | dista.. | brute | 28 | 1 | 0.5 | 0.9375 | 3.169s | 3m:18s |
| Iteration 44 | 4.456 | dista.. | ball_tree | 26 | 2 | 0.25 | 0.9375 | 3.176s | 3m:23s |
| Iteration 45 | 11.5383 | dista.. | brute | 20 | 1 | 0.875 | 0.9375 | 3.167s | 3m:30s |
| Iteration 46 | 11.5383 | dista.. | brute | 20 | 1 | 0.875 | 0.9375 | 0.001s | 3m:32s |
| Iteration 47 | 11.2387 | dista.. | brute | 26 | 1 | 0.25 | 0.9375 | 3.144s | 3m:36s |
| Iteration 48 | 10.7937 | dista.. | brute | 20 | 1 | 0.6875 | 0.9375 | 3.165s | 3m:41s |
| Iteration 49 | 3.5703 | dista.. | auto | 20 | 2 | 0.625 | 0.9375 | 3.178s | 3m:46s |
| Iteration 50 | 9.2299 | dista.. | brute | 20 | 1 | 1.0 | 1.0 | 3.153s | 3m:50s |
Bayesian Optimization ---------------------------
Best call --> Iteration 50
Best parameters --> {'radius': 9.2299, 'weights': 'distance', 'algorithm': 'brute', 'leaf_size': 20, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:52s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.61 ± 0.1114
Time elapsed: 0.051s
-------------------------------------------------
Total time: 3m:52s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.5938 | 0.5938 | 3.514s | 3.522s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.8125 | 0.8125 | 3.566s | 8.074s |
| Initial point 3 | 225 | 1.0215 | SAMME | 1.0 | 1.0 | 3.277s | 12.304s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.75 | 1.0 | 4.023s | 17.270s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.9375 | 1.0 | 3.333s | 21.603s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.0625 | 1.0 | 3.526s | 26.036s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.25 | 1.0 | 3.166s | 30.184s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.5625 | 1.0 | 3.467s | 34.550s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.5938 | 1.0 | 3.145s | 38.639s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.5312 | 1.0 | 3.246s | 42.832s |
| Iteration 11 | 229 | 0.636 | SAMME | 0.875 | 1.0 | 3.253s | 47.309s |
| Iteration 12 | 214 | 10.0 | SAMME.R | 0.375 | 1.0 | 3.311s | 51.719s |
| Iteration 13 | 241 | 10.0 | SAMME | 0.7188 | 1.0 | 3.238s | 56.242s |
| Iteration 14 | 217 | 0.01 | SAMME | 0.5938 | 1.0 | 3.351s | 1m:01s |
| Iteration 15 | 262 | 0.01 | SAMME | 0.5938 | 1.0 | 3.285s | 1m:05s |
| Iteration 16 | 455 | 0.8368 | SAMME | 0.75 | 1.0 | 3.475s | 1m:10s |
| Iteration 17 | 120 | 1.056 | SAMME | 0.8125 | 1.0 | 3.252s | 1m:14s |
| Iteration 18 | 247 | 0.8868 | SAMME | 0.625 | 1.0 | 3.364s | 1m:19s |
| Iteration 19 | 353 | 0.9927 | SAMME | 1.0 | 1.0 | 3.370s | 1m:24s |
| Iteration 20 | 275 | 1.0096 | SAMME | 0.6875 | 1.0 | 3.352s | 1m:28s |
| Iteration 21 | 73 | 0.0594 | SAMME | 0.9375 | 1.0 | 3.203s | 1m:33s |
| Iteration 22 | 461 | 0.0531 | SAMME | 0.875 | 1.0 | 3.493s | 1m:37s |
| Iteration 23 | 63 | 0.0413 | SAMME | 0.6562 | 1.0 | 3.211s | 1m:42s |
| Iteration 24 | 59 | 0.0626 | SAMME | 0.7812 | 1.0 | 3.206s | 1m:46s |
| Iteration 25 | 428 | 1.06 | SAMME.R | 0.625 | 1.0 | 3.519s | 1m:51s |
| Iteration 26 | 470 | 0.0582 | SAMME | 0.8125 | 1.0 | 3.492s | 1m:56s |
| Iteration 27 | 260 | 0.4561 | SAMME | 0.6875 | 1.0 | 3.380s | 2m:00s |
| Iteration 28 | 88 | 0.0663 | SAMME.R | 0.6875 | 1.0 | 3.233s | 2m:05s |
| Iteration 29 | 476 | 0.0308 | SAMME.R | 0.625 | 1.0 | 3.686s | 2m:10s |
| Iteration 30 | 168 | 0.6145 | SAMME.R | 0.375 | 1.0 | 3.207s | 2m:15s |
| Iteration 31 | 84 | 0.01 | SAMME.R | 0.7188 | 1.0 | 3.324s | 2m:20s |
| Iteration 32 | 145 | 0.1841 | SAMME | 0.75 | 1.0 | 3.241s | 2m:24s |
| Iteration 33 | 53 | 2.4953 | SAMME.R | 0.8125 | 1.0 | 3.179s | 2m:29s |
| Iteration 34 | 498 | 3.356 | SAMME.R | 0.3125 | 1.0 | 3.562s | 2m:33s |
| Iteration 35 | 224 | 1.8707 | SAMME.R | 0.375 | 1.0 | 3.310s | 2m:38s |
| Iteration 36 | 473 | 1.2072 | SAMME | 0.6875 | 1.0 | 3.499s | 2m:42s |
| Iteration 37 | 199 | 0.1134 | SAMME | 0.6875 | 1.0 | 3.265s | 2m:49s |
| Iteration 38 | 90 | 0.2998 | SAMME | 0.4375 | 1.0 | 3.135s | 2m:55s |
| Iteration 39 | 77 | 0.0525 | SAMME | 0.7188 | 1.0 | 3.124s | 3m:00s |
| Iteration 40 | 459 | 0.0534 | SAMME | 0.8438 | 1.0 | 3.462s | 3m:05s |
| Iteration 41 | 455 | 0.0533 | SAMME | 0.5625 | 1.0 | 3.478s | 3m:10s |
| Iteration 42 | 493 | 0.0166 | SAMME.R | 0.9375 | 1.0 | 3.526s | 3m:15s |
| Iteration 43 | 167 | 0.0166 | SAMME.R | 0.5938 | 1.0 | 3.261s | 3m:19s |
| Iteration 44 | 53 | 6.9485 | SAMME | 0.75 | 1.0 | 3.166s | 3m:24s |
| Iteration 45 | 464 | 0.01 | SAMME.R | 1.0 | 1.0 | 3.524s | 3m:29s |
| Iteration 46 | 500 | 0.01 | SAMME.R | 0.875 | 1.0 | 3.545s | 3m:34s |
| Iteration 47 | 500 | 0.01 | SAMME.R | 0.875 | 1.0 | 0.001s | 3m:36s |
| Iteration 48 | 500 | 0.01 | SAMME.R | 0.875 | 1.0 | 0.000s | 3m:37s |
| Iteration 49 | 500 | 0.0132 | SAMME.R | 0.875 | 1.0 | 3.630s | 3m:42s |
| Iteration 50 | 500 | 0.01 | SAMME.R | 0.875 | 1.0 | 0.000s | 3m:43s |
Bayesian Optimization ---------------------------
Best call --> Iteration 45
Best parameters --> {'n_estimators': 464, 'learning_rate': 0.01, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:46s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9871
Test evaluation --> roc_auc: 0.625
Time elapsed: 0.431s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.605 ± 0.11
Time elapsed: 1.923s
-------------------------------------------------
Total time: 3m:48s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.625 | 0.625 | 3.558s | 3.577s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.6875 | 0.6875 | 3.425s | 8.429s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.75 | 0.75 | 3.498s | 12.741s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.75 | 3.291s | 16.846s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.9375 | 0.9375 | 3.543s | 22.491s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.125 | 0.9375 | 3.309s | 28.332s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 1.0 | 1.0 | 3.354s | 32.845s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.4375 | 1.0 | 3.984s | 37.668s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.8125 | 1.0 | 3.484s | 41.980s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.4375 | 1.0 | 3.431s | 46.363s |
| Iteration 11 | 239 | gini | None | 20 | 20 | None | True | 0.0 | None | 0.8438 | 1.0 | 3.341s | 51.233s |
| Iteration 12 | 322 | entropy | 5 | 19 | 6 | auto | False | 0.0266 | --- | 0.6875 | 1.0 | 3.371s | 56.046s |
| Iteration 13 | 482 | gini | None | 6 | 1 | log2 | True | 0.0277 | 0.5 | 0.9375 | 1.0 | 3.567s | 1m:01s |
| Iteration 14 | 500 | gini | None | 2 | 3 | auto | True | 0.0214 | None | 0.5625 | 1.0 | 3.600s | 1m:07s |
| Iteration 15 | 225 | entropy | 6 | 12 | 8 | log2 | False | 0.0285 | --- | 0.625 | 1.0 | 3.477s | 1m:13s |
| Iteration 16 | 500 | gini | None | 16 | 6 | 0.6 | True | 0.0024 | None | 0.6875 | 1.0 | 5.383s | 1m:20s |
| Iteration 17 | 10 | entropy | None | 20 | 1 | None | False | 0.035 | --- | 0.6875 | 1.0 | 4.727s | 1m:27s |
| Iteration 18 | 270 | gini | 2 | 20 | 20 | 0.5 | False | 0.0059 | --- | 0.9688 | 1.0 | 5.019s | 1m:34s |
| Iteration 19 | 449 | gini | 3 | 20 | 8 | 0.9 | False | 0.0217 | --- | 1.0 | 1.0 | 5.174s | 1m:42s |
| Iteration 20 | 32 | entropy | 9 | 20 | 1 | 0.6 | False | 0.0274 | --- | 0.75 | 1.0 | 4.802s | 1m:50s |
| Iteration 21 | 171 | gini | 1 | 13 | 18 | None | False | 0.035 | --- | 0.75 | 1.0 | 4.849s | 1m:58s |
| Iteration 22 | 500 | gini | 3 | 20 | 1 | auto | True | 0.035 | None | 0.9375 | 1.0 | 4.008s | 2m:04s |
| Iteration 23 | 10 | gini | 3 | 20 | 1 | None | False | 0.0014 | --- | 0.5625 | 1.0 | 3.191s | 2m:09s |
| Iteration 24 | 374 | gini | 9 | 20 | 13 | None | False | 0.0041 | --- | 0.6875 | 1.0 | 3.546s | 2m:14s |
| Iteration 25 | 460 | entropy | 9 | 20 | 12 | 0.5 | True | 0.008 | 0.7 | 0.625 | 1.0 | 3.511s | 2m:19s |
| Iteration 26 | 383 | gini | 3 | 20 | 20 | auto | True | 0.035 | 0.9 | 0.875 | 1.0 | 3.459s | 2m:24s |
| Iteration 27 | 500 | gini | 4 | 20 | 20 | None | False | 0.0006 | --- | 0.5 | 1.0 | 3.434s | 2m:28s |
| Iteration 28 | 300 | gini | None | 20 | 1 | None | False | 0.035 | --- | 0.5625 | 1.0 | 3.351s | 2m:33s |
| Iteration 29 | 210 | gini | None | 20 | 15 | 0.9 | False | 0.0224 | --- | 0.9375 | 1.0 | 3.289s | 2m:38s |
| Iteration 30 | 309 | gini | None | 20 | 14 | sqrt | False | 0.0057 | --- | 0.4375 | 1.0 | 3.335s | 2m:43s |
| Iteration 31 | 234 | gini | 4 | 20 | 13 | None | False | 0.0 | --- | 0.4688 | 1.0 | 3.278s | 2m:48s |
| Iteration 32 | 271 | entropy | 5 | 17 | 6 | log2 | False | 0.0333 | --- | 0.75 | 1.0 | 3.331s | 2m:53s |
| Iteration 33 | 110 | gini | 3 | 8 | 8 | 0.5 | False | 0.01 | --- | 0.9375 | 1.0 | 3.224s | 2m:58s |
| Iteration 34 | 143 | entropy | 6 | 5 | 6 | 0.8 | False | 0.0017 | --- | 1.0 | 1.0 | 3.271s | 3m:03s |
| Iteration 35 | 158 | gini | 3 | 19 | 18 | log2 | False | 0.0318 | --- | 0.4688 | 1.0 | 3.213s | 3m:07s |
| Iteration 36 | 219 | entropy | 6 | 7 | 6 | 0.6 | False | 0.0174 | --- | 0.625 | 1.0 | 3.286s | 3m:12s |
| Iteration 37 | 273 | gini | 5 | 20 | 3 | 0.9 | False | 0.0213 | --- | 0.75 | 1.0 | 3.302s | 3m:17s |
| Iteration 38 | 376 | entropy | 6 | 20 | 5 | log2 | False | 0.0141 | --- | 0.625 | 1.0 | 3.420s | 3m:22s |
| Iteration 39 | 56 | gini | 2 | 19 | 14 | 0.9 | False | 0.022 | --- | 0.7812 | 1.0 | 3.172s | 3m:27s |
| Iteration 40 | 166 | gini | 2 | 20 | 10 | 0.9 | False | 0.0298 | --- | 0.625 | 1.0 | 3.257s | 3m:32s |
| Iteration 41 | 32 | entropy | 6 | 18 | 6 | log2 | False | 0.0336 | --- | 0.6875 | 1.0 | 3.173s | 3m:38s |
| Iteration 42 | 358 | entropy | 6 | 19 | 5 | log2 | False | 0.0331 | --- | 0.9375 | 1.0 | 3.285s | 3m:46s |
| Iteration 43 | 248 | entropy | 5 | 5 | 5 | 0.8 | False | 0.0016 | --- | 0.5938 | 1.0 | 3.299s | 3m:51s |
| Iteration 44 | 189 | gini | 6 | 5 | 8 | 0.8 | False | 0.0215 | --- | 0.6875 | 1.0 | 3.267s | 3m:57s |
| Iteration 45 | 371 | gini | 3 | 20 | 7 | 0.9 | False | 0.0264 | --- | 0.625 | 1.0 | 3.424s | 4m:02s |
| Iteration 46 | 13 | entropy | 6 | 5 | 11 | 0.8 | False | 0.0014 | --- | 0.7812 | 1.0 | 3.199s | 4m:07s |
| Iteration 47 | 60 | entropy | 6 | 19 | 7 | 0.8 | False | 0.0335 | --- | 0.75 | 1.0 | 3.201s | 4m:12s |
| Iteration 48 | 303 | entropy | 6 | 19 | 12 | log2 | False | 0.0334 | --- | 0.75 | 1.0 | 3.347s | 4m:17s |
| Iteration 49 | 273 | entropy | 2 | 20 | 12 | 0.7 | False | 0.0055 | --- | 0.5312 | 1.0 | 3.371s | 4m:22s |
| Iteration 50 | 346 | entropy | 6 | 5 | 16 | log2 | False | 0.0018 | --- | 0.6875 | 1.0 | 3.324s | 4m:28s |
Bayesian Optimization ---------------------------
Best call --> Iteration 19
Best parameters --> {'n_estimators': 449, 'criterion': 'gini', 'max_depth': 3, 'min_samples_split': 20, 'min_samples_leaf': 8, 'max_features': 0.9, 'bootstrap': False, 'ccp_alpha': 0.0217}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:30s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.958
Test evaluation --> roc_auc: 0.725
Time elapsed: 0.325s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.625 ± 0.0975
Time elapsed: 1.426s
-------------------------------------------------
Total time: 4m:31s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.625 | 0.625 | 3.188s | 3.208s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.9375 | 0.9375 | 3.191s | 7.578s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.9375 | 3.169s | 11.753s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.9375 | 3.173s | 15.989s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.9375 | 3.211s | 20.324s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.9375 | 3.186s | 24.589s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.9375 | 3.205s | 28.838s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.9375 | 3.190s | 33.038s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.6875 | 0.9375 | 4.874s | 39.372s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.9375 | 5.532s | 46.599s |
| Iteration 11 | 295 | 0.0555 | 6 | 0.1705 | 2 | 0.8 | 1.0 | 0.1 | 0.01 | 1.0 | 1.0 | 4.836s | 53.508s |
| Iteration 12 | 438 | 0.0112 | 10 | 0.9011 | 1 | 0.7 | 0.5 | 0.1 | 100 | 0.5938 | 1.0 | 4.839s | 1m:01s |
| Iteration 13 | 447 | 0.0163 | 3 | 0.847 | 1 | 1.0 | 1.0 | 0.1 | 10 | 1.0 | 1.0 | 4.889s | 1m:08s |
| Iteration 14 | 309 | 1.0 | 10 | 0.0 | 1 | 0.6 | 1.0 | 0.1 | 0 | 0.25 | 1.0 | 4.797s | 1m:15s |
| Iteration 15 | 447 | 0.0312 | 3 | 0.4298 | 1 | 0.9 | 1.0 | 0.01 | 1 | 0.6875 | 1.0 | 4.654s | 1m:22s |
| Iteration 16 | 141 | 0.0254 | 8 | 0.3281 | 3 | 0.8 | 1.0 | 1 | 0.01 | 0.625 | 1.0 | 3.163s | 1m:26s |
| Iteration 17 | 71 | 0.0223 | 9 | 0.4593 | 4 | 1.0 | 1.0 | 0.1 | 1 | 0.8438 | 1.0 | 3.211s | 1m:31s |
| Iteration 18 | 269 | 0.0142 | 6 | 0.422 | 3 | 1.0 | 0.9 | 0 | 100 | 0.9375 | 1.0 | 3.293s | 1m:35s |
| Iteration 19 | 364 | 0.0522 | 7 | 0.3977 | 9 | 0.7 | 1.0 | 0 | 0 | 0.5 | 1.0 | 3.240s | 1m:40s |
| Iteration 20 | 417 | 0.0611 | 5 | 0.1312 | 2 | 0.7 | 1.0 | 10 | 1 | 0.5 | 1.0 | 3.256s | 1m:44s |
| Iteration 21 | 192 | 0.204 | 3 | 1.0 | 7 | 1.0 | 0.8 | 100 | 10 | 0.5 | 1.0 | 3.215s | 1m:49s |
| Iteration 22 | 449 | 0.0144 | 3 | 0.9196 | 1 | 1.0 | 1.0 | 0.1 | 10 | 0.9375 | 1.0 | 3.187s | 1m:53s |
| Iteration 23 | 408 | 0.0341 | 4 | 0.4503 | 1 | 0.9 | 1.0 | 0.1 | 0.1 | 0.8125 | 1.0 | 3.191s | 1m:60s |
| Iteration 24 | 415 | 0.0108 | 5 | 0.9505 | 2 | 1.0 | 0.6 | 0.1 | 10 | 0.625 | 1.0 | 3.213s | 2m:05s |
| Iteration 25 | 500 | 1.0 | 6 | 0.336 | 2 | 0.5 | 0.8 | 100 | 0 | 0.5 | 1.0 | 3.205s | 2m:09s |
| Iteration 26 | 406 | 0.0582 | 5 | 0.2411 | 5 | 0.6 | 1.0 | 0.1 | 0.1 | 0.625 | 1.0 | 3.169s | 2m:14s |
| Iteration 27 | 375 | 0.0544 | 4 | 0.3332 | 1 | 0.8 | 1.0 | 0.1 | 0.01 | 0.875 | 1.0 | 3.162s | 2m:18s |
| Iteration 28 | 258 | 0.0266 | 10 | 0.2241 | 4 | 0.8 | 1.0 | 0.1 | 100 | 0.4375 | 1.0 | 3.213s | 2m:23s |
| Iteration 29 | 187 | 0.0102 | 6 | 0.6986 | 4 | 1.0 | 1.0 | 0.01 | 100 | 0.625 | 1.0 | 3.198s | 2m:29s |
| Iteration 30 | 148 | 0.7357 | 6 | 0.0 | 2 | 0.6 | 0.9 | 0.1 | 10 | 0.3125 | 1.0 | 3.190s | 2m:34s |
| Iteration 31 | 327 | 0.0204 | 6 | 0.3777 | 2 | 0.8 | 1.0 | 100 | 1 | 0.5 | 1.0 | 3.134s | 2m:39s |
| Iteration 32 | 72 | 0.0483 | 7 | 0.3105 | 1 | 0.8 | 1.0 | 0.1 | 0.01 | 0.75 | 1.0 | 3.136s | 2m:43s |
| Iteration 33 | 395 | 0.1389 | 6 | 0.9298 | 10 | 0.8 | 1.0 | 0.1 | 10 | 0.5 | 1.0 | 3.166s | 2m:47s |
| Iteration 34 | 418 | 0.0176 | 2 | 0.7523 | 3 | 1.0 | 0.9 | 0.01 | 10 | 0.8125 | 1.0 | 3.259s | 2m:52s |
| Iteration 35 | 472 | 0.0545 | 5 | 0.3497 | 3 | 0.8 | 0.9 | 0.1 | 0.01 | 0.375 | 1.0 | 3.813s | 2m:57s |
| Iteration 36 | 354 | 0.0218 | 3 | 0.7709 | 1 | 1.0 | 0.8 | 0.1 | 10 | 0.5625 | 1.0 | 3.209s | 3m:02s |
| Iteration 37 | 28 | 0.01 | 6 | 0.1495 | 1 | 1.0 | 1.0 | 0 | 0.01 | 0.6875 | 1.0 | 3.140s | 3m:06s |
| Iteration 38 | 262 | 0.1091 | 3 | 0.8071 | 1 | 1.0 | 1.0 | 0.1 | 0.01 | 0.4375 | 1.0 | 3.178s | 3m:11s |
| Iteration 39 | 37 | 0.0324 | 5 | 0.1295 | 9 | 0.8 | 1.0 | 0.1 | 0.01 | 0.5 | 1.0 | 3.117s | 3m:16s |
| Iteration 40 | 220 | 0.0574 | 1 | 0.47 | 2 | 0.8 | 1.0 | 0.1 | 0.01 | 0.75 | 1.0 | 3.153s | 3m:22s |
| Iteration 41 | 63 | 0.016 | 1 | 0.7864 | 7 | 1.0 | 1.0 | 100 | 10 | 0.5 | 1.0 | 3.169s | 3m:27s |
| Iteration 42 | 191 | 0.0162 | 9 | 0.8548 | 7 | 0.9 | 1.0 | 0.1 | 10 | 0.5 | 1.0 | 3.178s | 3m:32s |
| Iteration 43 | 78 | 0.057 | 5 | 0.1347 | 4 | 0.8 | 1.0 | 0.1 | 0.01 | 0.625 | 1.0 | 3.168s | 3m:36s |
| Iteration 44 | 267 | 0.9785 | 5 | 0.6276 | 10 | 0.9 | 0.4 | 0.01 | 0.1 | 0.5 | 1.0 | 3.212s | 3m:41s |
| Iteration 45 | 334 | 0.01 | 2 | 0.9368 | 1 | 0.6 | 1.0 | 0.1 | 100 | 0.5 | 1.0 | 3.223s | 3m:45s |
| Iteration 46 | 349 | 0.0276 | 7 | 0.9483 | 1 | 1.0 | 1.0 | 0 | 1 | 0.75 | 1.0 | 3.252s | 3m:50s |
| Iteration 47 | 320 | 0.0726 | 6 | 0.0173 | 1 | 1.0 | 0.4 | 0 | 1 | 0.75 | 1.0 | 3.196s | 3m:55s |
| Iteration 48 | 446 | 0.0234 | 7 | 0.1855 | 1 | 0.5 | 0.9 | 0 | 0.1 | 0.6875 | 1.0 | 3.232s | 3m:60s |
| Iteration 49 | 474 | 0.0736 | 5 | 0.5695 | 1 | 0.5 | 0.4 | 0 | 0.01 | 0.75 | 1.0 | 3.270s | 4m:06s |
| Iteration 50 | 294 | 0.0293 | 4 | 0.9003 | 1 | 1.0 | 1.0 | 0 | 0.1 | 0.6875 | 1.0 | 3.199s | 4m:11s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'n_estimators': 447, 'learning_rate': 0.0163, 'max_depth': 3, 'gamma': 0.847, 'min_child_weight': 1, 'subsample': 1.0, 'colsample_bytree': 1.0, 'reg_alpha': 0.1, 'reg_lambda': 10}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:13s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9808
Test evaluation --> roc_auc: 0.575
Time elapsed: 0.101s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.705 ± 0.0678
Time elapsed: 0.319s
-------------------------------------------------
Total time: 4m:13s
Final results ==================== >>
Duration: 28m:23s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.71 ± 0.0583 ~ !
Logistic Regression --> roc_auc: 0.61 ± 0.086 ~
Linear Discriminant Analysis --> roc_auc: 0.46 ± 0.02 ~
Quadratic Discriminant Analysis --> roc_auc: 0.45 ± 0.0 ~
Radius Nearest Neighbors --> roc_auc: 0.61 ± 0.1114 ~
AdaBoost --> roc_auc: 0.605 ± 0.11 ~
Random Forest --> roc_auc: 0.625 ± 0.0975 ~
XGBoost --> roc_auc: 0.705 ± 0.0678 ~
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 823 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVDAGGTSYGKLTF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVSSGGYNKLIF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASKTGNQFYF.
>>> Dropping feature CAASTNTGNQFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAVDTDKLIF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAVTNTGGFKTIF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVSSGTYKYIF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CASSPGGYEQYF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAVSSGGGADGLTF.
>>> Dropping feature CAENNNARLMF.
>>> Dropping feature CAALNTGNQFYF.
>>> Dropping feature CAVTKAAGNKLTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVGSGGSYIPTF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVRGGSYIPTF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CASSLADTQYF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CVVNTGFQKLVF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASATSGTYKYIF.
>>> Dropping feature CAASDSGTYKYIF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.5312 | 0.5312 | 0.690s | 0.711s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 1.0 | 1.0 | 0.724s | 4.106s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.9375 | 1.0 | 0.632s | 5.952s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.4375 | 1.0 | 0.690s | 9.322s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.875 | 1.0 | 0.684s | 13.403s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.375 | 1.0 | 0.720s | 15.425s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.7188 | 1.0 | 0.692s | 16.906s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.8125 | 1.0 | 0.733s | 18.420s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.875 | 1.0 | 0.688s | 19.870s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.9375 | 1.0 | 0.662s | 21.315s |
| Iteration 11 | deviance | 0.0391 | 126 | 0.8 | squared_er.. | 19 | 11 | 3 | 0.9 | 0.0213 | 0.5312 | 1.0 | 0.658s | 23.835s |
| Iteration 12 | deviance | 0.1725 | 282 | 0.5 | squared_er.. | 18 | 9 | 7 | None | 0.0339 | 0.5 | 1.0 | 0.689s | 25.638s |
| Iteration 13 | exponen.. | 0.0119 | 99 | 0.7 | friedman_mse | 20 | 14 | 6 | 0.8 | 0.0041 | 0.75 | 1.0 | 0.656s | 27.322s |
| Iteration 14 | exponen.. | 0.025 | 254 | 0.9 | squared_er.. | 17 | 11 | 9 | auto | 0.0324 | 0.875 | 1.0 | 0.691s | 29.052s |
| Iteration 15 | exponen.. | 0.3374 | 474 | 0.5 | squared_er.. | 20 | 1 | 9 | log2 | 0.0249 | 1.0 | 1.0 | 0.731s | 30.815s |
| Iteration 16 | exponen.. | 0.6454 | 307 | 1.0 | squared_er.. | 20 | 12 | 5 | auto | 0.0329 | 0.5938 | 1.0 | 0.683s | 32.555s |
| Iteration 17 | deviance | 0.0125 | 150 | 0.5 | friedman_mse | 2 | 15 | 2 | None | 0.0271 | 0.5 | 1.0 | 0.659s | 34.306s |
| Iteration 18 | exponen.. | 0.2549 | 486 | 0.5 | friedman_mse | 20 | 19 | 1 | log2 | 0.0302 | 0.5 | 1.0 | 0.736s | 36.082s |
| Iteration 19 | exponen.. | 0.8326 | 16 | 0.5 | friedman_mse | 16 | 3 | 3 | 0.8 | 0.025 | 1.0 | 1.0 | 0.632s | 37.874s |
| Iteration 20 | deviance | 0.0162 | 239 | 0.5 | friedman_mse | 10 | 1 | 8 | 0.9 | 0.0005 | 1.0 | 1.0 | 0.707s | 39.678s |
| Iteration 21 | deviance | 0.0657 | 437 | 0.6 | squared_er.. | 18 | 9 | 8 | 0.8 | 0.0297 | 1.0 | 1.0 | 0.726s | 41.484s |
| Iteration 22 | exponen.. | 0.0733 | 144 | 1.0 | friedman_mse | 12 | 18 | 5 | 0.7 | 0.0017 | 0.875 | 1.0 | 0.657s | 43.281s |
| Iteration 23 | exponen.. | 0.2975 | 161 | 0.5 | friedman_mse | 16 | 2 | 5 | 0.7 | 0.0196 | 1.0 | 1.0 | 0.687s | 45.131s |
| Iteration 24 | exponen.. | 0.4657 | 104 | 0.8 | squared_er.. | 14 | 18 | 2 | 0.6 | 0.0267 | 1.0 | 1.0 | 0.646s | 46.895s |
| Iteration 25 | deviance | 0.0254 | 484 | 0.8 | squared_er.. | 17 | 19 | 10 | auto | 0.0019 | 0.75 | 1.0 | 0.742s | 48.721s |
| Iteration 26 | exponen.. | 0.6161 | 185 | 0.8 | squared_er.. | 17 | 19 | 6 | 0.6 | 0.0284 | 0.75 | 1.0 | 0.681s | 50.593s |
| Iteration 27 | deviance | 0.0194 | 356 | 0.5 | squared_er.. | 13 | 3 | 8 | 0.5 | 0.0278 | 0.9375 | 1.0 | 0.714s | 52.585s |
| Iteration 28 | deviance | 0.0136 | 43 | 0.6 | squared_er.. | 4 | 10 | 1 | 0.7 | 0.0279 | 0.8125 | 1.0 | 0.659s | 54.631s |
| Iteration 29 | exponen.. | 0.0616 | 49 | 0.8 | squared_er.. | 13 | 18 | 4 | 0.5 | 0.0021 | 0.625 | 1.0 | 0.636s | 56.496s |
| Iteration 30 | exponen.. | 0.4676 | 180 | 0.5 | friedman_mse | 20 | 1 | 8 | 0.9 | 0.0118 | 1.0 | 1.0 | 0.664s | 58.349s |
| Iteration 31 | exponen.. | 0.3656 | 117 | 0.5 | friedman_mse | 16 | 2 | 6 | 0.5 | 0.0158 | 0.9375 | 1.0 | 0.655s | 1m:00s |
| Iteration 32 | deviance | 0.1192 | 411 | 0.5 | squared_er.. | 6 | 1 | 4 | 0.5 | 0.0312 | 1.0 | 1.0 | 0.727s | 1m:02s |
| Iteration 33 | deviance | 0.2312 | 365 | 0.6 | squared_er.. | 20 | 8 | 8 | None | 0.0322 | 0.75 | 1.0 | 0.729s | 1m:04s |
| Iteration 34 | deviance | 0.0715 | 437 | 0.6 | squared_er.. | 18 | 9 | 5 | 0.8 | 0.0271 | 0.5312 | 1.0 | 0.731s | 1m:06s |
| Iteration 35 | deviance | 0.5183 | 206 | 0.6 | squared_er.. | 6 | 1 | 1 | sqrt | 0.0348 | 0.8125 | 1.0 | 0.690s | 1m:09s |
| Iteration 36 | exponen.. | 0.01 | 10 | 0.5 | friedman_mse | 2 | 1 | 1 | None | 0.0 | 0.625 | 1.0 | 0.637s | 1m:11s |
| Iteration 37 | deviance | 1.0 | 500 | 0.5 | squared_er.. | 20 | 1 | 10 | 0.5 | 0.035 | 0.3125 | 1.0 | 0.746s | 1m:13s |
| Iteration 38 | exponen.. | 0.5488 | 309 | 0.5 | squared_er.. | 13 | 2 | 3 | 0.6 | 0.0155 | 0.8125 | 1.0 | 0.707s | 1m:15s |
| Iteration 39 | exponen.. | 0.7982 | 439 | 0.5 | friedman_mse | 5 | 1 | 10 | log2 | 0.0138 | 1.0 | 1.0 | 0.741s | 1m:17s |
| Iteration 40 | exponen.. | 0.4828 | 141 | 0.6 | squared_er.. | 5 | 1 | 10 | 0.9 | 0.028 | 0.875 | 1.0 | 0.673s | 1m:18s |
| Iteration 41 | deviance | 0.0332 | 279 | 0.5 | squared_er.. | 10 | 1 | 1 | log2 | 0.0158 | 0.6875 | 1.0 | 0.697s | 1m:20s |
| Iteration 42 | exponen.. | 0.5811 | 160 | 0.5 | friedman_mse | 19 | 1 | 8 | 0.7 | 0.0299 | 1.0 | 1.0 | 0.688s | 1m:22s |
| Iteration 43 | deviance | 0.2287 | 15 | 0.6 | squared_er.. | 19 | 10 | 5 | None | 0.0237 | 0.9375 | 1.0 | 0.641s | 1m:25s |
| Iteration 44 | deviance | 0.0717 | 357 | 0.6 | squared_er.. | 17 | 10 | 5 | None | 0.0294 | 0.75 | 1.0 | 0.710s | 1m:27s |
| Iteration 45 | deviance | 0.054 | 417 | 0.6 | friedman_mse | 18 | 4 | 8 | auto | 0.0187 | 0.5625 | 1.0 | 0.744s | 1m:29s |
| Iteration 46 | exponen.. | 0.5342 | 299 | 0.5 | friedman_mse | 12 | 1 | 9 | 0.5 | 0.0249 | 0.9688 | 1.0 | 0.754s | 1m:31s |
| Iteration 47 | deviance | 0.135 | 102 | 0.6 | squared_er.. | 5 | 11 | 5 | 0.8 | 0.0225 | 1.0 | 1.0 | 0.712s | 1m:34s |
| Iteration 48 | deviance | 0.0335 | 214 | 0.6 | squared_er.. | 20 | 11 | 8 | 0.9 | 0.0175 | 0.6875 | 1.0 | 0.733s | 1m:36s |
| Iteration 49 | deviance | 0.1253 | 379 | 0.6 | friedman_mse | 12 | 10 | 7 | 0.9 | 0.016 | 0.8125 | 1.0 | 0.769s | 1m:38s |
| Iteration 50 | deviance | 0.0252 | 328 | 0.5 | friedman_mse | 6 | 1 | 6 | sqrt | 0.0257 | 0.9375 | 1.0 | 0.714s | 1m:40s |
Bayesian Optimization ---------------------------
Best call --> Iteration 39
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.7982, 'n_estimators': 439, 'subsample': 0.5, 'criterion': 'friedman_mse', 'min_samples_split': 5, 'min_samples_leaf': 1, 'max_depth': 10, 'max_features': 'log2', 'ccp_alpha': 0.0138}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:42s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.124s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.1761
Time elapsed: 0.580s
-------------------------------------------------
Total time: 1m:43s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.5 | 0.5 | 0.644s | 0.655s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 1.0 | 1.0 | 0.641s | 2.061s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.75 | 1.0 | 0.635s | 3.473s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.5 | 1.0 | 0.660s | 6.878s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.8125 | 1.0 | 0.664s | 10.986s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.75 | 1.0 | 0.647s | 12.922s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.3125 | 1.0 | 0.645s | 14.309s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.5625 | 1.0 | 0.643s | 15.714s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.6875 | 1.0 | 0.645s | 17.178s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.8125 | 1.0 | 0.640s | 18.629s |
| Iteration 11 | l2 | 0.4589 | lbfgs | 960 | --- | 0.375 | 1.0 | 0.637s | 20.401s |
| Iteration 12 | l2 | 0.0011 | lbfgs | 306 | --- | 0.625 | 1.0 | 0.658s | 22.119s |
| Iteration 13 | l2 | 3.2957 | sag | 973 | --- | 0.375 | 1.0 | 0.635s | 24.394s |
| Iteration 14 | l2 | 0.1486 | sag | 217 | --- | 0.625 | 1.0 | 0.656s | 26.167s |
| Iteration 15 | l2 | 0.0812 | sag | 969 | --- | 0.75 | 1.0 | 0.633s | 27.898s |
| Iteration 16 | elast.. | 0.0746 | saga | 146 | 0.6 | 0.75 | 1.0 | 0.629s | 29.592s |
| Iteration 17 | l1 | 0.0691 | libli.. | 410 | --- | 0.5 | 1.0 | 0.647s | 31.267s |
| Iteration 18 | l1 | 0.1007 | saga | 365 | --- | 0.75 | 1.0 | 0.651s | 33.064s |
| Iteration 19 | elast.. | 0.0049 | saga | 514 | 0.6 | 0.5 | 1.0 | 0.644s | 34.806s |
| Iteration 20 | none | --- | sag | 314 | --- | 1.0 | 1.0 | 0.650s | 38.021s |
| Iteration 21 | l2 | 0.0993 | sag | 814 | --- | 0.625 | 1.0 | 0.645s | 40.231s |
| Iteration 22 | none | --- | sag | 506 | --- | 1.0 | 1.0 | 0.649s | 41.958s |
| Iteration 23 | none | --- | sag | 682 | --- | 0.4375 | 1.0 | 0.649s | 43.741s |
| Iteration 24 | l2 | 0.0966 | sag | 931 | --- | 1.0 | 1.0 | 0.638s | 45.628s |
| Iteration 25 | l2 | 0.0906 | sag | 664 | --- | 0.875 | 1.0 | 0.644s | 47.329s |
| Iteration 26 | l2 | 0.0599 | saga | 896 | --- | 0.9375 | 1.0 | 0.648s | 49.205s |
| Iteration 27 | none | --- | sag | 747 | --- | 0.75 | 1.0 | 0.654s | 50.900s |
| Iteration 28 | l1 | 0.0268 | saga | 765 | --- | 0.5 | 1.0 | 0.687s | 52.628s |
| Iteration 29 | l1 | 0.0016 | saga | 812 | --- | 0.5 | 1.0 | 0.709s | 54.639s |
| Iteration 30 | none | --- | saga | 147 | --- | 0.375 | 1.0 | 0.667s | 56.398s |
| Iteration 31 | none | --- | sag | 316 | --- | 0.6875 | 1.0 | 0.646s | 58.164s |
| Iteration 32 | l1 | 0.0913 | saga | 207 | --- | 0.6875 | 1.0 | 0.647s | 59.950s |
| Iteration 33 | l2 | 0.0941 | sag | 810 | --- | 0.8125 | 1.0 | 0.652s | 1m:02s |
| Iteration 34 | elast.. | 0.1054 | saga | 684 | 0.4 | 0.625 | 1.0 | 0.651s | 1m:04s |
| Iteration 35 | l2 | 0.0709 | sag | 770 | --- | 0.75 | 1.0 | 0.642s | 1m:05s |
| Iteration 36 | l2 | 0.0401 | sag | 297 | --- | 0.5 | 1.0 | 0.651s | 1m:07s |
| Iteration 37 | l2 | 0.0903 | sag | 854 | --- | 0.8125 | 1.0 | 0.642s | 1m:09s |
| Iteration 38 | l2 | 0.0903 | sag | 198 | --- | 0.3125 | 1.0 | 0.652s | 1m:11s |
| Iteration 39 | l2 | 0.0919 | saga | 911 | --- | 0.75 | 1.0 | 0.647s | 1m:13s |
| Iteration 40 | l2 | 0.0663 | sag | 916 | --- | 0.5625 | 1.0 | 0.645s | 1m:17s |
| Iteration 41 | none | --- | sag | 344 | --- | 0.6875 | 1.0 | 0.641s | 1m:20s |
| Iteration 42 | l2 | 0.1102 | newto.. | 974 | --- | 0.625 | 1.0 | 0.660s | 1m:23s |
| Iteration 43 | l2 | 0.0972 | sag | 954 | --- | 0.75 | 1.0 | 0.636s | 1m:25s |
| Iteration 44 | l2 | 0.094 | sag | 884 | --- | 0.5 | 1.0 | 0.650s | 1m:27s |
| Iteration 45 | elast.. | 0.0732 | saga | 972 | 0.9 | 0.7812 | 1.0 | 0.635s | 1m:28s |
| Iteration 46 | elast.. | 0.052 | saga | 983 | 0.4 | 0.6875 | 1.0 | 0.635s | 1m:30s |
| Iteration 47 | l2 | 0.1481 | saga | 995 | --- | 1.0 | 1.0 | 0.678s | 1m:32s |
| Iteration 48 | l2 | 0.1732 | saga | 1000 | --- | 0.5 | 1.0 | 0.679s | 1m:34s |
| Iteration 49 | l2 | 0.0917 | lbfgs | 923 | --- | 0.5625 | 1.0 | 0.685s | 1m:36s |
| Iteration 50 | none | --- | sag | 365 | --- | 0.4375 | 1.0 | 0.683s | 1m:38s |
Bayesian Optimization ---------------------------
Best call --> Iteration 47
Best parameters --> {'penalty': 'l2', 'C': 0.1481, 'solver': 'saga', 'max_iter': 995}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:39s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7562
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.53 ± 0.04
Time elapsed: 0.056s
-------------------------------------------------
Total time: 1m:39s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.4375 | 0.4375 | 0.682s | 0.687s |
| Initial point 2 | svd | --- | 0.75 | 0.75 | 0.675s | 2.117s |
| Initial point 3 | svd | --- | 0.75 | 0.75 | 0.000s | 3.895s |
| Initial point 4 | lsqr | 0.8 | 0.625 | 0.75 | 0.671s | 5.625s |
| Initial point 5 | eigen | 0.9 | 0.8125 | 0.8125 | 0.665s | 7.090s |
| Initial point 6 | lsqr | 0.7 | 0.75 | 0.8125 | 0.629s | 8.543s |
| Initial point 7 | lsqr | 0.5 | 0.25 | 0.8125 | 0.659s | 9.974s |
| Initial point 8 | lsqr | 0.9 | 0.5625 | 0.8125 | 0.645s | 11.373s |
| Initial point 9 | lsqr | 0.6 | 0.625 | 0.8125 | 0.665s | 12.796s |
| Initial point 10 | eigen | 0.8 | 0.8125 | 0.8125 | 0.648s | 14.254s |
| Iteration 11 | eigen | 0.6 | 0.5625 | 0.8125 | 0.641s | 15.796s |
| Iteration 12 | eigen | 0.7 | 0.75 | 0.8125 | 0.649s | 17.354s |
| Iteration 13 | svd | --- | 0.75 | 0.8125 | 0.000s | 18.275s |
| Iteration 14 | eigen | 0.8 | 0.8125 | 0.8125 | 0.000s | 19.174s |
| Iteration 15 | eigen | auto | 0.75 | 0.8125 | 0.631s | 20.720s |
| Iteration 16 | svd | --- | 0.75 | 0.8125 | 0.000s | 22.229s |
| Iteration 17 | svd | --- | 0.75 | 0.8125 | 0.000s | 24.336s |
| Iteration 18 | lsqr | 1.0 | 0.8125 | 0.8125 | 0.623s | 26.246s |
| Iteration 19 | svd | --- | 0.75 | 0.8125 | 0.000s | 28.955s |
| Iteration 20 | lsqr | auto | 0.9375 | 0.9375 | 0.684s | 31.199s |
| Iteration 21 | eigen | 0.5 | 0.625 | 0.9375 | 0.688s | 32.862s |
| Iteration 22 | svd | --- | 0.75 | 0.9375 | 0.000s | 34.880s |
| Iteration 23 | lsqr | None | 0.375 | 0.9375 | 0.636s | 38.026s |
| Iteration 24 | svd | --- | 0.75 | 0.9375 | 0.000s | 40.739s |
| Iteration 25 | eigen | None | 0.875 | 0.9375 | 0.628s | 43.916s |
| Iteration 26 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 45.220s |
| Iteration 27 | lsqr | auto | 0.9375 | 0.9375 | 0.001s | 46.242s |
| Iteration 28 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 47.260s |
| Iteration 29 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 48.270s |
| Iteration 30 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 49.240s |
| Iteration 31 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 50.763s |
| Iteration 32 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 51.900s |
| Iteration 33 | lsqr | 0.7 | 0.75 | 0.9375 | 0.000s | 52.885s |
| Iteration 34 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 53.864s |
| Iteration 35 | lsqr | 1.0 | 0.8125 | 0.9375 | 0.000s | 54.867s |
| Iteration 36 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 55.957s |
| Iteration 37 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 57.193s |
| Iteration 38 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 58.302s |
| Iteration 39 | svd | --- | 0.75 | 0.9375 | 0.000s | 59.373s |
| Iteration 40 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 1m:00s |
| Iteration 41 | lsqr | auto | 0.9375 | 0.9375 | 0.001s | 1m:01s |
| Iteration 42 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 1m:02s |
| Iteration 43 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 1m:06s |
| Iteration 44 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 1m:07s |
| Iteration 45 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 1m:10s |
| Iteration 46 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 1m:11s |
| Iteration 47 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 1m:12s |
| Iteration 48 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 1m:13s |
| Iteration 49 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 1m:14s |
| Iteration 50 | lsqr | auto | 0.9375 | 0.9375 | 0.000s | 1m:16s |
Bayesian Optimization ---------------------------
Best call --> Iteration 20
Best parameters --> {'solver': 'lsqr', 'shrinkage': 'auto'}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 1m:17s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7482
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.61 ± 0.086
Time elapsed: 0.032s
-------------------------------------------------
Total time: 1m:17s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.4375 | 0.4375 | 0.630s | 0.633s |
| Initial point 2 | 0.9 | 1.0 | 1.0 | 0.633s | 2.097s |
| Initial point 3 | 0.1 | 0.75 | 1.0 | 0.623s | 3.493s |
| Initial point 4 | 1.0 | 0.4375 | 1.0 | 0.001s | 4.380s |
| Initial point 5 | 0.2 | 0.8125 | 1.0 | 0.634s | 5.955s |
| Initial point 6 | 0.4 | 0.75 | 1.0 | 0.620s | 7.491s |
| Initial point 7 | 0.4 | 0.75 | 1.0 | 0.000s | 8.261s |
| Initial point 8 | 0.7 | 0.5625 | 1.0 | 0.626s | 9.639s |
| Initial point 9 | 0.9 | 1.0 | 1.0 | 0.000s | 10.403s |
| Initial point 10 | 0.8 | 0.8125 | 1.0 | 0.626s | 11.807s |
| Iteration 11 | 0.3 | 0.5625 | 1.0 | 0.626s | 13.292s |
| Iteration 12 | 0.6 | 0.8125 | 1.0 | 0.618s | 15.497s |
| Iteration 13 | 0.5 | 0.375 | 1.0 | 0.618s | 19.069s |
| Iteration 14 | 0.0 | 0.75 | 1.0 | 0.623s | 23.126s |
| Iteration 15 | 0.9 | 1.0 | 1.0 | 0.000s | 24.509s |
| Iteration 16 | 0.9 | 1.0 | 1.0 | 0.000s | 25.363s |
| Iteration 17 | 0.9 | 1.0 | 1.0 | 0.000s | 26.823s |
| Iteration 18 | 0.9 | 1.0 | 1.0 | 0.000s | 27.664s |
| Iteration 19 | 0.9 | 1.0 | 1.0 | 0.000s | 28.497s |
| Iteration 20 | 0.9 | 1.0 | 1.0 | 0.000s | 29.367s |
| Iteration 21 | 0.6 | 0.8125 | 1.0 | 0.000s | 30.530s |
| Iteration 22 | 0.9 | 1.0 | 1.0 | 0.000s | 31.446s |
| Iteration 23 | 0.9 | 1.0 | 1.0 | 0.000s | 32.292s |
| Iteration 24 | 0.9 | 1.0 | 1.0 | 0.000s | 33.176s |
| Iteration 25 | 0.9 | 1.0 | 1.0 | 0.000s | 34.106s |
| Iteration 26 | 0.9 | 1.0 | 1.0 | 0.000s | 35.041s |
| Iteration 27 | 0.9 | 1.0 | 1.0 | 0.000s | 35.917s |
| Iteration 28 | 0.9 | 1.0 | 1.0 | 0.000s | 36.800s |
| Iteration 29 | 0.2 | 0.8125 | 1.0 | 0.000s | 39.543s |
| Iteration 30 | 0.8 | 0.8125 | 1.0 | 0.000s | 40.943s |
| Iteration 31 | 0.9 | 1.0 | 1.0 | 0.000s | 41.881s |
| Iteration 32 | 0.9 | 1.0 | 1.0 | 0.000s | 42.774s |
| Iteration 33 | 0.9 | 1.0 | 1.0 | 0.000s | 43.671s |
| Iteration 34 | 0.9 | 1.0 | 1.0 | 0.000s | 44.622s |
| Iteration 35 | 0.9 | 1.0 | 1.0 | 0.000s | 45.524s |
| Iteration 36 | 0.9 | 1.0 | 1.0 | 0.000s | 46.571s |
| Iteration 37 | 0.9 | 1.0 | 1.0 | 0.000s | 47.502s |
| Iteration 38 | 0.9 | 1.0 | 1.0 | 0.000s | 48.411s |
| Iteration 39 | 0.9 | 1.0 | 1.0 | 0.000s | 49.337s |
| Iteration 40 | 0.9 | 1.0 | 1.0 | 0.000s | 50.303s |
| Iteration 41 | 0.9 | 1.0 | 1.0 | 0.000s | 51.300s |
| Iteration 42 | 0.9 | 1.0 | 1.0 | 0.001s | 52.250s |
| Iteration 43 | 0.9 | 1.0 | 1.0 | 0.001s | 55.257s |
| Iteration 44 | 0.9 | 1.0 | 1.0 | 0.000s | 58.329s |
| Iteration 45 | 0.9 | 1.0 | 1.0 | 0.000s | 59.658s |
| Iteration 46 | 0.9 | 1.0 | 1.0 | 0.001s | 1m:01s |
| Iteration 47 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:02s |
| Iteration 48 | 0.9 | 1.0 | 1.0 | 0.001s | 1m:03s |
| Iteration 49 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:04s |
| Iteration 50 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:05s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'reg_param': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:06s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7366
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.55 ± 0.0632
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:06s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.5121 | dista.. | auto | 40 | 1 | 0.5625 | 0.5625 | 0.673s | 0.695s |
| Initial point 2 | 4.9761 | uniform | kd_tree | 39 | 2 | 0.75 | 0.75 | 0.664s | 2.186s |
| Initial point 3 | 3.9308 | dista.. | ball_tree | 25 | 2 | 0.875 | 0.875 | 0.650s | 3.617s |
| Initial point 4 | 11.4679 | uniform | ball_tree | 39 | 2 | 0.5 | 0.875 | 0.664s | 5.045s |
| Initial point 5 | 8.9836 | dista.. | auto | 30 | 2 | 0.875 | 0.875 | 0.637s | 6.494s |
| Initial point 6 | 10.4037 | dista.. | ball_tree | 21 | 2 | 0.6875 | 0.875 | 0.636s | 7.933s |
| Initial point 7 | 7.4415 | dista.. | ball_tree | 24 | 1 | 0.4062 | 0.875 | 0.660s | 9.370s |
| Initial point 8 | 1.7832 | dista.. | ball_tree | 21 | 2 | 0.75 | 0.875 | 0.663s | 10.838s |
| Initial point 9 | 8.2893 | uniform | ball_tree | 24 | 1 | 0.75 | 0.875 | 0.650s | 12.328s |
| Initial point 10 | 5.8877 | uniform | brute | 22 | 2 | 0.625 | 0.875 | 0.656s | 13.882s |
| Iteration 11 | 0.0 | dista.. | kd_tree | 40 | 2 | 0.5 | 0.875 | 0.651s | 15.696s |
| Iteration 12 | 0.0 | dista.. | ball_tree | 29 | 2 | 0.5 | 0.875 | 0.651s | 17.556s |
| Iteration 13 | 9.0126 | dista.. | kd_tree | 25 | 2 | 0.5 | 0.875 | 0.660s | 19.278s |
| Iteration 14 | 0.1981 | dista.. | auto | 40 | 2 | 0.625 | 0.875 | 0.645s | 20.980s |
| Iteration 15 | 3.7792 | dista.. | ball_tree | 25 | 2 | 0.6875 | 0.875 | 0.648s | 22.675s |
| Iteration 16 | 9.0517 | dista.. | kd_tree | 30 | 1 | 0.625 | 0.875 | 1.236s | 24.930s |
| Iteration 17 | 5.5028 | uniform | kd_tree | 38 | 1 | 0.9375 | 0.9375 | 0.645s | 26.589s |
| Iteration 18 | 5.8563 | uniform | kd_tree | 37 | 1 | 0.5 | 0.9375 | 0.645s | 28.351s |
| Iteration 19 | 5.435 | dista.. | kd_tree | 38 | 1 | 0.875 | 0.9375 | 0.651s | 30.018s |
| Iteration 20 | 5.536 | uniform | kd_tree | 38 | 1 | 0.625 | 0.9375 | 0.642s | 31.850s |
| Iteration 21 | 5.2257 | dista.. | kd_tree | 38 | 2 | 0.9375 | 0.9375 | 0.645s | 33.596s |
| Iteration 22 | 5.0485 | dista.. | ball_tree | 38 | 2 | 0.75 | 0.9375 | 0.651s | 37.505s |
| Iteration 23 | 5.274 | dista.. | brute | 21 | 1 | 0.75 | 0.9375 | 0.640s | 39.856s |
| Iteration 24 | 5.2917 | dista.. | kd_tree | 30 | 2 | 1.0 | 1.0 | 0.648s | 41.647s |
| Iteration 25 | 5.2994 | uniform | kd_tree | 23 | 2 | 0.5625 | 1.0 | 0.654s | 45.344s |
| Iteration 26 | 5.3035 | dista.. | kd_tree | 33 | 2 | 0.625 | 1.0 | 0.651s | 47.590s |
| Iteration 27 | 4.7991 | dista.. | kd_tree | 34 | 2 | 0.75 | 1.0 | 0.657s | 49.266s |
| Iteration 28 | 4.1421 | dista.. | brute | 35 | 2 | 0.8125 | 1.0 | 0.654s | 50.996s |
| Iteration 29 | 2.9597 | dista.. | brute | 31 | 1 | 0.4375 | 1.0 | 0.645s | 52.655s |
| Iteration 30 | 5.5001 | dista.. | ball_tree | 39 | 1 | 0.875 | 1.0 | 0.655s | 54.404s |
| Iteration 31 | 5.5589 | dista.. | ball_tree | 26 | 2 | 0.9375 | 1.0 | 0.701s | 56.340s |
| Iteration 32 | 5.651 | dista.. | auto | 23 | 2 | 0.8125 | 1.0 | 0.691s | 58.168s |
| Iteration 33 | 5.7752 | dista.. | kd_tree | 36 | 2 | 0.75 | 1.0 | 0.684s | 1m:00s |
| Iteration 34 | 4.4927 | dista.. | auto | 39 | 1 | 0.5625 | 1.0 | 0.691s | 1m:02s |
| Iteration 35 | 5.3516 | dista.. | auto | 26 | 1 | 0.8125 | 1.0 | 0.694s | 1m:04s |
| Iteration 36 | 6.06 | dista.. | auto | 20 | 1 | 0.5625 | 1.0 | 0.698s | 1m:05s |
| Iteration 37 | 5.4483 | dista.. | ball_tree | 36 | 2 | 0.625 | 1.0 | 0.695s | 1m:07s |
| Iteration 38 | 5.482 | dista.. | brute | 26 | 1 | 0.4375 | 1.0 | 0.690s | 1m:09s |
| Iteration 39 | 5.1437 | dista.. | brute | 20 | 2 | 0.5938 | 1.0 | 0.694s | 1m:12s |
| Iteration 40 | 5.2555 | dista.. | ball_tree | 28 | 2 | 0.625 | 1.0 | 0.693s | 1m:15s |
| Iteration 41 | 4.2636 | dista.. | kd_tree | 26 | 2 | 0.875 | 1.0 | 0.696s | 1m:17s |
| Iteration 42 | 4.3801 | dista.. | auto | 31 | 2 | 0.625 | 1.0 | 1.289s | 1m:20s |
| Iteration 43 | 5.0145 | dista.. | brute | 29 | 2 | 0.7812 | 1.0 | 0.636s | 1m:22s |
| Iteration 44 | 5.8125 | dista.. | brute | 27 | 2 | 0.625 | 1.0 | 0.638s | 1m:25s |
| Iteration 45 | 4.3945 | dista.. | kd_tree | 30 | 2 | 0.375 | 1.0 | 0.649s | 1m:27s |
| Iteration 46 | 5.2815 | dista.. | kd_tree | 30 | 2 | 0.875 | 1.0 | 0.642s | 1m:29s |
| Iteration 47 | 5.3019 | uniform | kd_tree | 38 | 2 | 0.25 | 1.0 | 0.661s | 1m:31s |
| Iteration 48 | 6.0544 | dista.. | auto | 24 | 2 | 0.8125 | 1.0 | 0.629s | 1m:33s |
| Iteration 49 | 12.0707 | uniform | brute | 27 | 1 | 0.5 | 1.0 | 0.654s | 1m:35s |
| Iteration 50 | 6.3182 | dista.. | auto | 25 | 2 | 0.8125 | 1.0 | 0.652s | 1m:37s |
Bayesian Optimization ---------------------------
Best call --> Iteration 24
Best parameters --> {'radius': 5.2917, 'weights': 'distance', 'algorithm': 'kd_tree', 'leaf_size': 30, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:38s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.53 ± 0.04
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:38s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.5938 | 0.5938 | 1.032s | 1.039s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 1.0 | 1.0 | 1.029s | 3.590s |
| Initial point 3 | 225 | 1.0215 | SAMME | 1.0 | 1.0 | 0.786s | 5.504s |
| Initial point 4 | 431 | 0.0871 | SAMME | 1.0 | 1.0 | 0.926s | 7.299s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.9375 | 1.0 | 0.814s | 8.972s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.8125 | 1.0 | 1.013s | 10.841s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.3125 | 1.0 | 0.671s | 12.305s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.8438 | 1.0 | 0.938s | 15.934s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.75 | 1.0 | 0.653s | 17.828s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.9375 | 1.0 | 0.763s | 19.382s |
| Iteration 11 | 208 | 0.2842 | SAMME | 0.6875 | 1.0 | 0.791s | 21.130s |
| Iteration 12 | 500 | 0.0632 | SAMME.R | 0.875 | 1.0 | 1.041s | 23.230s |
| Iteration 13 | 312 | 0.0922 | SAMME | 0.5 | 1.0 | 0.854s | 25.483s |
| Iteration 14 | 229 | 1.3562 | SAMME | 0.9375 | 1.0 | 0.810s | 27.353s |
| Iteration 15 | 435 | 0.0699 | SAMME | 0.9688 | 1.0 | 0.954s | 29.313s |
| Iteration 16 | 499 | 0.0303 | SAMME.R | 0.75 | 1.0 | 1.044s | 31.341s |
| Iteration 17 | 407 | 0.1159 | SAMME.R | 0.8125 | 1.0 | 0.948s | 33.351s |
| Iteration 18 | 455 | 0.0635 | SAMME | 0.9375 | 1.0 | 1.539s | 35.890s |
| Iteration 19 | 219 | 0.0234 | SAMME | 1.0 | 1.0 | 0.789s | 37.622s |
| Iteration 20 | 237 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.822s | 39.468s |
| Iteration 21 | 211 | 0.0102 | SAMME | 0.875 | 1.0 | 0.777s | 41.355s |
| Iteration 22 | 245 | 0.0191 | SAMME.R | 0.9375 | 1.0 | 0.828s | 43.253s |
| Iteration 23 | 227 | 0.0261 | SAMME.R | 0.75 | 1.0 | 0.816s | 45.127s |
| Iteration 24 | 259 | 0.01 | SAMME | 1.0 | 1.0 | 0.815s | 47.092s |
| Iteration 25 | 201 | 4.3024 | SAMME | 0.375 | 1.0 | 0.628s | 48.789s |
| Iteration 26 | 50 | 0.01 | SAMME.R | 0.9375 | 1.0 | 0.669s | 50.465s |
| Iteration 27 | 218 | 0.0215 | SAMME | 0.8438 | 1.0 | 0.799s | 52.414s |
| Iteration 28 | 500 | 0.01 | SAMME.R | 0.8125 | 1.0 | 1.033s | 54.537s |
| Iteration 29 | 500 | 0.01 | SAMME | 0.6875 | 1.0 | 1.041s | 57.760s |
| Iteration 30 | 264 | 0.0103 | SAMME.R | 0.8125 | 1.0 | 0.872s | 1m:00s |
| Iteration 31 | 268 | 0.9363 | SAMME | 0.8125 | 1.0 | 0.833s | 1m:02s |
| Iteration 32 | 108 | 0.0139 | SAMME | 1.0 | 1.0 | 0.706s | 1m:04s |
| Iteration 33 | 97 | 0.0164 | SAMME | 0.75 | 1.0 | 0.721s | 1m:06s |
| Iteration 34 | 137 | 0.9193 | SAMME | 0.7812 | 1.0 | 0.731s | 1m:08s |
| Iteration 35 | 500 | 0.1092 | SAMME | 0.75 | 1.0 | 0.998s | 1m:12s |
| Iteration 36 | 245 | 0.01 | SAMME | 0.625 | 1.0 | 0.806s | 1m:16s |
| Iteration 37 | 50 | 0.0425 | SAMME | 0.9375 | 1.0 | 0.670s | 1m:18s |
| Iteration 38 | 442 | 0.551 | SAMME.R | 0.9375 | 1.0 | 1.013s | 1m:23s |
| Iteration 39 | 65 | 0.5537 | SAMME.R | 1.0 | 1.0 | 0.697s | 1m:25s |
| Iteration 40 | 488 | 0.5633 | SAMME.R | 0.875 | 1.0 | 1.052s | 1m:27s |
| Iteration 41 | 50 | 0.5814 | SAMME | 0.875 | 1.0 | 0.659s | 1m:29s |
| Iteration 42 | 50 | 0.0437 | SAMME | 0.6875 | 1.0 | 1.270s | 1m:31s |
| Iteration 43 | 72 | 0.5363 | SAMME.R | 1.0 | 1.0 | 0.692s | 1m:33s |
| Iteration 44 | 500 | 0.5611 | SAMME.R | 0.75 | 1.0 | 1.026s | 1m:35s |
| Iteration 45 | 50 | 0.5901 | SAMME.R | 0.3125 | 1.0 | 0.669s | 1m:37s |
| Iteration 46 | 69 | 0.5301 | SAMME.R | 0.8438 | 1.0 | 0.685s | 1m:39s |
| Iteration 47 | 431 | 0.0468 | SAMME | 1.0 | 1.0 | 0.947s | 1m:41s |
| Iteration 48 | 69 | 0.01 | SAMME.R | 0.75 | 1.0 | 0.697s | 1m:43s |
| Iteration 49 | 492 | 0.0425 | SAMME.R | 0.75 | 1.0 | 1.033s | 1m:45s |
| Iteration 50 | 197 | 0.01 | SAMME.R | 0.9375 | 1.0 | 0.802s | 1m:47s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0511, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:48s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.469s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.0707
Time elapsed: 2.095s
-------------------------------------------------
Total time: 1m:51s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.4375 | 0.4375 | 1.095s | 1.117s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 1.0 | 1.0 | 0.944s | 3.718s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 1.0 | 1.0 | 0.977s | 5.658s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 1.0 | 0.821s | 7.412s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.875 | 1.0 | 0.925s | 9.138s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 1.0 | 1.0 | 0.783s | 11.554s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.6875 | 1.0 | 0.805s | 13.369s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.875 | 1.0 | 0.789s | 15.010s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.8438 | 1.0 | 0.903s | 16.758s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.75 | 1.0 | 0.882s | 18.466s |
| Iteration 11 | 247 | gini | 7 | 12 | 16 | sqrt | True | 0.0279 | 0.7 | 0.75 | 1.0 | 0.836s | 20.448s |
| Iteration 12 | 500 | gini | 7 | 5 | 8 | sqrt | False | 0.0129 | --- | 0.875 | 1.0 | 1.011s | 22.751s |
| Iteration 13 | 10 | entropy | 1 | 20 | 11 | sqrt | False | 0.0347 | --- | 0.5 | 1.0 | 0.710s | 24.692s |
| Iteration 14 | 470 | entropy | 5 | 14 | 2 | 0.6 | False | 0.0255 | --- | 1.0 | 1.0 | 0.986s | 27.039s |
| Iteration 15 | 10 | gini | 9 | 2 | 17 | sqrt | False | 0.035 | --- | 0.875 | 1.0 | 0.693s | 28.932s |
| Iteration 16 | 461 | entropy | 5 | 14 | 4 | 0.6 | False | 0.024 | --- | 0.5625 | 1.0 | 0.931s | 31.191s |
| Iteration 17 | 304 | gini | 2 | 2 | 11 | 0.7 | False | 0.0307 | --- | 1.0 | 1.0 | 0.827s | 33.160s |
| Iteration 18 | 500 | entropy | 2 | 2 | 1 | None | False | 0.035 | --- | 0.9062 | 1.0 | 1.527s | 35.812s |
| Iteration 19 | 500 | gini | 9 | 2 | 20 | None | False | 0.0 | --- | 0.625 | 1.0 | 0.917s | 39.539s |
| Iteration 20 | 488 | entropy | 7 | 17 | 3 | 0.6 | False | 0.0268 | --- | 1.0 | 1.0 | 0.943s | 42.271s |
| Iteration 21 | 242 | gini | 3 | 12 | 11 | 0.7 | False | 0.0141 | --- | 1.0 | 1.0 | 0.772s | 44.302s |
| Iteration 22 | 64 | gini | 7 | 17 | 11 | None | True | 0.0064 | 0.5 | 1.0 | 1.0 | 0.677s | 46.286s |
| Iteration 23 | 188 | entropy | 3 | 19 | 2 | 0.6 | False | 0.0147 | --- | 0.7188 | 1.0 | 0.757s | 48.411s |
| Iteration 24 | 184 | gini | 4 | 11 | 11 | 0.9 | True | 0.0074 | None | 1.0 | 1.0 | 0.781s | 50.479s |
| Iteration 25 | 500 | gini | 9 | 18 | 12 | auto | False | 0.0019 | --- | 1.0 | 1.0 | 0.934s | 52.956s |
| Iteration 26 | 500 | gini | 7 | 8 | 3 | auto | False | 0.0237 | --- | 0.9375 | 1.0 | 0.933s | 55.227s |
| Iteration 27 | 490 | entropy | 6 | 16 | 3 | 0.6 | False | 0.0294 | --- | 0.75 | 1.0 | 0.950s | 57.619s |
| Iteration 28 | 124 | entropy | 2 | 4 | 11 | 0.5 | True | 0.0167 | 0.8 | 0.8125 | 1.0 | 0.723s | 59.618s |
| Iteration 29 | 297 | entropy | 7 | 19 | 11 | 0.7 | False | 0.002 | --- | 0.875 | 1.0 | 0.808s | 1m:02s |
| Iteration 30 | 471 | gini | 2 | 17 | 12 | 0.8 | False | 0.0078 | --- | 0.5 | 1.0 | 0.913s | 1m:05s |
| Iteration 31 | 377 | gini | 3 | 10 | 3 | 0.6 | False | 0.0065 | --- | 0.75 | 1.0 | 0.890s | 1m:07s |
| Iteration 32 | 447 | entropy | 8 | 17 | 12 | None | False | 0.0065 | --- | 1.0 | 1.0 | 0.915s | 1m:09s |
| Iteration 33 | 36 | gini | 9 | 17 | 14 | None | True | 0.0214 | 0.9 | 0.75 | 1.0 | 0.665s | 1m:12s |
| Iteration 34 | 489 | entropy | 8 | 17 | 4 | auto | False | 0.0034 | --- | 0.5938 | 1.0 | 0.926s | 1m:15s |
| Iteration 35 | 165 | gini | 7 | 11 | 11 | 0.9 | True | 0.0155 | 0.6 | 0.625 | 1.0 | 0.785s | 1m:17s |
| Iteration 36 | 268 | gini | 6 | 7 | 14 | 0.5 | False | 0.0257 | --- | 0.5938 | 1.0 | 0.789s | 1m:19s |
| Iteration 37 | 282 | entropy | 4 | 14 | 11 | log2 | False | 0.0322 | --- | 0.9375 | 1.0 | 0.840s | 1m:21s |
| Iteration 38 | 467 | entropy | 9 | 9 | 12 | 0.7 | False | 0.0045 | --- | 0.75 | 1.0 | 0.918s | 1m:25s |
| Iteration 39 | 228 | gini | 5 | 7 | 11 | 0.9 | False | 0.0128 | --- | 0.875 | 1.0 | 0.774s | 1m:28s |
| Iteration 40 | 280 | gini | 2 | 20 | 11 | 0.8 | False | 0.0083 | --- | 0.6875 | 1.0 | 0.809s | 1m:30s |
| Iteration 41 | 311 | entropy | 7 | 17 | 10 | None | False | 0.0265 | --- | 0.8125 | 1.0 | 0.825s | 1m:32s |
| Iteration 42 | 287 | entropy | 9 | 18 | 12 | 0.7 | False | 0.0068 | --- | 0.75 | 1.0 | 0.835s | 1m:35s |
| Iteration 43 | 77 | entropy | 4 | 12 | 12 | 0.9 | False | 0.0315 | --- | 1.0 | 1.0 | 0.679s | 1m:37s |
| Iteration 44 | 427 | gini | 4 | 12 | 7 | 0.9 | False | 0.0047 | --- | 0.8125 | 1.0 | 0.920s | 1m:40s |
| Iteration 45 | 27 | entropy | 4 | 10 | 12 | 0.9 | True | 0.0093 | 0.7 | 0.6875 | 1.0 | 0.650s | 1m:42s |
| Iteration 46 | 65 | entropy | 3 | 13 | 12 | log2 | True | 0.0076 | 0.6 | 0.7812 | 1.0 | 0.714s | 1m:44s |
| Iteration 47 | 278 | gini | 4 | 14 | 11 | 0.6 | False | 0.0296 | --- | 1.0 | 1.0 | 0.865s | 1m:47s |
| Iteration 48 | 278 | gini | 4 | 16 | 11 | 0.9 | False | 0.0249 | --- | 0.8438 | 1.0 | 0.801s | 1m:49s |
| Iteration 49 | 283 | entropy | 3 | 9 | 11 | sqrt | False | 0.0231 | --- | 0.8125 | 1.0 | 1.111s | 1m:54s |
| Iteration 50 | 500 | entropy | 8 | 17 | 12 | log2 | False | 0.021 | --- | 0.9375 | 1.0 | 1.310s | 1m:58s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'n_estimators': 470, 'criterion': 'entropy', 'max_depth': 5, 'min_samples_split': 14, 'min_samples_leaf': 2, 'max_features': 0.6, 'bootstrap': False, 'ccp_alpha': 0.0255}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:00s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9866
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.519s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.84 ± 0.1356
Time elapsed: 2.281s
-------------------------------------------------
Total time: 2m:03s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.997s | 1.022s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 1.0 | 1.0 | 0.983s | 3.450s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 1.0 | 0.998s | 5.608s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 1.0 | 0.911s | 7.713s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 1.0 | 0.953s | 10.092s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 1.0 | 0.935s | 12.343s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 1.0 | 0.954s | 14.708s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 1.0 | 0.956s | 17.015s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.875 | 1.0 | 0.987s | 19.323s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 1.0 | 0.957s | 21.543s |
| Iteration 11 | 224 | 0.1071 | 3 | 0.3389 | 4 | 0.9 | 0.4 | 0 | 0 | 0.5625 | 1.0 | 0.932s | 24.418s |
| Iteration 12 | 446 | 0.0328 | 8 | 0.4697 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.875 | 1.0 | 1.033s | 27.475s |
| Iteration 13 | 376 | 0.049 | 3 | 0.1084 | 1 | 0.8 | 0.6 | 0.01 | 0.01 | 0.875 | 1.0 | 0.977s | 30.143s |
| Iteration 14 | 408 | 0.0455 | 5 | 0.4058 | 3 | 0.9 | 1.0 | 1 | 1 | 0.875 | 1.0 | 0.970s | 32.901s |
| Iteration 15 | 497 | 0.0266 | 2 | 0.8593 | 1 | 1.0 | 0.6 | 0.01 | 1 | 1.0 | 1.0 | 0.997s | 35.973s |
| Iteration 16 | 500 | 0.039 | 4 | 0.6057 | 1 | 1.0 | 0.5 | 0.1 | 100 | 0.9062 | 1.0 | 0.775s | 38.840s |
| Iteration 17 | 20 | 0.0131 | 8 | 0.4758 | 1 | 0.9 | 0.7 | 0 | 0 | 0.9375 | 1.0 | 0.681s | 40.745s |
| Iteration 18 | 153 | 0.0211 | 1 | 0.0 | 1 | 0.5 | 1.0 | 100 | 100 | 0.5 | 1.0 | 0.699s | 42.985s |
| Iteration 19 | 500 | 0.0118 | 1 | 0.8643 | 1 | 1.0 | 1.0 | 0.01 | 100 | 0.75 | 1.0 | 1.359s | 45.623s |
| Iteration 20 | 158 | 0.0385 | 2 | 0.0935 | 1 | 0.9 | 0.8 | 0.1 | 0 | 1.0 | 1.0 | 0.733s | 47.614s |
| Iteration 21 | 484 | 0.01 | 6 | 0.0621 | 1 | 1.0 | 0.4 | 0.1 | 100 | 1.0 | 1.0 | 0.772s | 49.736s |
| Iteration 22 | 500 | 0.0155 | 1 | 0.0 | 1 | 1.0 | 0.5 | 0 | 0.01 | 1.0 | 1.0 | 0.772s | 51.841s |
| Iteration 23 | 20 | 0.0154 | 10 | 0.0 | 1 | 1.0 | 0.5 | 100 | 10 | 0.5 | 1.0 | 0.683s | 53.865s |
| Iteration 24 | 70 | 0.0125 | 6 | 0.2894 | 1 | 1.0 | 0.4 | 0.01 | 0.1 | 0.9375 | 1.0 | 0.667s | 55.929s |
| Iteration 25 | 284 | 0.0547 | 3 | 0.0435 | 1 | 1.0 | 1.0 | 0.01 | 1 | 1.0 | 1.0 | 0.737s | 58.119s |
| Iteration 26 | 500 | 0.01 | 1 | 0.0 | 1 | 1.0 | 1.0 | 0.01 | 0 | 1.0 | 1.0 | 0.728s | 1m:02s |
| Iteration 27 | 500 | 0.0221 | 10 | 0.0 | 1 | 1.0 | 1.0 | 0.01 | 0 | 0.75 | 1.0 | 0.731s | 1m:07s |
| Iteration 28 | 390 | 0.0173 | 5 | 0.1548 | 1 | 1.0 | 0.9 | 0.01 | 0.01 | 0.8125 | 1.0 | 0.725s | 1m:09s |
| Iteration 29 | 235 | 0.01 | 1 | 0.4697 | 2 | 0.7 | 0.4 | 0.1 | 0.1 | 0.5 | 1.0 | 0.676s | 1m:11s |
| Iteration 30 | 158 | 0.0861 | 1 | 0.0 | 2 | 0.9 | 1.0 | 0.01 | 0.1 | 0.9375 | 1.0 | 0.659s | 1m:14s |
| Iteration 31 | 374 | 0.0382 | 1 | 0.0 | 1 | 1.0 | 0.6 | 0.01 | 10 | 0.6875 | 1.0 | 0.696s | 1m:16s |
| Iteration 32 | 355 | 0.0103 | 6 | 0.7865 | 2 | 0.9 | 0.9 | 0.01 | 1 | 1.0 | 1.0 | 0.735s | 1m:18s |
| Iteration 33 | 62 | 0.0355 | 8 | 0.7653 | 1 | 1.0 | 0.6 | 0 | 100 | 0.4688 | 1.0 | 0.649s | 1m:20s |
| Iteration 34 | 394 | 0.0138 | 4 | 0.5234 | 1 | 1.0 | 0.8 | 0 | 1 | 0.5938 | 1.0 | 0.743s | 1m:22s |
| Iteration 35 | 294 | 0.0492 | 4 | 0.8036 | 2 | 0.9 | 0.9 | 0.1 | 0.1 | 0.75 | 1.0 | 0.696s | 1m:24s |
| Iteration 36 | 161 | 0.1555 | 3 | 0.1688 | 1 | 1.0 | 0.5 | 0.01 | 1 | 0.8125 | 1.0 | 0.682s | 1m:27s |
| Iteration 37 | 447 | 0.0854 | 1 | 0.162 | 1 | 1.0 | 0.5 | 0.1 | 0 | 0.875 | 1.0 | 0.712s | 1m:29s |
| Iteration 38 | 488 | 0.1768 | 1 | 0.6866 | 1 | 0.8 | 1.0 | 0.01 | 0.01 | 0.875 | 1.0 | 0.717s | 1m:31s |
| Iteration 39 | 57 | 0.0283 | 2 | 0.3628 | 1 | 1.0 | 1.0 | 0.1 | 0.1 | 0.9375 | 1.0 | 0.672s | 1m:33s |
| Iteration 40 | 408 | 0.0669 | 2 | 0.1434 | 1 | 1.0 | 0.8 | 0.01 | 0.1 | 0.875 | 1.0 | 0.705s | 1m:36s |
| Iteration 41 | 500 | 0.0163 | 8 | 0.0 | 3 | 1.0 | 1.0 | 0.1 | 1 | 0.5625 | 1.0 | 0.736s | 1m:38s |
| Iteration 42 | 500 | 0.0231 | 6 | 0.1155 | 1 | 0.8 | 0.8 | 1 | 0.1 | 0.75 | 1.0 | 0.733s | 1m:41s |
| Iteration 43 | 500 | 0.01 | 1 | 0.0 | 1 | 0.9 | 0.5 | 0.01 | 0 | 1.0 | 1.0 | 0.730s | 1m:44s |
| Iteration 44 | 469 | 0.0626 | 1 | 0.7064 | 1 | 0.9 | 0.9 | 0.01 | 0 | 0.8125 | 1.0 | 0.709s | 1m:46s |
| Iteration 45 | 183 | 0.0152 | 9 | 0.2341 | 1 | 0.9 | 1.0 | 0.01 | 0.01 | 0.6875 | 1.0 | 1.287s | 1m:49s |
| Iteration 46 | 375 | 0.735 | 1 | 0.0436 | 1 | 1.0 | 0.8 | 0.01 | 0.01 | 1.0 | 1.0 | 0.710s | 1m:51s |
| Iteration 47 | 109 | 0.0315 | 6 | 0.4333 | 2 | 0.8 | 0.6 | 0.1 | 0.1 | 1.0 | 1.0 | 0.658s | 1m:53s |
| Iteration 48 | 333 | 0.0754 | 2 | 0.833 | 1 | 0.9 | 0.8 | 0.01 | 1 | 0.875 | 1.0 | 0.697s | 1m:55s |
| Iteration 49 | 69 | 0.0218 | 1 | 0.0 | 1 | 0.8 | 0.5 | 0 | 0 | 0.6875 | 1.0 | 0.659s | 1m:57s |
| Iteration 50 | 210 | 0.0173 | 7 | 0.9035 | 1 | 0.7 | 0.9 | 0.01 | 0 | 0.9375 | 1.0 | 0.684s | 1m:59s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'n_estimators': 497, 'learning_rate': 0.0266, 'max_depth': 2, 'gamma': 0.8593, 'min_child_weight': 1, 'subsample': 1.0, 'colsample_bytree': 0.6, 'reg_alpha': 0.01, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:01s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.116s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.89 ± 0.08
Time elapsed: 0.350s
-------------------------------------------------
Total time: 2m:01s
Final results ==================== >>
Duration: 13m:18s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.75 ± 0.1761
Logistic Regression --> roc_auc: 0.53 ± 0.04 ~
Linear Discriminant Analysis --> roc_auc: 0.61 ± 0.086 ~
Quadratic Discriminant Analysis --> roc_auc: 0.55 ± 0.0632
Radius Nearest Neighbors --> roc_auc: 0.53 ± 0.04 ~
AdaBoost --> roc_auc: 0.9 ± 0.0707 !
Random Forest --> roc_auc: 0.84 ± 0.1356
XGBoost --> roc_auc: 0.89 ± 0.08
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVDAGGTSYGKLTF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVSSGGYNKLIF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASKTGNQFYF.
>>> Dropping feature CAASTNTGNQFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAVDTDKLIF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAVTNTGGFKTIF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVSSGTYKYIF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CASSPGGYEQYF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAENNNARLMF.
>>> Dropping feature CAALNTGNQFYF.
>>> Dropping feature CAVTKAAGNKLTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVGSGGSYIPTF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVRGGSYIPTF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CASSLADTQYF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CVVNTGFQKLVF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASATSGTYKYIF.
>>> Dropping feature CAASDSGTYKYIF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.4062 | 0.4062 | 3.155s | 3.174s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.9375 | 0.9375 | 3.289s | 7.318s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.6875 | 0.9375 | 3.231s | 11.372s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.5625 | 0.9375 | 3.254s | 15.514s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.875 | 0.9375 | 3.238s | 19.661s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.6875 | 0.9375 | 3.263s | 23.879s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.75 | 0.9375 | 3.229s | 30.235s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.8125 | 0.9375 | 3.258s | 34.843s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.8125 | 0.9375 | 3.174s | 38.803s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.75 | 0.9375 | 3.200s | 42.835s |
| Iteration 11 | deviance | 0.088 | 227 | 0.6 | friedman_mse | 18 | 10 | 6 | 0.8 | 0.0263 | 0.5625 | 0.9375 | 3.193s | 47.157s |
| Iteration 12 | deviance | 0.2572 | 182 | 0.5 | squared_er.. | 13 | 2 | 5 | 0.8 | 0.0299 | 0.5625 | 0.9375 | 3.207s | 53.351s |
| Iteration 13 | deviance | 0.5183 | 67 | 0.7 | squared_er.. | 17 | 10 | 3 | 0.9 | 0.0259 | 0.5 | 0.9375 | 3.142s | 58.192s |
| Iteration 14 | exponen.. | 0.8605 | 15 | 0.8 | friedman_mse | 13 | 9 | 7 | None | 0.0295 | 0.8125 | 0.9375 | 3.166s | 1m:04s |
| Iteration 15 | deviance | 0.1302 | 230 | 0.6 | squared_er.. | 3 | 10 | 5 | log2 | 0.0048 | 0.875 | 0.9375 | 3.190s | 1m:09s |
| Iteration 16 | exponen.. | 0.0843 | 271 | 0.6 | squared_er.. | 15 | 5 | 10 | sqrt | 0.004 | 0.75 | 0.9375 | 3.221s | 1m:13s |
| Iteration 17 | deviance | 0.0589 | 112 | 0.9 | squared_er.. | 6 | 15 | 2 | 0.8 | 0.0066 | 0.8125 | 0.9375 | 3.344s | 1m:17s |
| Iteration 18 | exponen.. | 0.0131 | 411 | 1.0 | squared_er.. | 11 | 2 | 9 | 0.7 | 0.0201 | 0.875 | 0.9375 | 3.263s | 1m:22s |
| Iteration 19 | exponen.. | 0.01 | 267 | 0.5 | squared_er.. | 4 | 3 | 6 | auto | 0.027 | 0.9375 | 0.9375 | 3.237s | 1m:26s |
| Iteration 20 | exponen.. | 0.01 | 15 | 0.5 | squared_er.. | 16 | 5 | 9 | 0.6 | 0.0287 | 1.0 | 1.0 | 3.913s | 1m:31s |
| Iteration 21 | deviance | 0.01 | 31 | 0.7 | squared_er.. | 7 | 7 | 6 | log2 | 0.035 | 0.8125 | 1.0 | 3.158s | 1m:35s |
| Iteration 22 | exponen.. | 0.01 | 115 | 0.9 | friedman_mse | 19 | 16 | 6 | None | 0.0263 | 0.8125 | 1.0 | 3.197s | 1m:40s |
| Iteration 23 | exponen.. | 0.01 | 150 | 0.7 | squared_er.. | 7 | 1 | 6 | None | 0.0222 | 0.8125 | 1.0 | 3.192s | 1m:44s |
| Iteration 24 | exponen.. | 0.0213 | 465 | 0.6 | squared_er.. | 17 | 12 | 2 | log2 | 0.035 | 0.5 | 1.0 | 3.274s | 1m:48s |
| Iteration 25 | exponen.. | 0.01 | 65 | 0.9 | squared_er.. | 14 | 13 | 10 | 0.5 | 0.0122 | 1.0 | 1.0 | 3.164s | 1m:53s |
| Iteration 26 | exponen.. | 0.0104 | 476 | 0.5 | friedman_mse | 14 | 10 | 9 | 0.5 | 0.0205 | 1.0 | 1.0 | 3.276s | 1m:57s |
| Iteration 27 | exponen.. | 0.0112 | 114 | 0.7 | squared_er.. | 9 | 5 | 10 | auto | 0.0006 | 0.625 | 1.0 | 3.177s | 2m:03s |
| Iteration 28 | deviance | 0.01 | 335 | 0.5 | squared_er.. | 15 | 16 | 10 | sqrt | 0.0244 | 0.5 | 1.0 | 3.247s | 2m:08s |
| Iteration 29 | exponen.. | 0.01 | 265 | 0.7 | friedman_mse | 6 | 10 | 10 | 0.5 | 0.0243 | 0.5 | 1.0 | 3.239s | 2m:12s |
| Iteration 30 | exponen.. | 0.0101 | 176 | 0.8 | squared_er.. | 15 | 15 | 9 | 0.7 | 0.0262 | 0.4375 | 1.0 | 3.180s | 2m:17s |
| Iteration 31 | exponen.. | 0.01 | 181 | 0.6 | squared_er.. | 12 | 3 | 7 | auto | 0.0245 | 0.75 | 1.0 | 3.171s | 2m:22s |
| Iteration 32 | deviance | 0.01 | 60 | 0.6 | squared_er.. | 7 | 7 | 5 | 0.5 | 0.013 | 1.0 | 1.0 | 3.199s | 2m:26s |
| Iteration 33 | exponen.. | 0.01 | 364 | 0.5 | squared_er.. | 15 | 7 | 8 | 0.6 | 0.0131 | 0.75 | 1.0 | 3.228s | 2m:31s |
| Iteration 34 | deviance | 0.0101 | 495 | 1.0 | squared_er.. | 5 | 4 | 10 | None | 0.0121 | 0.6562 | 1.0 | 3.271s | 2m:35s |
| Iteration 35 | exponen.. | 0.0148 | 286 | 0.7 | friedman_mse | 11 | 11 | 8 | sqrt | 0.0102 | 1.0 | 1.0 | 3.181s | 2m:39s |
| Iteration 36 | exponen.. | 0.01 | 252 | 0.6 | friedman_mse | 11 | 10 | 2 | sqrt | 0.0114 | 0.75 | 1.0 | 3.223s | 2m:46s |
| Iteration 37 | deviance | 0.01 | 17 | 0.8 | friedman_mse | 20 | 12 | 6 | 0.5 | 0.0099 | 0.6875 | 1.0 | 3.032s | 2m:52s |
| Iteration 38 | deviance | 0.01 | 191 | 0.7 | squared_er.. | 7 | 5 | 6 | auto | 0.0165 | 0.5625 | 1.0 | 3.092s | 2m:59s |
| Iteration 39 | exponen.. | 0.0426 | 235 | 0.5 | squared_er.. | 16 | 5 | 4 | 0.6 | 0.0347 | 0.9375 | 1.0 | 4.053s | 3m:07s |
| Iteration 40 | deviance | 0.055 | 355 | 0.7 | friedman_mse | 12 | 11 | 6 | sqrt | 0.0186 | 0.875 | 1.0 | 4.838s | 3m:17s |
| Iteration 41 | exponen.. | 0.01 | 24 | 0.6 | squared_er.. | 7 | 7 | 8 | 0.5 | 0.0223 | 0.875 | 1.0 | 4.732s | 3m:26s |
| Iteration 42 | deviance | 0.3095 | 80 | 0.5 | friedman_mse | 12 | 10 | 1 | 0.5 | 0.0116 | 0.375 | 1.0 | 4.746s | 3m:35s |
| Iteration 43 | deviance | 0.0689 | 79 | 0.8 | squared_er.. | 11 | 8 | 6 | 0.5 | 0.0085 | 0.7812 | 1.0 | 4.740s | 3m:44s |
| Iteration 44 | deviance | 0.0796 | 88 | 0.8 | squared_er.. | 11 | 5 | 5 | 0.6 | 0.028 | 0.75 | 1.0 | 4.700s | 3m:52s |
| Iteration 45 | exponen.. | 0.0383 | 269 | 0.7 | friedman_mse | 3 | 3 | 10 | sqrt | 0.0143 | 0.5 | 1.0 | 3.214s | 3m:57s |
| Iteration 46 | exponen.. | 0.014 | 292 | 0.8 | friedman_mse | 13 | 12 | 3 | sqrt | 0.016 | 0.8125 | 1.0 | 3.233s | 4m:03s |
| Iteration 47 | deviance | 0.01 | 64 | 0.7 | squared_er.. | 2 | 9 | 2 | 0.7 | 0.0203 | 0.9375 | 1.0 | 3.197s | 4m:08s |
| Iteration 48 | exponen.. | 0.01 | 62 | 0.8 | squared_er.. | 13 | 10 | 9 | 0.5 | 0.006 | 0.5625 | 1.0 | 3.175s | 4m:12s |
| Iteration 49 | deviance | 0.0145 | 307 | 0.5 | squared_er.. | 7 | 5 | 9 | 0.6 | 0.0178 | 0.8125 | 1.0 | 3.289s | 4m:17s |
| Iteration 50 | exponen.. | 0.0279 | 101 | 0.5 | squared_er.. | 11 | 5 | 9 | 0.6 | 0.0044 | 0.9375 | 1.0 | 3.185s | 4m:22s |
Bayesian Optimization ---------------------------
Best call --> Iteration 20
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.01, 'n_estimators': 15, 'subsample': 0.5, 'criterion': 'squared_error', 'min_samples_split': 16, 'min_samples_leaf': 5, 'max_depth': 9, 'max_features': 0.6, 'ccp_alpha': 0.0287}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:23s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9335
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.015s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.0583
Time elapsed: 0.053s
-------------------------------------------------
Total time: 4m:23s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.3125 | 0.3125 | 3.204s | 3.217s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.875 | 0.875 | 3.169s | 7.304s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.625 | 0.875 | 3.258s | 11.485s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.75 | 0.875 | 3.221s | 15.576s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.6875 | 0.875 | 3.242s | 19.607s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.5625 | 0.875 | 3.182s | 23.574s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.5625 | 0.875 | 3.212s | 29.965s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.1875 | 0.875 | 3.204s | 34.693s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.4375 | 0.875 | 3.199s | 38.934s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.8125 | 0.875 | 3.219s | 43.171s |
| Iteration 11 | l2 | 0.136 | saga | 100 | --- | 0.0625 | 0.875 | 3.198s | 47.703s |
| Iteration 12 | l2 | 0.0066 | sag | 963 | --- | 0.5625 | 0.875 | 3.202s | 52.198s |
| Iteration 13 | l1 | 0.0015 | libli.. | 925 | --- | 0.5 | 0.875 | 3.189s | 56.622s |
| Iteration 14 | l2 | 1.6817 | libli.. | 934 | --- | 0.625 | 0.875 | 3.176s | 1m:01s |
| Iteration 15 | l2 | 0.0977 | libli.. | 194 | --- | 0.875 | 0.875 | 3.242s | 1m:07s |
| Iteration 16 | l2 | 0.0553 | lbfgs | 192 | --- | 0.4375 | 0.875 | 3.216s | 1m:12s |
| Iteration 17 | l2 | 0.3144 | libli.. | 953 | --- | 0.8125 | 0.875 | 3.191s | 1m:17s |
| Iteration 18 | l2 | 0.0061 | libli.. | 754 | --- | 0.875 | 0.875 | 3.189s | 1m:21s |
| Iteration 19 | none | --- | sag | 598 | --- | 0.75 | 0.875 | 3.205s | 1m:26s |
| Iteration 20 | l2 | 0.004 | sag | 275 | --- | 0.6875 | 0.875 | 3.175s | 1m:30s |
| Iteration 21 | none | --- | lbfgs | 287 | --- | 0.4375 | 0.875 | 3.208s | 1m:35s |
| Iteration 22 | none | --- | sag | 508 | --- | 0.5625 | 0.875 | 3.175s | 1m:41s |
| Iteration 23 | l2 | 0.2732 | saga | 944 | --- | 0.8125 | 0.875 | 3.165s | 1m:47s |
| Iteration 24 | none | --- | sag | 203 | --- | 0.5 | 0.875 | 3.723s | 1m:54s |
| Iteration 25 | l2 | 46.3573 | newto.. | 111 | --- | 0.5625 | 0.875 | 3.198s | 2m:01s |
| Iteration 26 | none | --- | lbfgs | 796 | --- | 0.75 | 0.875 | 3.190s | 2m:08s |
| Iteration 27 | l2 | 0.0497 | lbfgs | 1000 | --- | 0.5 | 0.875 | 3.181s | 2m:15s |
| Iteration 28 | none | --- | saga | 1000 | --- | 0.8125 | 0.875 | 3.205s | 2m:21s |
| Iteration 29 | none | --- | lbfgs | 100 | --- | 0.5 | 0.875 | 3.121s | 2m:28s |
| Iteration 30 | none | --- | saga | 137 | --- | 0.1875 | 0.875 | 3.091s | 2m:34s |
| Iteration 31 | l2 | 0.1006 | libli.. | 200 | --- | 0.5 | 0.875 | 3.132s | 2m:39s |
| Iteration 32 | l2 | 100.0 | newto.. | 1000 | --- | 0.75 | 0.875 | 3.183s | 2m:44s |
| Iteration 33 | none | --- | lbfgs | 1000 | --- | 0.1875 | 0.875 | 3.191s | 2m:49s |
| Iteration 34 | none | --- | newto.. | 748 | --- | 0.8125 | 0.875 | 3.214s | 2m:53s |
| Iteration 35 | l2 | 0.0137 | libli.. | 767 | --- | 0.5 | 0.875 | 3.224s | 2m:58s |
| Iteration 36 | l2 | 1.2982 | sag | 927 | --- | 0.75 | 0.875 | 3.457s | 3m:03s |
| Iteration 37 | l2 | 0.0091 | libli.. | 719 | --- | 0.75 | 0.875 | 4.757s | 3m:10s |
| Iteration 38 | l2 | 7.9078 | newto.. | 838 | --- | 0.4375 | 0.875 | 4.743s | 3m:18s |
| Iteration 39 | none | --- | saga | 948 | --- | 0.5625 | 0.875 | 4.729s | 3m:25s |
| Iteration 40 | none | --- | lbfgs | 718 | --- | 0.625 | 0.875 | 4.786s | 3m:32s |
| Iteration 41 | none | --- | sag | 663 | --- | 0.6875 | 0.875 | 4.817s | 3m:39s |
| Iteration 42 | l2 | 0.2584 | sag | 716 | --- | 0.5 | 0.875 | 4.754s | 3m:46s |
| Iteration 43 | l1 | 0.3122 | saga | 997 | --- | 0.8438 | 0.875 | 3.250s | 3m:52s |
| Iteration 44 | l1 | 37.9291 | saga | 1000 | --- | 0.6875 | 0.875 | 3.200s | 3m:56s |
| Iteration 45 | none | --- | lbfgs | 631 | --- | 0.75 | 0.875 | 3.164s | 4m:01s |
| Iteration 46 | l2 | 0.0042 | newto.. | 615 | --- | 0.4375 | 0.875 | 3.167s | 4m:06s |
| Iteration 47 | l1 | 51.7019 | saga | 962 | --- | 1.0 | 1.0 | 3.789s | 4m:11s |
| Iteration 48 | l2 | 0.0019 | lbfgs | 444 | --- | 0.625 | 1.0 | 3.173s | 4m:16s |
| Iteration 49 | l1 | 0.0179 | saga | 403 | --- | 0.5 | 1.0 | 3.156s | 4m:21s |
| Iteration 50 | l1 | 0.8619 | saga | 906 | --- | 0.75 | 1.0 | 3.156s | 4m:25s |
Bayesian Optimization ---------------------------
Best call --> Iteration 47
Best parameters --> {'penalty': 'l1', 'C': 51.7019, 'solver': 'saga', 'max_iter': 962}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:27s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8527
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.019s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.42 ± 0.1631
Time elapsed: 0.095s
-------------------------------------------------
Total time: 4m:27s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.5 | 0.5 | 3.144s | 3.149s |
| Initial point 2 | svd | --- | 0.875 | 0.875 | 3.178s | 7.192s |
| Initial point 3 | svd | --- | 0.875 | 0.875 | 0.001s | 8.334s |
| Initial point 4 | lsqr | 0.8 | 0.75 | 0.875 | 3.142s | 14.505s |
| Initial point 5 | eigen | 0.9 | 0.875 | 0.875 | 3.170s | 19.020s |
| Initial point 6 | lsqr | 0.7 | 0.625 | 0.875 | 3.244s | 23.158s |
| Initial point 7 | lsqr | 0.5 | 0.5 | 0.875 | 3.226s | 27.173s |
| Initial point 8 | lsqr | 0.9 | 0.25 | 0.875 | 3.235s | 31.213s |
| Initial point 9 | lsqr | 0.6 | 0.75 | 0.875 | 3.237s | 35.217s |
| Initial point 10 | eigen | 0.8 | 0.6875 | 0.875 | 3.249s | 39.505s |
| Iteration 11 | svd | --- | 0.875 | 0.875 | 0.000s | 40.469s |
| Iteration 12 | eigen | 0.7 | 0.5 | 0.875 | 3.250s | 44.668s |
| Iteration 13 | svd | --- | 0.875 | 0.875 | 0.000s | 45.915s |
| Iteration 14 | lsqr | auto | 0.6875 | 0.875 | 3.244s | 50.500s |
| Iteration 15 | svd | --- | 0.875 | 0.875 | 0.000s | 51.626s |
| Iteration 16 | svd | --- | 0.875 | 0.875 | 0.000s | 52.658s |
| Iteration 17 | svd | --- | 0.875 | 0.875 | 0.000s | 53.655s |
| Iteration 18 | svd | --- | 0.875 | 0.875 | 0.000s | 54.735s |
| Iteration 19 | svd | --- | 0.875 | 0.875 | 0.000s | 55.653s |
| Iteration 20 | eigen | 0.6 | 0.8125 | 0.875 | 3.196s | 59.872s |
| Iteration 21 | eigen | auto | 0.8125 | 0.875 | 3.248s | 1m:04s |
| Iteration 22 | eigen | None | 0.5625 | 0.875 | 3.252s | 1m:09s |
| Iteration 23 | eigen | 0.5 | 0.5625 | 0.875 | 3.214s | 1m:13s |
| Iteration 24 | lsqr | 1.0 | 0.1875 | 0.875 | 3.208s | 1m:17s |
| Iteration 25 | lsqr | None | 0.3125 | 0.875 | 3.207s | 1m:22s |
| Iteration 26 | svd | --- | 0.875 | 0.875 | 0.000s | 1m:23s |
| Iteration 27 | svd | --- | 0.875 | 0.875 | 0.000s | 1m:24s |
| Iteration 28 | svd | --- | 0.875 | 0.875 | 0.000s | 1m:25s |
| Iteration 29 | svd | --- | 0.875 | 0.875 | 0.000s | 1m:28s |
| Iteration 30 | svd | --- | 0.875 | 0.875 | 0.000s | 1m:29s |
| Iteration 31 | svd | --- | 0.875 | 0.875 | 0.000s | 1m:30s |
| Iteration 32 | svd | --- | 0.875 | 0.875 | 0.000s | 1m:31s |
| Iteration 33 | eigen | 0.9 | 0.875 | 0.875 | 0.000s | 1m:32s |
| Iteration 34 | svd | --- | 0.875 | 0.875 | 0.000s | 1m:33s |
| Iteration 35 | svd | --- | 0.875 | 0.875 | 0.000s | 1m:34s |
| Iteration 36 | svd | --- | 0.875 | 0.875 | 0.000s | 1m:36s |
| Iteration 37 | svd | --- | 0.875 | 0.875 | 0.000s | 1m:37s |
| Iteration 38 | svd | --- | 0.875 | 0.875 | 0.000s | 1m:39s |
| Iteration 39 | svd | --- | 0.875 | 0.875 | 0.001s | 1m:40s |
| Iteration 40 | svd | --- | 0.875 | 0.875 | 0.000s | 1m:41s |
| Iteration 41 | svd | --- | 0.875 | 0.875 | 0.001s | 1m:42s |
| Iteration 42 | eigen | 0.9 | 0.875 | 0.875 | 0.000s | 1m:43s |
| Iteration 43 | svd | --- | 0.875 | 0.875 | 0.000s | 1m:44s |
| Iteration 44 | svd | --- | 0.875 | 0.875 | 0.000s | 1m:45s |
| Iteration 45 | svd | --- | 0.875 | 0.875 | 0.001s | 1m:46s |
| Iteration 46 | svd | --- | 0.875 | 0.875 | 0.000s | 1m:48s |
| Iteration 47 | svd | --- | 0.875 | 0.875 | 0.001s | 1m:49s |
| Iteration 48 | eigen | 0.9 | 0.875 | 0.875 | 0.000s | 1m:50s |
| Iteration 49 | svd | --- | 0.875 | 0.875 | 0.000s | 1m:51s |
| Iteration 50 | svd | --- | 0.875 | 0.875 | 0.000s | 1m:52s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'solver': 'svd'}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:54s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8295
Test evaluation --> roc_auc: 0.35
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.44 ± 0.1319
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:54s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.5 | 0.5 | 3.137s | 3.141s |
| Initial point 2 | 0.9 | 1.0 | 1.0 | 3.299s | 7.520s |
| Initial point 3 | 0.1 | 0.9375 | 1.0 | 3.213s | 11.608s |
| Initial point 4 | 1.0 | 0.5 | 1.0 | 0.001s | 12.536s |
| Initial point 5 | 0.2 | 0.875 | 1.0 | 3.192s | 16.631s |
| Initial point 6 | 0.4 | 0.625 | 1.0 | 3.231s | 20.869s |
| Initial point 7 | 0.4 | 0.625 | 1.0 | 0.001s | 21.741s |
| Initial point 8 | 0.7 | 0.25 | 1.0 | 3.893s | 26.591s |
| Initial point 9 | 0.9 | 1.0 | 1.0 | 0.001s | 28.093s |
| Initial point 10 | 0.8 | 0.5625 | 1.0 | 4.770s | 34.293s |
| Iteration 11 | 0.3 | 0.5 | 1.0 | 4.877s | 40.867s |
| Iteration 12 | 0.6 | 0.5625 | 1.0 | 4.758s | 47.508s |
| Iteration 13 | 0.5 | 0.4688 | 1.0 | 4.743s | 53.954s |
| Iteration 14 | 0.0 | 0.5625 | 1.0 | 4.745s | 1m:00s |
| Iteration 15 | 0.9 | 1.0 | 1.0 | 0.001s | 1m:02s |
| Iteration 16 | 0.9 | 1.0 | 1.0 | 0.001s | 1m:04s |
| Iteration 17 | 0.9 | 1.0 | 1.0 | 0.001s | 1m:05s |
| Iteration 18 | 0.9 | 1.0 | 1.0 | 0.001s | 1m:08s |
| Iteration 19 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:09s |
| Iteration 20 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:10s |
| Iteration 21 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:11s |
| Iteration 22 | 0.6 | 0.5625 | 1.0 | 0.001s | 1m:12s |
| Iteration 23 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:13s |
| Iteration 24 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:15s |
| Iteration 25 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:17s |
| Iteration 26 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:18s |
| Iteration 27 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:19s |
| Iteration 28 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:22s |
| Iteration 29 | 0.9 | 1.0 | 1.0 | 0.001s | 1m:24s |
| Iteration 30 | 0.8 | 0.5625 | 1.0 | 0.000s | 1m:25s |
| Iteration 31 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:26s |
| Iteration 32 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:27s |
| Iteration 33 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:28s |
| Iteration 34 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:29s |
| Iteration 35 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:30s |
| Iteration 36 | 0.9 | 1.0 | 1.0 | 0.001s | 1m:31s |
| Iteration 37 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:32s |
| Iteration 38 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:33s |
| Iteration 39 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:34s |
| Iteration 40 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:35s |
| Iteration 41 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:36s |
| Iteration 42 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:37s |
| Iteration 43 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:38s |
| Iteration 44 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:41s |
| Iteration 45 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:43s |
| Iteration 46 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:44s |
| Iteration 47 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:46s |
| Iteration 48 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:47s |
| Iteration 49 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:50s |
| Iteration 50 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:52s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'reg_param': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:53s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7089
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.54 ± 0.0374
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:53s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 10.9832 | dista.. | auto | 40 | 1 | 0.5625 | 0.5625 | 3.108s | 3.128s |
| Initial point 2 | 4.368 | uniform | kd_tree | 39 | 2 | 0.5 | 0.5625 | 3.161s | 7.146s |
| Initial point 3 | 3.4505 | dista.. | ball_tree | 25 | 2 | 0.6875 | 0.6875 | 3.188s | 12.528s |
| Initial point 4 | 10.0666 | uniform | ball_tree | 39 | 2 | 0.625 | 0.6875 | 3.157s | 16.932s |
| Initial point 5 | 7.8858 | dista.. | auto | 30 | 2 | 0.75 | 0.75 | 3.233s | 21.199s |
| Initial point 6 | 9.1324 | dista.. | ball_tree | 21 | 2 | 0.5 | 0.75 | 3.213s | 25.473s |
| Initial point 7 | 6.5321 | dista.. | ball_tree | 24 | 1 | 0.3438 | 0.75 | 3.222s | 29.690s |
| Initial point 8 | 1.5653 | dista.. | ball_tree | 21 | 2 | 0.2812 | 0.75 | 3.236s | 33.959s |
| Initial point 9 | 7.2764 | uniform | ball_tree | 24 | 1 | 0.8125 | 0.8125 | 3.212s | 38.177s |
| Initial point 10 | 5.1683 | uniform | brute | 22 | 2 | 0.5 | 0.8125 | 3.196s | 42.382s |
| Iteration 11 | 7.252 | uniform | ball_tree | 24 | 1 | 0.625 | 0.8125 | 3.193s | 46.766s |
| Iteration 12 | 1.6077 | dista.. | auto | 30 | 2 | 0.875 | 0.875 | 3.213s | 51.405s |
| Iteration 13 | 0.0083 | dista.. | brute | 30 | 1 | 0.5 | 0.875 | 3.214s | 55.964s |
| Iteration 14 | 0.0899 | dista.. | auto | 30 | 2 | 0.625 | 0.875 | 3.209s | 1m:00s |
| Iteration 15 | 10.9366 | dista.. | auto | 30 | 2 | 1.0 | 1.0 | 3.163s | 1m:05s |
| Iteration 16 | 8.0755 | dista.. | auto | 28 | 1 | 0.9375 | 1.0 | 3.229s | 1m:11s |
| Iteration 17 | 11.0142 | dista.. | auto | 25 | 1 | 0.875 | 1.0 | 3.106s | 1m:15s |
| Iteration 18 | 11.0142 | dista.. | auto | 21 | 2 | 0.9375 | 1.0 | 3.177s | 1m:20s |
| Iteration 19 | 0.0 | dista.. | auto | 20 | 1 | 0.5 | 1.0 | 3.237s | 1m:24s |
| Iteration 20 | 11.0142 | dista.. | auto | 26 | 2 | 0.8125 | 1.0 | 3.172s | 1m:28s |
| Iteration 21 | 8.4507 | uniform | auto | 32 | 2 | 0.5 | 1.0 | 3.219s | 1m:33s |
| Iteration 22 | 11.0142 | dista.. | auto | 20 | 1 | 0.625 | 1.0 | 3.235s | 1m:37s |
| Iteration 23 | 11.0142 | dista.. | auto | 29 | 1 | 0.875 | 1.0 | 3.196s | 1m:42s |
| Iteration 24 | 11.0142 | dista.. | auto | 32 | 1 | 0.8125 | 1.0 | 3.970s | 1m:47s |
| Iteration 25 | 5.0693 | dista.. | kd_tree | 24 | 2 | 0.4375 | 1.0 | 5.453s | 1m:55s |
| Iteration 26 | 0.0 | uniform | auto | 20 | 1 | 0.5 | 1.0 | 4.717s | 2m:02s |
| Iteration 27 | 11.0142 | dista.. | auto | 28 | 2 | 0.4375 | 1.0 | 4.770s | 2m:09s |
| Iteration 28 | 11.0142 | dista.. | auto | 30 | 1 | 0.875 | 1.0 | 4.719s | 2m:16s |
| Iteration 29 | 11.0142 | dista.. | auto | 31 | 1 | 0.5 | 1.0 | 4.761s | 2m:24s |
| Iteration 30 | 11.0142 | dista.. | auto | 25 | 2 | 0.1875 | 1.0 | 3.179s | 2m:31s |
| Iteration 31 | 0.8666 | dista.. | auto | 33 | 1 | 0.5 | 1.0 | 3.205s | 2m:38s |
| Iteration 32 | 11.0142 | dista.. | auto | 24 | 1 | 1.0 | 1.0 | 3.147s | 2m:44s |
| Iteration 33 | 11.0142 | dista.. | auto | 36 | 1 | 0.6875 | 1.0 | 3.150s | 2m:49s |
| Iteration 34 | 11.0142 | dista.. | auto | 21 | 1 | 0.75 | 1.0 | 3.162s | 2m:53s |
| Iteration 35 | 11.0142 | dista.. | auto | 20 | 1 | 0.625 | 1.0 | 0.001s | 2m:54s |
| Iteration 36 | 10.9999 | dista.. | brute | 39 | 1 | 1.0 | 1.0 | 3.160s | 2m:59s |
| Iteration 37 | 11.0142 | uniform | ball_tree | 37 | 1 | 0.4375 | 1.0 | 3.144s | 3m:03s |
| Iteration 38 | 11.0142 | dista.. | ball_tree | 40 | 1 | 0.8125 | 1.0 | 3.159s | 3m:07s |
| Iteration 39 | 11.0142 | dista.. | kd_tree | 21 | 1 | 0.8125 | 1.0 | 3.137s | 3m:12s |
| Iteration 40 | 11.0142 | dista.. | kd_tree | 30 | 1 | 0.8125 | 1.0 | 3.473s | 3m:19s |
| Iteration 41 | 11.0142 | dista.. | kd_tree | 30 | 2 | 0.9375 | 1.0 | 3.422s | 3m:25s |
| Iteration 42 | 11.0129 | uniform | kd_tree | 24 | 1 | 0.4688 | 1.0 | 3.181s | 3m:29s |
| Iteration 43 | 11.0142 | dista.. | brute | 31 | 1 | 0.5938 | 1.0 | 3.153s | 3m:34s |
| Iteration 44 | 0.0031 | uniform | brute | 28 | 1 | 0.5 | 1.0 | 3.305s | 3m:38s |
| Iteration 45 | 11.0142 | dista.. | kd_tree | 24 | 1 | 0.0625 | 1.0 | 3.181s | 3m:43s |
| Iteration 46 | 11.0142 | dista.. | brute | 37 | 2 | 0.9375 | 1.0 | 3.215s | 3m:48s |
| Iteration 47 | 11.0142 | dista.. | auto | 24 | 1 | 1.0 | 1.0 | 0.001s | 3m:49s |
| Iteration 48 | 7.3872 | uniform | ball_tree | 24 | 1 | 0.625 | 1.0 | 3.153s | 3m:54s |
| Iteration 49 | 2.0572 | dista.. | auto | 24 | 1 | 0.5 | 1.0 | 3.152s | 3m:58s |
| Iteration 50 | 11.0142 | dista.. | auto | 24 | 1 | 1.0 | 1.0 | 0.001s | 3m:60s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'radius': 10.9366, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 30, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:01s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.35
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.4 ± 0.0548
Time elapsed: 0.053s
-------------------------------------------------
Total time: 4m:01s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.5 | 0.5 | 4.207s | 4.214s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.9375 | 0.9375 | 3.700s | 8.838s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.875 | 0.9375 | 3.352s | 13.143s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.6875 | 0.9375 | 3.472s | 17.512s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.8125 | 0.9375 | 3.339s | 21.976s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.75 | 0.9375 | 3.505s | 26.413s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.375 | 0.9375 | 3.185s | 30.626s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.5625 | 0.9375 | 3.459s | 35.127s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.625 | 0.9375 | 3.183s | 39.354s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.75 | 0.9375 | 3.308s | 43.546s |
| Iteration 11 | 493 | 0.0479 | SAMME.R | 0.4375 | 0.9375 | 3.552s | 48.309s |
| Iteration 12 | 114 | 6.9883 | SAMME.R | 0.5312 | 0.9375 | 3.261s | 52.684s |
| Iteration 13 | 223 | 0.2173 | SAMME | 0.4688 | 0.9375 | 3.296s | 57.019s |
| Iteration 14 | 224 | 0.9684 | SAMME | 0.875 | 0.9375 | 3.379s | 1m:02s |
| Iteration 15 | 215 | 0.9939 | SAMME | 0.8125 | 0.9375 | 3.276s | 1m:06s |
| Iteration 16 | 389 | 1.0561 | SAMME | 0.75 | 0.9375 | 3.391s | 1m:10s |
| Iteration 17 | 460 | 0.0537 | SAMME.R | 0.875 | 0.9375 | 3.493s | 1m:15s |
| Iteration 18 | 500 | 0.0682 | SAMME.R | 0.8125 | 0.9375 | 3.577s | 1m:20s |
| Iteration 19 | 222 | 1.4207 | SAMME | 0.875 | 0.9375 | 3.319s | 1m:24s |
| Iteration 20 | 207 | 1.3257 | SAMME | 1.0 | 1.0 | 3.309s | 1m:29s |
| Iteration 21 | 489 | 1.2734 | SAMME | 0.9375 | 1.0 | 3.527s | 1m:34s |
| Iteration 22 | 492 | 1.3416 | SAMME | 0.875 | 1.0 | 3.536s | 1m:38s |
| Iteration 23 | 80 | 1.2961 | SAMME | 1.0 | 1.0 | 3.223s | 1m:43s |
| Iteration 24 | 50 | 1.2092 | SAMME | 0.75 | 1.0 | 3.213s | 1m:47s |
| Iteration 25 | 116 | 0.8779 | SAMME | 0.875 | 1.0 | 3.270s | 1m:52s |
| Iteration 26 | 198 | 1.3017 | SAMME | 1.0 | 1.0 | 3.325s | 1m:56s |
| Iteration 27 | 50 | 1.3101 | SAMME | 0.4375 | 1.0 | 3.193s | 2m:00s |
| Iteration 28 | 242 | 0.6431 | SAMME.R | 1.0 | 1.0 | 3.300s | 2m:06s |
| Iteration 29 | 433 | 0.6364 | SAMME.R | 0.625 | 1.0 | 4.154s | 2m:12s |
| Iteration 30 | 173 | 1.4417 | SAMME.R | 0.25 | 1.0 | 3.259s | 2m:16s |
| Iteration 31 | 408 | 0.6694 | SAMME | 0.8125 | 1.0 | 3.494s | 2m:21s |
| Iteration 32 | 106 | 0.1005 | SAMME.R | 0.9375 | 1.0 | 3.258s | 2m:26s |
| Iteration 33 | 494 | 0.119 | SAMME.R | 0.4375 | 1.0 | 3.586s | 2m:31s |
| Iteration 34 | 500 | 0.8227 | SAMME | 0.75 | 1.0 | 3.486s | 2m:35s |
| Iteration 35 | 50 | 0.4545 | SAMME.R | 0.9375 | 1.0 | 3.182s | 2m:40s |
| Iteration 36 | 406 | 1.2449 | SAMME | 0.75 | 1.0 | 3.426s | 2m:45s |
| Iteration 37 | 462 | 0.3929 | SAMME.R | 1.0 | 1.0 | 3.518s | 2m:49s |
| Iteration 38 | 105 | 0.3895 | SAMME.R | 0.5625 | 1.0 | 3.216s | 2m:54s |
| Iteration 39 | 202 | 1.3132 | SAMME | 0.9375 | 1.0 | 3.230s | 3m:01s |
| Iteration 40 | 500 | 1.16 | SAMME | 0.75 | 1.0 | 3.493s | 3m:06s |
| Iteration 41 | 500 | 0.0548 | SAMME.R | 0.875 | 1.0 | 3.568s | 3m:11s |
| Iteration 42 | 248 | 0.4899 | SAMME | 0.4375 | 1.0 | 3.275s | 3m:15s |
| Iteration 43 | 244 | 0.636 | SAMME.R | 0.6562 | 1.0 | 3.356s | 3m:20s |
| Iteration 44 | 60 | 0.0788 | SAMME.R | 0.75 | 1.0 | 3.186s | 3m:25s |
| Iteration 45 | 405 | 0.01 | SAMME.R | 0.3125 | 1.0 | 3.479s | 3m:30s |
| Iteration 46 | 421 | 9.9889 | SAMME | 0.625 | 1.0 | 3.127s | 3m:36s |
| Iteration 47 | 499 | 0.0358 | SAMME | 0.9375 | 1.0 | 3.468s | 3m:41s |
| Iteration 48 | 201 | 1.3843 | SAMME | 0.6875 | 1.0 | 3.283s | 3m:47s |
| Iteration 49 | 289 | 0.0373 | SAMME | 0.8125 | 1.0 | 3.342s | 3m:52s |
| Iteration 50 | 477 | 0.0367 | SAMME | 0.9375 | 1.0 | 3.479s | 3m:57s |
Bayesian Optimization ---------------------------
Best call --> Iteration 37
Best parameters --> {'n_estimators': 462, 'learning_rate': 0.3929, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:58s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.426s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.86 ± 0.049
Time elapsed: 1.916s
-------------------------------------------------
Total time: 4m:01s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.5 | 0.5 | 3.490s | 3.509s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 1.0 | 1.0 | 3.424s | 8.110s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 1.0 | 1.0 | 4.062s | 13.097s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 1.0 | 3.250s | 17.247s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.8125 | 1.0 | 3.458s | 21.579s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.625 | 1.0 | 3.294s | 25.913s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.8125 | 1.0 | 3.326s | 30.280s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.9375 | 1.0 | 3.299s | 34.559s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.8125 | 1.0 | 3.425s | 38.967s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.6875 | 1.0 | 3.377s | 43.293s |
| Iteration 11 | 460 | entropy | 1 | 3 | 2 | 0.8 | False | 0.0065 | --- | 0.5938 | 1.0 | 3.415s | 48.168s |
| Iteration 12 | 256 | entropy | 5 | 14 | 2 | 0.5 | False | 0.0175 | --- | 0.75 | 1.0 | 3.288s | 53.124s |
| Iteration 13 | 445 | gini | 5 | 12 | 4 | 0.6 | False | 0.0215 | --- | 0.4062 | 1.0 | 3.399s | 59.192s |
| Iteration 14 | 419 | gini | 7 | 19 | 7 | 0.7 | False | 0.015 | --- | 0.625 | 1.0 | 3.377s | 1m:05s |
| Iteration 15 | 266 | gini | 5 | 17 | 2 | 0.5 | False | 0.0176 | --- | 0.875 | 1.0 | 3.289s | 1m:10s |
| Iteration 16 | 190 | entropy | 6 | 3 | 3 | 0.6 | False | 0.0292 | --- | 0.75 | 1.0 | 3.254s | 1m:15s |
| Iteration 17 | 500 | entropy | 6 | 19 | 7 | sqrt | False | 0.0305 | --- | 0.8125 | 1.0 | 3.412s | 1m:20s |
| Iteration 18 | 28 | entropy | 5 | 10 | 17 | 0.8 | False | 0.0164 | --- | 0.9062 | 1.0 | 3.132s | 1m:24s |
| Iteration 19 | 381 | gini | 5 | 10 | 5 | 0.6 | False | 0.0157 | --- | 1.0 | 1.0 | 3.397s | 1m:30s |
| Iteration 20 | 273 | gini | 6 | 16 | 5 | 0.9 | False | 0.0127 | --- | 0.875 | 1.0 | 3.418s | 1m:35s |
| Iteration 21 | 51 | gini | None | 5 | 6 | None | False | 0.0218 | --- | 0.8125 | 1.0 | 3.196s | 1m:40s |
| Iteration 22 | 485 | gini | 5 | 10 | 2 | 0.9 | False | 0.0092 | --- | 0.5 | 1.0 | 3.414s | 1m:44s |
| Iteration 23 | 392 | gini | 5 | 11 | 5 | 0.6 | False | 0.0348 | --- | 0.75 | 1.0 | 3.388s | 1m:50s |
| Iteration 24 | 22 | gini | 5 | 10 | 5 | 0.6 | False | 0.025 | --- | 0.5625 | 1.0 | 3.145s | 1m:54s |
| Iteration 25 | 499 | entropy | 6 | 20 | 3 | auto | False | 0.0279 | --- | 0.875 | 1.0 | 3.431s | 1m:59s |
| Iteration 26 | 126 | entropy | 6 | 16 | 3 | None | False | 0.0326 | --- | 1.0 | 1.0 | 3.198s | 2m:04s |
| Iteration 27 | 390 | entropy | 6 | 16 | 3 | 0.5 | False | 0.0306 | --- | 0.625 | 1.0 | 3.382s | 2m:11s |
| Iteration 28 | 310 | entropy | 6 | 16 | 3 | None | False | 0.0336 | --- | 0.7188 | 1.0 | 3.333s | 2m:16s |
| Iteration 29 | 404 | gini | None | 6 | 5 | 0.8 | False | 0.0135 | --- | 0.625 | 1.0 | 3.406s | 2m:21s |
| Iteration 30 | 321 | gini | 5 | 13 | 10 | None | False | 0.0162 | --- | 0.5 | 1.0 | 3.368s | 2m:27s |
| Iteration 31 | 500 | gini | 5 | 9 | 7 | 0.6 | False | 0.0149 | --- | 0.8125 | 1.0 | 3.448s | 2m:32s |
| Iteration 32 | 442 | gini | 5 | 10 | 3 | 0.6 | False | 0.0154 | --- | 1.0 | 1.0 | 3.443s | 2m:37s |
| Iteration 33 | 338 | gini | 6 | 16 | 13 | None | False | 0.032 | --- | 0.4688 | 1.0 | 3.346s | 2m:41s |
| Iteration 34 | 88 | entropy | 6 | 16 | 3 | None | False | 0.0324 | --- | 0.4688 | 1.0 | 3.204s | 2m:46s |
| Iteration 35 | 315 | gini | 5 | 18 | 10 | 0.7 | False | 0.0163 | --- | 1.0 | 1.0 | 3.335s | 2m:51s |
| Iteration 36 | 192 | gini | 5 | 7 | 10 | 0.6 | False | 0.0162 | --- | 0.75 | 1.0 | 3.241s | 2m:56s |
| Iteration 37 | 413 | gini | 5 | 11 | 12 | 0.6 | False | 0.0157 | --- | 0.625 | 1.0 | 3.386s | 3m:01s |
| Iteration 38 | 205 | gini | 5 | 10 | 2 | 0.6 | False | 0.0154 | --- | 0.5625 | 1.0 | 3.235s | 3m:05s |
| Iteration 39 | 477 | gini | 5 | 14 | 5 | 0.6 | False | 0.022 | --- | 1.0 | 1.0 | 3.394s | 3m:10s |
| Iteration 40 | 435 | gini | 5 | 10 | 5 | auto | False | 0.0131 | --- | 0.875 | 1.0 | 3.334s | 3m:15s |
| Iteration 41 | 466 | entropy | 6 | 16 | 20 | 0.6 | False | 0.0159 | --- | 0.8125 | 1.0 | 3.425s | 3m:22s |
| Iteration 42 | 436 | gini | 5 | 8 | 5 | 0.9 | False | 0.0139 | --- | 0.6875 | 1.0 | 3.399s | 3m:27s |
| Iteration 43 | 453 | gini | 7 | 18 | 5 | 0.5 | False | 0.0047 | --- | 0.875 | 1.0 | 3.401s | 3m:32s |
| Iteration 44 | 454 | entropy | 8 | 4 | 5 | 0.5 | False | 0.0239 | --- | 0.75 | 1.0 | 3.407s | 3m:37s |
| Iteration 45 | 275 | gini | 7 | 15 | 5 | 0.5 | False | 0.0004 | --- | 0.5 | 1.0 | 3.276s | 3m:41s |
| Iteration 46 | 459 | entropy | 5 | 6 | 5 | log2 | False | 0.0095 | --- | 0.875 | 1.0 | 3.399s | 3m:46s |
| Iteration 47 | 458 | gini | 4 | 5 | 3 | 0.6 | False | 0.0183 | --- | 1.0 | 1.0 | 3.402s | 3m:51s |
| Iteration 48 | 425 | gini | None | 12 | 5 | 0.5 | False | 0.0038 | --- | 0.5625 | 1.0 | 3.389s | 3m:56s |
| Iteration 49 | 458 | gini | 5 | 18 | 3 | 0.6 | False | 0.0259 | --- | 0.75 | 1.0 | 3.376s | 4m:01s |
| Iteration 50 | 467 | entropy | 5 | 6 | 3 | 0.5 | False | 0.0213 | --- | 0.875 | 1.0 | 3.415s | 4m:06s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'n_estimators': 470, 'criterion': 'entropy', 'max_depth': 6, 'min_samples_split': 16, 'min_samples_leaf': 3, 'max_features': 0.6, 'bootstrap': False, 'ccp_alpha': 0.029}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:08s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9929
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.338s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.77 ± 0.1077
Time elapsed: 1.492s
-------------------------------------------------
Total time: 4m:10s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.174s | 3.194s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 1.0 | 1.0 | 3.828s | 8.195s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 1.0 | 3.233s | 12.337s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 1.0 | 3.139s | 16.337s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 1.0 | 3.260s | 20.417s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 1.0 | 3.221s | 24.473s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 1.0 | 3.252s | 28.519s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 1.0 | 3.224s | 33.654s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.625 | 1.0 | 3.259s | 39.063s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 1.0 | 3.161s | 44.388s |
| Iteration 11 | 411 | 0.027 | 5 | 0.6101 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.375 | 1.0 | 3.199s | 49.186s |
| Iteration 12 | 57 | 0.012 | 6 | 0.7605 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.6875 | 1.0 | 3.134s | 53.552s |
| Iteration 13 | 359 | 0.2737 | 10 | 0.8032 | 2 | 1.0 | 0.6 | 0 | 100 | 0.4375 | 1.0 | 3.219s | 57.838s |
| Iteration 14 | 290 | 0.1953 | 6 | 0.0088 | 3 | 0.9 | 0.9 | 0.1 | 0.1 | 0.8125 | 1.0 | 3.153s | 1m:02s |
| Iteration 15 | 500 | 0.0741 | 6 | 0.926 | 3 | 0.5 | 0.9 | 0 | 1 | 0.8125 | 1.0 | 3.255s | 1m:07s |
| Iteration 16 | 500 | 0.0835 | 6 | 0.4637 | 3 | 1.0 | 0.8 | 100 | 0 | 0.5 | 1.0 | 3.227s | 1m:12s |
| Iteration 17 | 500 | 0.0157 | 6 | 0.3138 | 3 | 0.9 | 0.9 | 10 | 0.01 | 0.5 | 1.0 | 3.258s | 1m:16s |
| Iteration 18 | 500 | 0.0409 | 6 | 0.9726 | 3 | 0.7 | 0.9 | 0.01 | 10 | 1.0 | 1.0 | 3.240s | 1m:21s |
| Iteration 19 | 467 | 0.0332 | 6 | 0.5991 | 3 | 0.9 | 1.0 | 0.1 | 1 | 0.9375 | 1.0 | 3.178s | 1m:25s |
| Iteration 20 | 449 | 0.0195 | 6 | 0.7564 | 3 | 0.8 | 0.8 | 0.1 | 1 | 1.0 | 1.0 | 3.260s | 1m:30s |
| Iteration 21 | 444 | 0.3403 | 6 | 0.5843 | 3 | 0.8 | 0.7 | 0.1 | 0.1 | 0.875 | 1.0 | 3.183s | 1m:34s |
| Iteration 22 | 436 | 0.0278 | 6 | 0.2675 | 3 | 0.8 | 1.0 | 0.1 | 100 | 0.75 | 1.0 | 3.188s | 1m:39s |
| Iteration 23 | 480 | 0.0132 | 6 | 0.5104 | 3 | 0.7 | 0.9 | 0.1 | 0.1 | 0.9375 | 1.0 | 3.211s | 1m:44s |
| Iteration 24 | 411 | 0.0146 | 6 | 0.9072 | 3 | 0.8 | 0.5 | 0.1 | 0.1 | 0.5 | 1.0 | 3.185s | 1m:48s |
| Iteration 25 | 441 | 0.6223 | 6 | 0.7849 | 3 | 0.9 | 0.9 | 0.1 | 0.1 | 1.0 | 1.0 | 3.187s | 1m:53s |
| Iteration 26 | 444 | 0.1297 | 6 | 0.3963 | 3 | 1.0 | 0.9 | 0.01 | 1 | 1.0 | 1.0 | 3.208s | 1m:59s |
| Iteration 27 | 443 | 0.0444 | 6 | 0.567 | 3 | 1.0 | 0.9 | 0.1 | 1 | 0.5 | 1.0 | 3.144s | 2m:05s |
| Iteration 28 | 500 | 0.1536 | 6 | 0.6808 | 3 | 0.9 | 0.9 | 0.1 | 0.01 | 0.875 | 1.0 | 3.150s | 2m:10s |
| Iteration 29 | 438 | 0.0138 | 6 | 0.8602 | 3 | 0.9 | 0.9 | 0.1 | 0.1 | 0.5625 | 1.0 | 3.223s | 2m:16s |
| Iteration 30 | 494 | 0.3436 | 6 | 0.6421 | 3 | 0.8 | 0.9 | 0.01 | 0.01 | 0.9375 | 1.0 | 3.220s | 2m:22s |
| Iteration 31 | 500 | 0.2017 | 6 | 0.1738 | 3 | 0.7 | 0.9 | 0.01 | 0.1 | 0.625 | 1.0 | 3.242s | 2m:27s |
| Iteration 32 | 486 | 0.0105 | 6 | 0.7958 | 3 | 0.7 | 0.9 | 0.01 | 1 | 1.0 | 1.0 | 3.223s | 2m:32s |
| Iteration 33 | 484 | 0.1318 | 6 | 0.7837 | 3 | 0.7 | 0.9 | 0.1 | 1 | 0.5 | 1.0 | 3.220s | 2m:36s |
| Iteration 34 | 491 | 0.0719 | 6 | 0.8851 | 2 | 1.0 | 0.9 | 0 | 1 | 0.7812 | 1.0 | 3.221s | 2m:41s |
| Iteration 35 | 500 | 0.0156 | 6 | 0.277 | 3 | 0.6 | 1.0 | 0 | 0.01 | 0.75 | 1.0 | 3.234s | 2m:46s |
| Iteration 36 | 444 | 0.0552 | 6 | 0.7366 | 3 | 0.7 | 1.0 | 0.01 | 0 | 0.75 | 1.0 | 3.197s | 2m:51s |
| Iteration 37 | 450 | 0.7071 | 6 | 0.2679 | 2 | 0.9 | 0.9 | 0.01 | 0.01 | 0.625 | 1.0 | 3.194s | 2m:56s |
| Iteration 38 | 500 | 0.6185 | 6 | 0.0533 | 3 | 0.7 | 0.8 | 0.01 | 0.01 | 0.875 | 1.0 | 3.211s | 3m:01s |
| Iteration 39 | 286 | 0.0325 | 3 | 0.3994 | 10 | 0.9 | 1.0 | 0 | 0.01 | 0.5 | 1.0 | 3.176s | 3m:05s |
| Iteration 40 | 471 | 0.0714 | 6 | 0.1163 | 3 | 0.8 | 0.8 | 0.01 | 1 | 0.6875 | 1.0 | 3.206s | 3m:10s |
| Iteration 41 | 500 | 0.0139 | 6 | 0.0169 | 3 | 0.8 | 0.9 | 0.01 | 0.01 | 0.875 | 1.0 | 3.266s | 3m:15s |
| Iteration 42 | 401 | 0.0614 | 5 | 0.6113 | 10 | 0.7 | 0.4 | 100 | 0.01 | 0.5 | 1.0 | 3.107s | 3m:20s |
| Iteration 43 | 483 | 0.2233 | 6 | 0.2699 | 3 | 1.0 | 0.9 | 0.01 | 10 | 0.8125 | 1.0 | 3.191s | 3m:25s |
| Iteration 44 | 20 | 0.8222 | 3 | 0.8449 | 1 | 0.7 | 1.0 | 0 | 0 | 0.875 | 1.0 | 3.135s | 3m:30s |
| Iteration 45 | 334 | 0.0123 | 2 | 0.9368 | 1 | 0.6 | 1.0 | 0 | 100 | 0.5 | 1.0 | 3.199s | 3m:37s |
| Iteration 46 | 500 | 0.7017 | 6 | 0.8777 | 10 | 0.7 | 1.0 | 0 | 0.1 | 0.5 | 1.0 | 3.203s | 3m:42s |
| Iteration 47 | 491 | 0.0107 | 3 | 0.2435 | 1 | 1.0 | 0.8 | 0.01 | 10 | 0.9375 | 1.0 | 3.217s | 3m:46s |
| Iteration 48 | 209 | 0.0838 | 3 | 0.7819 | 1 | 1.0 | 0.4 | 0.01 | 10 | 0.625 | 1.0 | 3.186s | 3m:51s |
| Iteration 49 | 49 | 0.1644 | 7 | 0.3551 | 1 | 0.5 | 1.0 | 0.1 | 10 | 0.8125 | 1.0 | 3.122s | 3m:56s |
| Iteration 50 | 313 | 0.7802 | 7 | 0.1095 | 1 | 0.9 | 1.0 | 0.01 | 0 | 1.0 | 1.0 | 3.221s | 4m:00s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 426, 'learning_rate': 0.0423, 'max_depth': 6, 'gamma': 0.4435, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:02s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9705
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.094s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.0812
Time elapsed: 0.283s
-------------------------------------------------
Total time: 4m:02s
Final results ==================== >>
Duration: 28m:51s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.74 ± 0.0583
Logistic Regression --> roc_auc: 0.42 ± 0.1631 ~
Linear Discriminant Analysis --> roc_auc: 0.44 ± 0.1319 ~
Quadratic Discriminant Analysis --> roc_auc: 0.54 ± 0.0374 ~
Radius Nearest Neighbors --> roc_auc: 0.4 ± 0.0548 ~
AdaBoost --> roc_auc: 0.86 ± 0.049 !
Random Forest --> roc_auc: 0.77 ± 0.1077 ~
XGBoost --> roc_auc: 0.72 ± 0.0812 ~
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 813 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVDAGGTSYGKLTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVDNQAGTALIF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAVYNAGNMLTF.
>>> Dropping feature CAAGGYQKVTF.
>>> Dropping feature CAASKGSARQLTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CAASPNTGNQFYF.
>>> Dropping feature CAASYSSASKIIF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CASSPGGYEQYF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAVSSGGGADGLTF.
>>> Dropping feature CAENNNARLMF.
>>> Dropping feature CALSSGGSNYKLTF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVEDDYKLSF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVPGSSNTGKLIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVRGGSYIPTF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CASSLGSYEQYF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.875 | 0.875 | 0.694s | 0.715s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.8125 | 0.875 | 0.677s | 2.360s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.875 | 0.875 | 1.346s | 6.487s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.3125 | 0.875 | 0.672s | 8.563s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.5 | 0.875 | 0.694s | 10.107s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.75 | 0.875 | 0.744s | 11.887s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.6875 | 0.875 | 0.711s | 13.431s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.875 | 0.875 | 0.741s | 16.448s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 1.0 | 1.0 | 0.666s | 18.289s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 1.0 | 1.0 | 0.678s | 21.136s |
| Iteration 11 | exponen.. | 0.1116 | 249 | 0.9 | friedman_mse | 17 | 16 | 1 | 0.8 | 0.0 | 1.0 | 1.0 | 0.683s | 23.383s |
| Iteration 12 | deviance | 1.0 | 500 | 1.0 | squared_er.. | 12 | 20 | 1 | 0.5 | 0.0 | 1.0 | 1.0 | 0.704s | 25.387s |
| Iteration 13 | deviance | 1.0 | 336 | 1.0 | friedman_mse | 14 | 11 | 1 | log2 | 0.0 | 0.875 | 1.0 | 0.704s | 27.483s |
| Iteration 14 | exponen.. | 0.0962 | 461 | 1.0 | squared_er.. | 13 | 20 | 1 | None | 0.0 | 0.625 | 1.0 | 0.728s | 29.530s |
| Iteration 15 | exponen.. | 0.01 | 62 | 1.0 | squared_er.. | 20 | 1 | 10 | log2 | 0.035 | 0.875 | 1.0 | 0.652s | 31.547s |
| Iteration 16 | exponen.. | 0.0726 | 182 | 0.9 | friedman_mse | 16 | 19 | 1 | 0.7 | 0.0017 | 0.7812 | 1.0 | 0.669s | 35.700s |
| Iteration 17 | deviance | 1.0 | 223 | 1.0 | friedman_mse | 20 | 1 | 1 | 0.7 | 0.0191 | 0.8125 | 1.0 | 0.694s | 40.317s |
| Iteration 18 | deviance | 0.5465 | 418 | 1.0 | squared_er.. | 11 | 20 | 6 | 0.5 | 0.0 | 0.5 | 1.0 | 0.686s | 45.031s |
| Iteration 19 | exponen.. | 0.0179 | 282 | 0.9 | friedman_mse | 4 | 18 | 2 | 0.7 | 0.0276 | 1.0 | 1.0 | 0.687s | 49.645s |
| Iteration 20 | exponen.. | 0.2497 | 358 | 1.0 | friedman_mse | 10 | 12 | 3 | 0.9 | 0.0219 | 0.9375 | 1.0 | 0.690s | 54.306s |
| Iteration 21 | exponen.. | 0.0817 | 397 | 0.9 | friedman_mse | 15 | 2 | 4 | sqrt | 0.0064 | 0.9375 | 1.0 | 0.719s | 59.061s |
| Iteration 22 | exponen.. | 0.01 | 27 | 1.0 | friedman_mse | 7 | 20 | 3 | None | 0.0 | 0.5625 | 1.0 | 0.640s | 1m:04s |
| Iteration 23 | exponen.. | 0.0124 | 266 | 0.9 | friedman_mse | 15 | 12 | 6 | 0.6 | 0.0046 | 0.9375 | 1.0 | 0.703s | 1m:08s |
| Iteration 24 | exponen.. | 0.632 | 300 | 0.9 | friedman_mse | 14 | 20 | 1 | 0.8 | 0.0295 | 0.5625 | 1.0 | 0.694s | 1m:13s |
| Iteration 25 | exponen.. | 0.0165 | 334 | 1.0 | friedman_mse | 20 | 4 | 7 | sqrt | 0.0026 | 0.4375 | 1.0 | 0.715s | 1m:18s |
| Iteration 26 | exponen.. | 0.0106 | 272 | 1.0 | friedman_mse | 17 | 4 | 2 | 0.6 | 0.0066 | 0.3438 | 1.0 | 0.692s | 1m:23s |
| Iteration 27 | deviance | 0.0181 | 381 | 0.9 | friedman_mse | 2 | 3 | 2 | 0.6 | 0.0214 | 0.5938 | 1.0 | 0.720s | 1m:28s |
| Iteration 28 | exponen.. | 0.0164 | 176 | 1.0 | friedman_mse | 14 | 17 | 1 | 0.7 | 0.0057 | 0.7812 | 1.0 | 0.666s | 1m:33s |
| Iteration 29 | exponen.. | 0.0679 | 198 | 1.0 | friedman_mse | 8 | 16 | 1 | 0.8 | 0.02 | 1.0 | 1.0 | 0.686s | 1m:37s |
| Iteration 30 | exponen.. | 0.0283 | 473 | 0.8 | squared_er.. | 14 | 16 | 3 | None | 0.0165 | 1.0 | 1.0 | 1.354s | 1m:43s |
| Iteration 31 | exponen.. | 0.1775 | 117 | 0.8 | friedman_mse | 10 | 16 | 3 | None | 0.0297 | 0.8125 | 1.0 | 0.660s | 1m:48s |
| Iteration 32 | exponen.. | 0.0142 | 439 | 0.9 | squared_er.. | 18 | 16 | 4 | 0.8 | 0.0089 | 0.5625 | 1.0 | 0.771s | 1m:53s |
| Iteration 33 | exponen.. | 0.5376 | 310 | 1.0 | friedman_mse | 14 | 16 | 1 | 0.6 | 0.0049 | 0.625 | 1.0 | 0.690s | 1m:55s |
| Iteration 34 | exponen.. | 0.0183 | 64 | 0.8 | friedman_mse | 7 | 16 | 2 | 0.8 | 0.0183 | 1.0 | 1.0 | 0.647s | 1m:57s |
| Iteration 35 | deviance | 0.0192 | 442 | 0.8 | friedman_mse | 9 | 15 | 2 | 0.8 | 0.0078 | 0.8125 | 1.0 | 0.739s | 1m:59s |
| Iteration 36 | deviance | 0.1131 | 334 | 0.5 | friedman_mse | 2 | 18 | 9 | 0.7 | 0.0053 | 0.5 | 1.0 | 0.785s | 2m:01s |
| Iteration 37 | exponen.. | 0.0493 | 61 | 1.0 | friedman_mse | 13 | 18 | 1 | 0.7 | 0.0261 | 0.7188 | 1.0 | 0.648s | 2m:03s |
| Iteration 38 | exponen.. | 0.0912 | 480 | 1.0 | friedman_mse | 4 | 18 | 2 | 0.7 | 0.0221 | 0.5 | 1.0 | 0.774s | 2m:06s |
| Iteration 39 | deviance | 0.0415 | 171 | 0.7 | friedman_mse | 19 | 15 | 2 | 0.8 | 0.0071 | 0.5 | 1.0 | 0.730s | 2m:09s |
| Iteration 40 | exponen.. | 0.0147 | 260 | 0.9 | friedman_mse | 3 | 13 | 7 | 0.7 | 0.0152 | 0.625 | 1.0 | 0.751s | 2m:12s |
| Iteration 41 | exponen.. | 0.1102 | 201 | 0.9 | friedman_mse | 15 | 18 | 2 | 0.9 | 0.0341 | 0.6875 | 1.0 | 0.731s | 2m:14s |
| Iteration 42 | deviance | 0.7615 | 171 | 0.9 | friedman_mse | 7 | 16 | 10 | 0.7 | 0.0019 | 0.875 | 1.0 | 0.724s | 2m:16s |
| Iteration 43 | exponen.. | 0.0184 | 144 | 1.0 | squared_er.. | 19 | 15 | 6 | 0.6 | 0.0311 | 0.5625 | 1.0 | 0.717s | 2m:18s |
| Iteration 44 | exponen.. | 0.028 | 437 | 0.6 | friedman_mse | 10 | 16 | 4 | 0.8 | 0.0007 | 1.0 | 1.0 | 0.790s | 2m:21s |
| Iteration 45 | exponen.. | 0.0704 | 326 | 0.9 | friedman_mse | 13 | 12 | 1 | 0.7 | 0.0241 | 0.6875 | 1.0 | 0.754s | 2m:24s |
| Iteration 46 | exponen.. | 0.0188 | 93 | 0.5 | friedman_mse | 9 | 16 | 3 | 0.8 | 0.0067 | 0.5 | 1.0 | 0.716s | 2m:26s |
| Iteration 47 | exponen.. | 0.8294 | 220 | 0.8 | friedman_mse | 16 | 14 | 1 | 0.8 | 0.018 | 0.75 | 1.0 | 0.739s | 2m:30s |
| Iteration 48 | exponen.. | 0.1731 | 191 | 1.0 | friedman_mse | 4 | 16 | 6 | None | 0.0126 | 0.8125 | 1.0 | 0.731s | 2m:33s |
| Iteration 49 | exponen.. | 0.0218 | 227 | 0.9 | friedman_mse | 18 | 17 | 2 | 0.8 | 0.0 | 0.625 | 1.0 | 0.736s | 2m:35s |
| Iteration 50 | exponen.. | 0.0231 | 275 | 0.9 | friedman_mse | 12 | 18 | 6 | sqrt | 0.0143 | 1.0 | 1.0 | 0.750s | 2m:37s |
Bayesian Optimization ---------------------------
Best call --> Iteration 30
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0283, 'n_estimators': 473, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 14, 'min_samples_leaf': 16, 'max_depth': 3, 'max_features': None, 'ccp_alpha': 0.0165}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:40s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9821
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.137s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.97 ± 0.04
Time elapsed: 0.664s
-------------------------------------------------
Total time: 2m:41s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.375 | 0.375 | 0.703s | 0.715s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.5625 | 0.5625 | 0.646s | 3.769s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.5625 | 0.5625 | 0.650s | 6.746s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.0 | 0.5625 | 0.672s | 8.483s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.4375 | 0.5625 | 1.230s | 10.472s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.5 | 0.5625 | 0.682s | 11.991s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.5 | 0.5625 | 0.707s | 13.823s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.625 | 0.625 | 0.708s | 15.839s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.9375 | 0.9375 | 0.689s | 17.967s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 1.0 | 1.0 | 0.765s | 20.175s |
| Iteration 11 | l2 | 0.0014 | lbfgs | 100 | --- | 0.875 | 1.0 | 0.801s | 24.994s |
| Iteration 12 | l2 | 0.0052 | saga | 245 | --- | 1.0 | 1.0 | 0.670s | 29.842s |
| Iteration 13 | l2 | 0.0048 | saga | 257 | --- | 0.8125 | 1.0 | 0.645s | 34.378s |
| Iteration 14 | elast.. | 0.0081 | saga | 100 | 0.5 | 0.5 | 1.0 | 0.647s | 36.858s |
| Iteration 15 | l2 | 0.001 | sag | 100 | --- | 0.625 | 1.0 | 0.646s | 40.794s |
| Iteration 16 | l2 | 0.0186 | saga | 388 | --- | 0.75 | 1.0 | 0.653s | 43.203s |
| Iteration 17 | l2 | 0.0032 | newto.. | 993 | --- | 1.0 | 1.0 | 0.667s | 45.241s |
| Iteration 18 | l2 | 0.001 | libli.. | 202 | --- | 0.875 | 1.0 | 0.676s | 47.334s |
| Iteration 19 | l1 | 0.001 | libli.. | 1000 | --- | 0.5 | 1.0 | 0.666s | 49.399s |
| Iteration 20 | none | --- | saga | 489 | --- | 0.5625 | 1.0 | 0.660s | 51.518s |
| Iteration 21 | l2 | 0.0055 | newto.. | 907 | --- | 0.9375 | 1.0 | 0.663s | 53.674s |
| Iteration 22 | l2 | 0.006 | newto.. | 100 | --- | 0.75 | 1.0 | 0.644s | 55.654s |
| Iteration 23 | l2 | 0.001 | newto.. | 1000 | --- | 1.0 | 1.0 | 0.753s | 59.186s |
| Iteration 24 | l2 | 0.001 | newto.. | 1000 | --- | 1.0 | 1.0 | 0.000s | 1m:03s |
| Iteration 25 | l2 | 0.001 | newto.. | 1000 | --- | 1.0 | 1.0 | 0.000s | 1m:06s |
| Iteration 26 | l2 | 0.001 | newto.. | 1000 | --- | 1.0 | 1.0 | 0.000s | 1m:08s |
| Iteration 27 | l2 | 0.0042 | saga | 241 | --- | 0.5 | 1.0 | 0.661s | 1m:10s |
| Iteration 28 | l2 | 0.0058 | libli.. | 312 | --- | 0.875 | 1.0 | 0.652s | 1m:12s |
| Iteration 29 | l2 | 0.0027 | sag | 196 | --- | 1.0 | 1.0 | 0.646s | 1m:15s |
| Iteration 30 | l2 | 0.001 | lbfgs | 1000 | --- | 0.9375 | 1.0 | 0.664s | 1m:17s |
| Iteration 31 | l2 | 0.001 | lbfgs | 1000 | --- | 0.9375 | 1.0 | 0.000s | 1m:18s |
| Iteration 32 | l2 | 0.001 | libli.. | 1000 | --- | 0.75 | 1.0 | 0.660s | 1m:20s |
| Iteration 33 | l2 | 0.001 | lbfgs | 1000 | --- | 0.9375 | 1.0 | 0.000s | 1m:22s |
| Iteration 34 | l2 | 0.0053 | saga | 244 | --- | 0.8125 | 1.0 | 1.226s | 1m:24s |
| Iteration 35 | l2 | 0.0051 | saga | 245 | --- | 0.8125 | 1.0 | 0.652s | 1m:27s |
| Iteration 36 | l2 | 0.001 | lbfgs | 1000 | --- | 0.9375 | 1.0 | 0.000s | 1m:28s |
| Iteration 37 | l2 | 0.0029 | sag | 109 | --- | 0.3125 | 1.0 | 0.667s | 1m:30s |
| Iteration 38 | l2 | 0.0013 | newto.. | 998 | --- | 0.25 | 1.0 | 0.651s | 1m:33s |
| Iteration 39 | l1 | 100.0 | saga | 726 | --- | 0.8125 | 1.0 | 0.658s | 1m:35s |
| Iteration 40 | l2 | 100.0 | lbfgs | 867 | --- | 0.75 | 1.0 | 0.658s | 1m:37s |
| Iteration 41 | l2 | 0.001 | lbfgs | 426 | --- | 0.625 | 1.0 | 0.651s | 1m:39s |
| Iteration 42 | l2 | 100.0 | saga | 977 | --- | 0.25 | 1.0 | 0.656s | 1m:41s |
| Iteration 43 | l2 | 0.131 | lbfgs | 147 | --- | 0.5 | 1.0 | 0.653s | 1m:43s |
| Iteration 44 | l2 | 0.0029 | saga | 203 | --- | 1.0 | 1.0 | 0.692s | 1m:45s |
| Iteration 45 | l2 | 0.0029 | sag | 205 | --- | 0.375 | 1.0 | 0.645s | 1m:47s |
| Iteration 46 | l2 | 0.0028 | sag | 193 | --- | 0.8125 | 1.0 | 0.667s | 1m:50s |
| Iteration 47 | l2 | 0.0029 | sag | 214 | --- | 0.625 | 1.0 | 0.645s | 1m:54s |
| Iteration 48 | l2 | 0.0029 | saga | 206 | --- | 0.9375 | 1.0 | 0.642s | 1m:58s |
| Iteration 49 | l2 | 0.001 | lbfgs | 1000 | --- | 0.9375 | 1.0 | 0.001s | 2m:02s |
| Iteration 50 | l1 | 100.0 | saga | 242 | --- | 0.875 | 1.0 | 0.656s | 2m:06s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'penalty': 'l2', 'C': 0.003, 'solver': 'saga', 'max_iter': 208}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7625
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.66 ± 0.02
Time elapsed: 0.053s
-------------------------------------------------
Total time: 2m:09s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.375 | 0.375 | 0.643s | 0.649s |
| Initial point 2 | svd | --- | 0.3125 | 0.375 | 0.645s | 4.168s |
| Initial point 3 | svd | --- | 0.3125 | 0.375 | 0.000s | 5.619s |
| Initial point 4 | lsqr | 0.8 | 0.0 | 0.375 | 0.635s | 7.083s |
| Initial point 5 | eigen | 0.9 | 0.5 | 0.5 | 0.635s | 8.678s |
| Initial point 6 | lsqr | 0.7 | 0.625 | 0.625 | 0.655s | 12.109s |
| Initial point 7 | lsqr | 0.5 | 0.75 | 0.75 | 0.640s | 16.336s |
| Initial point 8 | lsqr | 0.9 | 0.5625 | 0.75 | 0.645s | 20.684s |
| Initial point 9 | lsqr | 0.6 | 1.0 | 1.0 | 0.649s | 22.660s |
| Initial point 10 | eigen | 0.8 | 0.9375 | 1.0 | 0.645s | 24.223s |
| Iteration 11 | eigen | 0.6 | 0.875 | 1.0 | 0.642s | 25.987s |
| Iteration 12 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 27.075s |
| Iteration 13 | eigen | 0.7 | 0.6875 | 1.0 | 0.641s | 28.787s |
| Iteration 14 | lsqr | auto | 0.75 | 1.0 | 0.657s | 30.488s |
| Iteration 15 | eigen | auto | 0.5625 | 1.0 | 0.634s | 34.158s |
| Iteration 16 | svd | --- | 0.3125 | 1.0 | 0.000s | 35.733s |
| Iteration 17 | svd | --- | 0.3125 | 1.0 | 0.000s | 37.861s |
| Iteration 18 | lsqr | 1.0 | 1.0 | 1.0 | 0.652s | 41.097s |
| Iteration 19 | svd | --- | 0.3125 | 1.0 | 0.000s | 43.915s |
| Iteration 20 | lsqr | None | 0.375 | 1.0 | 0.641s | 47.154s |
| Iteration 21 | eigen | 0.5 | 1.0 | 1.0 | 0.631s | 49.281s |
| Iteration 22 | eigen | None | 0.5 | 1.0 | 0.652s | 51.056s |
| Iteration 23 | svd | --- | 0.3125 | 1.0 | 0.000s | 52.190s |
| Iteration 24 | svd | --- | 0.3125 | 1.0 | 0.000s | 53.321s |
| Iteration 25 | svd | --- | 0.3125 | 1.0 | 0.000s | 54.366s |
| Iteration 26 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 55.508s |
| Iteration 27 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 56.580s |
| Iteration 28 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 57.654s |
| Iteration 29 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 58.767s |
| Iteration 30 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 59.866s |
| Iteration 31 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:03s |
| Iteration 32 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 1m:06s |
| Iteration 33 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 1m:10s |
| Iteration 34 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:13s |
| Iteration 35 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 1m:17s |
| Iteration 36 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 1m:20s |
| Iteration 37 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:24s |
| Iteration 38 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 1m:27s |
| Iteration 39 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 1m:31s |
| Iteration 40 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:33s |
| Iteration 41 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 1m:34s |
| Iteration 42 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 1m:35s |
| Iteration 43 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:38s |
| Iteration 44 | lsqr | 1.0 | 1.0 | 1.0 | 0.001s | 1m:39s |
| Iteration 45 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 1m:43s |
| Iteration 46 | eigen | 0.5 | 1.0 | 1.0 | 0.001s | 1m:47s |
| Iteration 47 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 1m:49s |
| Iteration 48 | lsqr | 0.6 | 1.0 | 1.0 | 0.001s | 1m:52s |
| Iteration 49 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:56s |
| Iteration 50 | lsqr | 0.6 | 1.0 | 1.0 | 0.000s | 1m:58s |
Bayesian Optimization ---------------------------
Best call --> Iteration 18
Best parameters --> {'solver': 'lsqr', 'shrinkage': 1.0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:59s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7643
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.58 ± 0.0678
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:59s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.375 | 0.375 | 0.637s | 0.641s |
| Initial point 2 | 0.9 | 0.625 | 0.625 | 0.639s | 2.100s |
| Initial point 3 | 0.1 | 0.5 | 0.625 | 0.669s | 3.674s |
| Initial point 4 | 1.0 | 0.375 | 0.625 | 0.000s | 6.765s |
| Initial point 5 | 0.2 | 0.5 | 0.625 | 0.633s | 8.717s |
| Initial point 6 | 0.4 | 0.4375 | 0.625 | 0.638s | 10.331s |
| Initial point 7 | 0.4 | 0.4375 | 0.625 | 0.001s | 11.211s |
| Initial point 8 | 0.7 | 0.5625 | 0.625 | 0.644s | 12.724s |
| Initial point 9 | 0.9 | 0.625 | 0.625 | 0.000s | 13.663s |
| Initial point 10 | 0.8 | 0.6875 | 0.6875 | 0.638s | 15.206s |
| Iteration 11 | 0.3 | 0.8125 | 0.8125 | 0.634s | 16.790s |
| Iteration 12 | 0.6 | 0.6875 | 0.8125 | 0.649s | 18.527s |
| Iteration 13 | 0.3 | 0.8125 | 0.8125 | 0.000s | 19.557s |
| Iteration 14 | 0.5 | 0.625 | 0.8125 | 1.214s | 21.802s |
| Iteration 15 | 0.0 | 0.625 | 0.8125 | 0.656s | 23.448s |
| Iteration 16 | 0.3 | 0.8125 | 0.8125 | 0.000s | 24.334s |
| Iteration 17 | 0.3 | 0.8125 | 0.8125 | 0.000s | 25.225s |
| Iteration 18 | 0.3 | 0.8125 | 0.8125 | 0.000s | 26.107s |
| Iteration 19 | 0.9 | 0.625 | 0.8125 | 0.000s | 26.965s |
| Iteration 20 | 0.3 | 0.8125 | 0.8125 | 0.000s | 27.831s |
| Iteration 21 | 0.6 | 0.6875 | 0.8125 | 0.000s | 28.688s |
| Iteration 22 | 0.3 | 0.8125 | 0.8125 | 0.000s | 29.532s |
| Iteration 23 | 0.3 | 0.8125 | 0.8125 | 0.000s | 30.407s |
| Iteration 24 | 0.3 | 0.8125 | 0.8125 | 0.000s | 31.242s |
| Iteration 25 | 0.3 | 0.8125 | 0.8125 | 0.000s | 33.334s |
| Iteration 26 | 0.3 | 0.8125 | 0.8125 | 0.000s | 34.513s |
| Iteration 27 | 0.3 | 0.8125 | 0.8125 | 0.000s | 35.429s |
| Iteration 28 | 0.9 | 0.625 | 0.8125 | 0.000s | 38.152s |
| Iteration 29 | 0.3 | 0.8125 | 0.8125 | 0.000s | 39.586s |
| Iteration 30 | 0.8 | 0.6875 | 0.8125 | 0.000s | 42.636s |
| Iteration 31 | 0.3 | 0.8125 | 0.8125 | 0.000s | 46.424s |
| Iteration 32 | 0.3 | 0.8125 | 0.8125 | 0.001s | 47.993s |
| Iteration 33 | 0.3 | 0.8125 | 0.8125 | 0.000s | 49.100s |
| Iteration 34 | 0.3 | 0.8125 | 0.8125 | 0.000s | 50.143s |
| Iteration 35 | 0.3 | 0.8125 | 0.8125 | 0.000s | 51.124s |
| Iteration 36 | 0.3 | 0.8125 | 0.8125 | 0.001s | 52.242s |
| Iteration 37 | 0.3 | 0.8125 | 0.8125 | 0.000s | 53.232s |
| Iteration 38 | 0.3 | 0.8125 | 0.8125 | 0.000s | 54.316s |
| Iteration 39 | 0.3 | 0.8125 | 0.8125 | 0.000s | 55.402s |
| Iteration 40 | 0.3 | 0.8125 | 0.8125 | 0.000s | 56.406s |
| Iteration 41 | 0.3 | 0.8125 | 0.8125 | 0.000s | 57.431s |
| Iteration 42 | 0.3 | 0.8125 | 0.8125 | 0.000s | 58.467s |
| Iteration 43 | 0.3 | 0.8125 | 0.8125 | 0.000s | 59.459s |
| Iteration 44 | 0.3 | 0.8125 | 0.8125 | 0.000s | 1m:01s |
| Iteration 45 | 0.3 | 0.8125 | 0.8125 | 0.000s | 1m:02s |
| Iteration 46 | 0.3 | 0.8125 | 0.8125 | 0.000s | 1m:03s |
| Iteration 47 | 0.3 | 0.8125 | 0.8125 | 0.000s | 1m:04s |
| Iteration 48 | 0.3 | 0.8125 | 0.8125 | 0.000s | 1m:05s |
| Iteration 49 | 0.3 | 0.8125 | 0.8125 | 0.000s | 1m:07s |
| Iteration 50 | 0.3 | 0.8125 | 0.8125 | 0.000s | 1m:09s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'reg_param': 0.3}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7643
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.58 ± 0.0678
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:12s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 13.2053 | dista.. | auto | 40 | 1 | 0.625 | 0.625 | 0.651s | 0.673s |
| Initial point 2 | 5.2518 | uniform | kd_tree | 39 | 2 | 0.5 | 0.625 | 0.645s | 2.758s |
| Initial point 3 | 4.1486 | dista.. | ball_tree | 25 | 2 | 0.625 | 0.625 | 0.649s | 4.367s |
| Initial point 4 | 12.1032 | uniform | ball_tree | 39 | 2 | 0.5 | 0.625 | 0.650s | 5.906s |
| Initial point 5 | 9.4813 | dista.. | auto | 30 | 2 | 0.4375 | 0.625 | 0.652s | 9.662s |
| Initial point 6 | 10.9801 | dista.. | ball_tree | 21 | 2 | 0.5625 | 0.625 | 0.639s | 13.785s |
| Initial point 7 | 7.8537 | dista.. | ball_tree | 24 | 1 | 0.5 | 0.625 | 0.641s | 18.011s |
| Initial point 8 | 1.882 | dista.. | ball_tree | 21 | 2 | 0.6562 | 0.6562 | 0.723s | 22.060s |
| Initial point 9 | 8.7485 | uniform | ball_tree | 24 | 1 | 0.9375 | 0.9375 | 0.650s | 25.950s |
| Initial point 10 | 6.2139 | uniform | brute | 22 | 2 | 0.875 | 0.9375 | 0.672s | 30.121s |
| Iteration 11 | 13.2426 | uniform | auto | 20 | 1 | 0.875 | 0.9375 | 0.645s | 34.692s |
| Iteration 12 | 13.2426 | uniform | kd_tree | 24 | 1 | 0.9688 | 0.9688 | 0.651s | 39.064s |
| Iteration 13 | 13.2426 | uniform | brute | 25 | 1 | 0.625 | 0.9688 | 0.655s | 43.510s |
| Iteration 14 | 0.0 | uniform | auto | 20 | 1 | 0.5 | 0.9688 | 0.657s | 47.860s |
| Iteration 15 | 12.8561 | uniform | kd_tree | 24 | 2 | 0.5 | 0.9688 | 0.639s | 50.806s |
| Iteration 16 | 4.0869 | uniform | kd_tree | 35 | 1 | 0.75 | 0.9688 | 0.661s | 52.913s |
| Iteration 17 | 13.2426 | uniform | ball_tree | 20 | 1 | 0.875 | 0.9688 | 0.655s | 56.541s |
| Iteration 18 | 13.2426 | uniform | kd_tree | 27 | 1 | 0.875 | 0.9688 | 0.653s | 59.098s |
| Iteration 19 | 2.752 | uniform | ball_tree | 27 | 1 | 0.3125 | 0.9688 | 0.669s | 1m:01s |
| Iteration 20 | 13.2426 | uniform | kd_tree | 24 | 1 | 0.9688 | 0.9688 | 0.001s | 1m:02s |
| Iteration 21 | 11.5388 | uniform | kd_tree | 24 | 1 | 0.5312 | 0.9688 | 0.653s | 1m:04s |
| Iteration 22 | 8.6035 | uniform | ball_tree | 24 | 1 | 0.8125 | 0.9688 | 0.733s | 1m:07s |
| Iteration 23 | 13.2426 | uniform | brute | 24 | 1 | 0.9062 | 0.9688 | 0.729s | 1m:09s |
| Iteration 24 | 13.2426 | uniform | auto | 24 | 1 | 0.5938 | 0.9688 | 0.684s | 1m:11s |
| Iteration 25 | 12.9272 | uniform | kd_tree | 21 | 1 | 0.3438 | 0.9688 | 0.735s | 1m:13s |
| Iteration 26 | 8.9386 | uniform | kd_tree | 24 | 1 | 0.625 | 0.9688 | 0.742s | 1m:16s |
| Iteration 27 | 8.7318 | uniform | auto | 24 | 1 | 0.3125 | 0.9688 | 1.145s | 1m:19s |
| Iteration 28 | 13.2426 | uniform | kd_tree | 25 | 1 | 0.8125 | 0.9688 | 1.148s | 1m:22s |
| Iteration 29 | 8.8232 | dista.. | ball_tree | 37 | 1 | 1.0 | 1.0 | 3.382s | 1m:28s |
| Iteration 30 | 8.8617 | dista.. | auto | 40 | 2 | 1.0 | 1.0 | 2.695s | 1m:34s |
| Iteration 31 | 8.8252 | uniform | ball_tree | 28 | 1 | 0.9688 | 1.0 | 0.689s | 1m:37s |
| Iteration 32 | 8.8492 | dista.. | ball_tree | 38 | 1 | 0.625 | 1.0 | 0.898s | 1m:39s |
| Iteration 33 | 8.8348 | dista.. | auto | 36 | 2 | 0.75 | 1.0 | 0.905s | 1m:42s |
| Iteration 34 | 8.822 | dista.. | ball_tree | 37 | 1 | 0.875 | 1.0 | 0.888s | 1m:45s |
| Iteration 35 | 8.9342 | dista.. | auto | 40 | 2 | 0.8125 | 1.0 | 0.884s | 1m:48s |
| Iteration 36 | 8.7647 | uniform | ball_tree | 28 | 1 | 0.875 | 1.0 | 0.948s | 1m:52s |
| Iteration 37 | 8.7968 | dista.. | auto | 40 | 2 | 0.625 | 1.0 | 0.889s | 1m:56s |
| Iteration 38 | 8.7037 | dista.. | ball_tree | 40 | 2 | 0.4375 | 1.0 | 0.893s | 1m:59s |
| Iteration 39 | 8.7053 | uniform | ball_tree | 37 | 1 | 1.0 | 1.0 | 0.904s | 2m:02s |
| Iteration 40 | 8.7013 | dista.. | ball_tree | 27 | 1 | 0.625 | 1.0 | 0.884s | 2m:05s |
| Iteration 41 | 8.8888 | uniform | ball_tree | 24 | 1 | 0.5938 | 1.0 | 1.542s | 2m:08s |
| Iteration 42 | 8.7368 | uniform | ball_tree | 37 | 1 | 0.7188 | 1.0 | 0.899s | 2m:13s |
| Iteration 43 | 13.1777 | dista.. | kd_tree | 36 | 1 | 0.625 | 1.0 | 0.887s | 2m:18s |
| Iteration 44 | 13.1205 | uniform | ball_tree | 26 | 1 | 0.875 | 1.0 | 0.881s | 2m:21s |
| Iteration 45 | 13.2396 | dista.. | ball_tree | 30 | 1 | 0.4375 | 1.0 | 0.879s | 2m:24s |
| Iteration 46 | 12.997 | uniform | ball_tree | 20 | 1 | 0.8125 | 1.0 | 0.741s | 2m:27s |
| Iteration 47 | 6.0916 | uniform | brute | 39 | 2 | 0.6875 | 1.0 | 0.745s | 2m:30s |
| Iteration 48 | 6.3567 | uniform | brute | 21 | 2 | 0.5625 | 1.0 | 0.761s | 2m:32s |
| Iteration 49 | 13.2426 | dista.. | kd_tree | 24 | 1 | 0.9375 | 1.0 | 0.691s | 2m:34s |
| Iteration 50 | 13.2426 | uniform | kd_tree | 24 | 1 | 0.9688 | 1.0 | 0.001s | 2m:36s |
Bayesian Optimization ---------------------------
Best call --> Iteration 29
Best parameters --> {'radius': 8.8232, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 37, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:37s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.0316
Time elapsed: 0.055s
-------------------------------------------------
Total time: 2m:37s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.6875 | 0.6875 | 1.116s | 1.124s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.75 | 0.75 | 1.105s | 3.178s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.75 | 0.75 | 0.792s | 7.034s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.8125 | 0.8125 | 0.932s | 11.401s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.4062 | 0.8125 | 0.970s | 14.911s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.75 | 0.8125 | 1.141s | 17.273s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.5938 | 0.8125 | 0.661s | 18.768s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.9688 | 0.9688 | 0.932s | 22.492s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.8125 | 0.9688 | 0.717s | 24.697s |
| Initial point 10 | 173 | 0.0151 | SAMME | 1.0 | 1.0 | 0.757s | 26.414s |
| Iteration 11 | 269 | 0.0161 | SAMME | 1.0 | 1.0 | 0.827s | 28.416s |
| Iteration 12 | 368 | 0.0103 | SAMME | 0.9062 | 1.0 | 0.889s | 30.362s |
| Iteration 13 | 436 | 5.002 | SAMME | 0.6562 | 1.0 | 0.632s | 32.045s |
| Iteration 14 | 469 | 0.1485 | SAMME | 1.0 | 1.0 | 0.995s | 34.093s |
| Iteration 15 | 72 | 0.2172 | SAMME | 0.8125 | 1.0 | 0.682s | 35.911s |
| Iteration 16 | 443 | 0.0154 | SAMME.R | 0.8125 | 1.0 | 0.981s | 38.002s |
| Iteration 17 | 303 | 0.1374 | SAMME | 0.875 | 1.0 | 0.843s | 39.935s |
| Iteration 18 | 500 | 0.1703 | SAMME | 0.875 | 1.0 | 0.983s | 43.560s |
| Iteration 19 | 498 | 0.0139 | SAMME | 0.9375 | 1.0 | 1.169s | 46.198s |
| Iteration 20 | 76 | 0.0167 | SAMME | 0.875 | 1.0 | 0.697s | 48.149s |
| Iteration 21 | 486 | 0.1226 | SAMME.R | 0.875 | 1.0 | 1.019s | 50.339s |
| Iteration 22 | 117 | 0.5529 | SAMME.R | 0.875 | 1.0 | 0.724s | 52.165s |
| Iteration 23 | 102 | 0.0132 | SAMME | 0.9062 | 1.0 | 0.725s | 53.980s |
| Iteration 24 | 489 | 0.4696 | SAMME | 0.9375 | 1.0 | 1.016s | 56.104s |
| Iteration 25 | 107 | 0.6106 | SAMME | 0.5 | 1.0 | 0.749s | 57.929s |
| Iteration 26 | 421 | 0.415 | SAMME | 0.5938 | 1.0 | 1.026s | 1m:00s |
| Iteration 27 | 399 | 0.0157 | SAMME | 0.6562 | 1.0 | 0.953s | 1m:03s |
| Iteration 28 | 77 | 0.01 | SAMME.R | 0.7812 | 1.0 | 0.819s | 1m:05s |
| Iteration 29 | 220 | 0.0116 | SAMME | 1.0 | 1.0 | 0.955s | 1m:07s |
| Iteration 30 | 143 | 0.01 | SAMME | 0.9688 | 1.0 | 0.734s | 1m:09s |
| Iteration 31 | 66 | 0.01 | SAMME | 0.875 | 1.0 | 0.682s | 1m:10s |
| Iteration 32 | 80 | 0.01 | SAMME | 0.625 | 1.0 | 0.684s | 1m:12s |
| Iteration 33 | 137 | 0.0213 | SAMME.R | 0.75 | 1.0 | 0.738s | 1m:16s |
| Iteration 34 | 86 | 0.0218 | SAMME | 0.6875 | 1.0 | 0.691s | 1m:21s |
| Iteration 35 | 71 | 0.1445 | SAMME.R | 0.8438 | 1.0 | 0.693s | 1m:25s |
| Iteration 36 | 452 | 0.013 | SAMME | 0.9375 | 1.0 | 0.961s | 1m:30s |
| Iteration 37 | 492 | 0.1236 | SAMME | 0.6875 | 1.0 | 1.172s | 1m:35s |
| Iteration 38 | 208 | 10.0 | SAMME | 0.5 | 1.0 | 0.637s | 1m:39s |
| Iteration 39 | 292 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.888s | 1m:44s |
| Iteration 40 | 500 | 0.01 | SAMME.R | 0.5 | 1.0 | 1.050s | 1m:48s |
| Iteration 41 | 460 | 0.0129 | SAMME | 0.8125 | 1.0 | 1.002s | 1m:53s |
| Iteration 42 | 314 | 1.0777 | SAMME.R | 0.9375 | 1.0 | 0.889s | 1m:58s |
| Iteration 43 | 116 | 1.4649 | SAMME.R | 0.625 | 1.0 | 0.754s | 2m:03s |
| Iteration 44 | 436 | 0.6855 | SAMME.R | 0.8125 | 1.0 | 1.011s | 2m:08s |
| Iteration 45 | 78 | 0.3912 | SAMME.R | 0.625 | 1.0 | 0.706s | 2m:12s |
| Iteration 46 | 97 | 0.0985 | SAMME.R | 0.9375 | 1.0 | 0.719s | 2m:16s |
| Iteration 47 | 173 | 0.1006 | SAMME.R | 0.875 | 1.0 | 0.771s | 2m:21s |
| Iteration 48 | 210 | 0.0136 | SAMME | 0.9688 | 1.0 | 0.787s | 2m:25s |
| Iteration 49 | 151 | 0.0136 | SAMME | 0.75 | 1.0 | 0.735s | 2m:30s |
| Iteration 50 | 68 | 0.0135 | SAMME | 0.9375 | 1.0 | 0.689s | 2m:34s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'n_estimators': 469, 'learning_rate': 0.1485, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:38s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9987
Test evaluation --> roc_auc: 0.925
Time elapsed: 0.368s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.95 ± 0.0548
Time elapsed: 1.688s
-------------------------------------------------
Total time: 2m:40s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.75 | 0.75 | 1.035s | 1.054s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.9375 | 0.9375 | 0.897s | 5.416s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.75 | 0.9375 | 0.924s | 9.941s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.25 | 0.9375 | 0.749s | 14.181s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.4375 | 0.9375 | 1.343s | 19.160s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.75 | 0.9375 | 1.077s | 24.243s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.875 | 0.9375 | 1.141s | 29.080s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.875 | 0.9375 | 1.122s | 32.265s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 1.0 | 1.0 | 1.283s | 35.009s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 1.0 | 1.0 | 1.256s | 39.389s |
| Iteration 11 | 10 | gini | 1 | 10 | 9 | None | True | 0.0207 | 0.8 | 1.0 | 1.0 | 0.890s | 42.804s |
| Iteration 12 | 384 | gini | 5 | 10 | 4 | 0.7 | False | 0.0169 | --- | 1.0 | 1.0 | 1.227s | 45.959s |
| Iteration 13 | 392 | gini | 4 | 7 | 20 | 0.9 | False | 0.0344 | --- | 0.6875 | 1.0 | 1.232s | 49.617s |
| Iteration 14 | 67 | entropy | 8 | 7 | 18 | None | True | 0.0044 | 0.5 | 0.5 | 1.0 | 0.949s | 52.509s |
| Iteration 15 | 203 | entropy | 1 | 7 | 18 | None | False | 0.0036 | --- | 0.75 | 1.0 | 1.080s | 55.411s |
| Iteration 16 | 65 | entropy | 7 | 8 | 19 | auto | True | 0.0007 | 0.5 | 0.5 | 1.0 | 0.945s | 58.099s |
| Iteration 17 | 352 | gini | 7 | 9 | 7 | 0.9 | True | 0.0084 | 0.8 | 0.625 | 1.0 | 1.302s | 1m:01s |
| Iteration 18 | 362 | gini | 5 | 11 | 1 | 0.8 | False | 0.0081 | --- | 0.875 | 1.0 | 0.946s | 1m:04s |
| Iteration 19 | 47 | gini | 1 | 6 | 15 | None | True | 0.0153 | 0.8 | 0.7188 | 1.0 | 1.317s | 1m:07s |
| Iteration 20 | 246 | gini | 7 | 7 | 14 | None | True | 0.0194 | None | 0.875 | 1.0 | 0.876s | 1m:09s |
| Iteration 21 | 500 | gini | 6 | 10 | 7 | 0.7 | True | 0.0224 | 0.6 | 1.0 | 1.0 | 1.079s | 1m:12s |
| Iteration 22 | 363 | gini | 5 | 9 | 14 | 0.9 | True | 0.0204 | 0.6 | 0.5625 | 1.0 | 0.928s | 1m:14s |
| Iteration 23 | 338 | gini | 7 | 20 | 13 | sqrt | False | 0.0134 | --- | 0.75 | 1.0 | 0.841s | 1m:16s |
| Iteration 24 | 12 | gini | 5 | 3 | 1 | log2 | True | 0.0259 | 0.5 | 0.875 | 1.0 | 0.646s | 1m:18s |
| Iteration 25 | 258 | gini | 8 | 2 | 1 | 0.8 | False | 0.0137 | --- | 0.25 | 1.0 | 0.807s | 1m:20s |
| Iteration 26 | 223 | gini | 6 | 10 | 4 | 0.8 | False | 0.0179 | --- | 0.5938 | 1.0 | 0.783s | 1m:23s |
| Iteration 27 | 321 | gini | 6 | 8 | 15 | 0.9 | True | 0.0134 | 0.5 | 0.5 | 1.0 | 0.920s | 1m:25s |
| Iteration 28 | 30 | gini | 7 | 6 | 15 | 0.9 | True | 0.0267 | 0.6 | 0.25 | 1.0 | 0.657s | 1m:27s |
| Iteration 29 | 422 | gini | 8 | 6 | 14 | 0.9 | True | 0.0193 | None | 1.0 | 1.0 | 0.955s | 1m:30s |
| Iteration 30 | 411 | gini | 7 | 18 | 14 | 0.5 | True | 0.0247 | None | 1.0 | 1.0 | 0.946s | 1m:32s |
| Iteration 31 | 10 | gini | 1 | 9 | 4 | 0.7 | True | 0.0217 | 0.8 | 0.8438 | 1.0 | 0.651s | 1m:34s |
| Iteration 32 | 449 | gini | 5 | 11 | 6 | 0.8 | False | 0.0274 | --- | 0.5938 | 1.0 | 0.917s | 1m:37s |
| Iteration 33 | 458 | gini | 4 | 8 | 2 | auto | True | 0.0067 | 0.7 | 0.8125 | 1.0 | 0.993s | 1m:41s |
| Iteration 34 | 350 | gini | 7 | 5 | 15 | 0.7 | False | 0.0186 | --- | 0.9688 | 1.0 | 0.847s | 1m:44s |
| Iteration 35 | 459 | gini | 5 | 18 | 5 | 0.7 | True | 0.0099 | 0.7 | 0.7812 | 1.0 | 1.001s | 1m:49s |
| Iteration 36 | 401 | gini | 5 | 6 | 4 | 0.6 | False | 0.0107 | --- | 0.9375 | 1.0 | 0.883s | 1m:52s |
| Iteration 37 | 453 | gini | 5 | 17 | 9 | 0.9 | False | 0.0187 | --- | 0.3438 | 1.0 | 0.921s | 1m:55s |
| Iteration 38 | 332 | gini | 7 | 12 | 15 | log2 | True | 0.0167 | None | 0.375 | 1.0 | 0.896s | 1m:57s |
| Iteration 39 | 495 | gini | 4 | 17 | 10 | 0.6 | False | 0.0189 | --- | 0.9375 | 1.0 | 0.932s | 2m:01s |
| Iteration 40 | 391 | gini | 5 | 11 | 15 | 0.7 | False | 0.0172 | --- | 0.75 | 1.0 | 0.876s | 2m:05s |
| Iteration 41 | 496 | gini | 5 | 8 | 3 | 0.7 | False | 0.0171 | --- | 0.7812 | 1.0 | 0.982s | 2m:08s |
| Iteration 42 | 500 | gini | 6 | 4 | 7 | 0.6 | True | 0.0259 | 0.5 | 0.6875 | 1.0 | 1.648s | 2m:12s |
| Iteration 43 | 369 | gini | 2 | 10 | 4 | 0.7 | False | 0.0253 | --- | 0.5625 | 1.0 | 0.867s | 2m:14s |
| Iteration 44 | 431 | gini | 5 | 4 | 18 | 0.8 | True | 0.0185 | None | 0.875 | 1.0 | 0.969s | 2m:17s |
| Iteration 45 | 408 | gini | 8 | 19 | 15 | 0.6 | True | 0.0276 | None | 0.4375 | 1.0 | 0.960s | 2m:20s |
| Iteration 46 | 219 | gini | 8 | 19 | 4 | 0.9 | True | 0.0025 | None | 0.8125 | 1.0 | 0.819s | 2m:22s |
| Iteration 47 | 403 | gini | 6 | 10 | 11 | 0.7 | True | 0.0134 | 0.6 | 0.75 | 1.0 | 0.951s | 2m:25s |
| Iteration 48 | 330 | gini | 8 | 4 | 17 | 0.6 | True | 0.0195 | 0.6 | 0.5 | 1.0 | 0.893s | 2m:27s |
| Iteration 49 | 343 | gini | 8 | 7 | 15 | 0.9 | True | 0.0131 | None | 0.6875 | 1.0 | 0.900s | 2m:32s |
| Iteration 50 | 402 | gini | 5 | 19 | 6 | 0.6 | False | 0.0161 | --- | 1.0 | 1.0 | 0.883s | 2m:35s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'n_estimators': 447, 'criterion': 'gini', 'max_depth': 5, 'min_samples_split': 14, 'min_samples_leaf': 8, 'max_features': 0.7, 'bootstrap': False, 'ccp_alpha': 0.0044}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9799
Test evaluation --> roc_auc: 0.825
Time elapsed: 0.325s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.87 ± 0.0245
Time elapsed: 1.438s
-------------------------------------------------
Total time: 2m:38s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.774s | 0.794s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.625 | 0.625 | 0.767s | 2.495s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.625 | 0.708s | 4.107s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.625 | 0.695s | 5.657s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.625 | 0.693s | 7.254s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.625 | 0.678s | 8.723s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.625 | 0.689s | 10.263s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.625 | 0.691s | 11.860s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.9375 | 0.9375 | 0.722s | 13.514s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.9375 | 0.699s | 15.020s |
| Iteration 11 | 226 | 0.0691 | 3 | 0.0 | 4 | 0.8 | 0.5 | 0 | 10 | 1.0 | 1.0 | 0.686s | 16.968s |
| Iteration 12 | 38 | 0.9984 | 10 | 0.0 | 4 | 0.6 | 0.4 | 100 | 0.01 | 0.5 | 1.0 | 0.643s | 18.840s |
| Iteration 13 | 500 | 0.0165 | 10 | 1.0 | 5 | 0.9 | 1.0 | 0 | 0 | 0.75 | 1.0 | 0.718s | 20.863s |
| Iteration 14 | 195 | 0.022 | 9 | 0.8998 | 4 | 1.0 | 0.5 | 0 | 100 | 0.75 | 1.0 | 0.662s | 22.678s |
| Iteration 15 | 337 | 0.0347 | 5 | 0.1401 | 2 | 0.8 | 0.8 | 0 | 1 | 0.9375 | 1.0 | 0.700s | 24.624s |
| Iteration 16 | 346 | 0.1909 | 3 | 0.0344 | 7 | 0.6 | 0.7 | 0 | 10 | 0.5 | 1.0 | 0.692s | 26.519s |
| Iteration 17 | 473 | 0.1534 | 3 | 0.6927 | 3 | 0.6 | 0.9 | 0 | 10 | 0.625 | 1.0 | 0.725s | 28.432s |
| Iteration 18 | 312 | 0.0745 | 4 | 0.2669 | 4 | 0.8 | 0.6 | 0 | 10 | 0.5 | 1.0 | 0.697s | 30.252s |
| Iteration 19 | 106 | 0.2898 | 2 | 1.0 | 2 | 0.6 | 0.8 | 100 | 0.01 | 0.5 | 1.0 | 0.655s | 32.065s |
| Iteration 20 | 234 | 0.0495 | 2 | 0.0 | 4 | 0.7 | 0.5 | 0 | 1 | 0.75 | 1.0 | 0.674s | 34.120s |
| Iteration 21 | 224 | 0.2408 | 3 | 0.0066 | 6 | 0.6 | 0.9 | 1 | 100 | 0.5 | 1.0 | 1.280s | 36.726s |
| Iteration 22 | 276 | 0.0466 | 3 | 0.0403 | 3 | 0.8 | 0.6 | 0 | 10 | 0.6875 | 1.0 | 0.726s | 38.836s |
| Iteration 23 | 192 | 0.1373 | 8 | 0.4854 | 1 | 1.0 | 0.8 | 0 | 0 | 0.875 | 1.0 | 0.736s | 40.790s |
| Iteration 24 | 470 | 0.638 | 2 | 0.0541 | 1 | 1.0 | 0.9 | 0 | 0.01 | 1.0 | 1.0 | 0.763s | 43.735s |
| Iteration 25 | 30 | 0.348 | 1 | 0.8239 | 1 | 1.0 | 0.8 | 0 | 100 | 0.5625 | 1.0 | 0.696s | 46.741s |
| Iteration 26 | 31 | 0.0644 | 5 | 0.1666 | 1 | 0.7 | 0.6 | 0 | 0 | 0.375 | 1.0 | 0.694s | 49.021s |
| Iteration 27 | 500 | 0.1066 | 5 | 0.0 | 1 | 1.0 | 1.0 | 0 | 0.1 | 0.75 | 1.0 | 0.761s | 51.112s |
| Iteration 28 | 74 | 0.0288 | 8 | 0.7796 | 8 | 0.9 | 0.5 | 0 | 0.1 | 0.5 | 1.0 | 0.654s | 55.602s |
| Iteration 29 | 498 | 0.462 | 2 | 0.0242 | 1 | 1.0 | 0.7 | 0.1 | 0.1 | 0.9375 | 1.0 | 1.039s | 1m:01s |
| Iteration 30 | 46 | 0.4378 | 3 | 0.5195 | 4 | 0.8 | 0.9 | 1 | 10 | 1.0 | 1.0 | 0.901s | 1m:05s |
| Iteration 31 | 343 | 0.6507 | 3 | 0.5399 | 4 | 0.8 | 0.7 | 0 | 0.01 | 0.9375 | 1.0 | 0.978s | 1m:08s |
| Iteration 32 | 80 | 0.0237 | 3 | 0.1691 | 4 | 0.8 | 0.8 | 10 | 100 | 0.5 | 1.0 | 0.933s | 1m:13s |
| Iteration 33 | 432 | 0.1329 | 3 | 0.5875 | 4 | 0.8 | 0.8 | 0.1 | 1 | 0.75 | 1.0 | 1.018s | 1m:19s |
| Iteration 34 | 20 | 0.3431 | 3 | 0.5066 | 4 | 0.8 | 0.9 | 10 | 100 | 0.5 | 1.0 | 0.896s | 1m:24s |
| Iteration 35 | 363 | 0.0495 | 3 | 0.7615 | 4 | 0.8 | 0.9 | 1 | 0 | 0.8125 | 1.0 | 0.994s | 1m:30s |
| Iteration 36 | 394 | 0.0127 | 3 | 0.0567 | 4 | 0.8 | 0.6 | 1 | 10 | 0.75 | 1.0 | 0.996s | 1m:35s |
| Iteration 37 | 409 | 0.3043 | 1 | 0.2518 | 3 | 1.0 | 0.4 | 0 | 0 | 0.5625 | 1.0 | 1.010s | 1m:41s |
| Iteration 38 | 453 | 0.4874 | 2 | 0.7462 | 3 | 1.0 | 0.8 | 1 | 0.01 | 0.9062 | 1.0 | 0.779s | 1m:46s |
| Iteration 39 | 239 | 0.3417 | 2 | 0.1222 | 1 | 1.0 | 0.8 | 0 | 1 | 0.75 | 1.0 | 0.682s | 1m:51s |
| Iteration 40 | 500 | 0.6231 | 1 | 0.0 | 5 | 1.0 | 0.8 | 0.01 | 0.01 | 0.6875 | 1.0 | 0.732s | 1m:56s |
| Iteration 41 | 59 | 0.2041 | 3 | 1.0 | 4 | 0.8 | 1.0 | 1 | 0 | 0.6562 | 1.0 | 0.661s | 1m:60s |
| Iteration 42 | 480 | 0.0199 | 7 | 0.113 | 1 | 1.0 | 1.0 | 100 | 0 | 0.5 | 1.0 | 0.720s | 2m:04s |
| Iteration 43 | 32 | 0.4793 | 3 | 0.8644 | 10 | 1.0 | 0.7 | 100 | 100 | 0.5 | 1.0 | 0.640s | 2m:07s |
| Iteration 44 | 437 | 0.2079 | 7 | 0.2612 | 5 | 1.0 | 0.7 | 100 | 1 | 0.5 | 1.0 | 0.723s | 2m:09s |
| Iteration 45 | 65 | 0.02 | 8 | 0.8539 | 2 | 1.0 | 0.9 | 0.1 | 0 | 0.625 | 1.0 | 0.658s | 2m:11s |
| Iteration 46 | 243 | 0.0144 | 3 | 0.0518 | 10 | 0.5 | 0.4 | 100 | 1 | 0.5 | 1.0 | 1.385s | 2m:14s |
| Iteration 47 | 500 | 0.3226 | 7 | 0.7823 | 3 | 1.0 | 0.6 | 0 | 0.1 | 0.5625 | 1.0 | 0.771s | 2m:17s |
| Iteration 48 | 500 | 0.0968 | 1 | 0.7676 | 1 | 0.5 | 0.8 | 0.01 | 0.1 | 0.75 | 1.0 | 0.772s | 2m:19s |
| Iteration 49 | 20 | 0.0167 | 3 | 0.9014 | 5 | 0.5 | 0.4 | 0 | 0 | 0.5 | 1.0 | 0.686s | 2m:21s |
| Iteration 50 | 493 | 0.573 | 8 | 0.6642 | 1 | 0.5 | 0.4 | 0 | 0.1 | 1.0 | 1.0 | 0.767s | 2m:25s |
Bayesian Optimization ---------------------------
Best call --> Iteration 30
Best parameters --> {'n_estimators': 46, 'learning_rate': 0.4378, 'max_depth': 3, 'gamma': 0.5195, 'min_child_weight': 4, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 1, 'reg_lambda': 10}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:28s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8799
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.029s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.935 ± 0.0436
Time elapsed: 0.086s
-------------------------------------------------
Total time: 2m:28s
Final results ==================== >>
Duration: 18m:24s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.97 ± 0.04 !
Logistic Regression --> roc_auc: 0.66 ± 0.02
Linear Discriminant Analysis --> roc_auc: 0.58 ± 0.0678 ~
Quadratic Discriminant Analysis --> roc_auc: 0.58 ± 0.0678 ~
Radius Nearest Neighbors --> roc_auc: 0.7 ± 0.0316 ~
AdaBoost --> roc_auc: 0.95 ± 0.0548
Random Forest --> roc_auc: 0.87 ± 0.0245
XGBoost --> roc_auc: 0.935 ± 0.0436
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVDAGGTSYGKLTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVDNQAGTALIF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAVYNAGNMLTF.
>>> Dropping feature CAAGGYQKVTF.
>>> Dropping feature CAASKGSARQLTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CAASPNTGNQFYF.
>>> Dropping feature CAASYSSASKIIF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CASSPGGYEQYF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAVSSGGGADGLTF.
>>> Dropping feature CAENNNARLMF.
>>> Dropping feature CALSSGGSNYKLTF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVEDDYKLSF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVPGSSNTGKLIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVRGGSYIPTF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CASSLGSYEQYF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.75 | 0.75 | 3.189s | 3.209s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.5312 | 0.75 | 3.272s | 7.933s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.75 | 0.75 | 3.117s | 13.113s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.7188 | 0.75 | 3.188s | 17.590s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.625 | 0.75 | 3.193s | 21.891s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.9375 | 0.9375 | 3.328s | 26.184s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.9062 | 0.9375 | 3.259s | 30.364s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.9375 | 0.9375 | 3.282s | 34.713s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 1.0 | 1.0 | 3.218s | 38.973s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.9375 | 1.0 | 3.229s | 43.292s |
| Iteration 11 | exponen.. | 0.3808 | 92 | 1.0 | friedman_mse | 15 | 20 | 1 | 0.5 | 0.0015 | 0.6875 | 1.0 | 3.211s | 47.985s |
| Iteration 12 | deviance | 0.1037 | 496 | 0.7 | squared_er.. | 3 | 2 | 4 | 0.9 | 0.0081 | 0.6875 | 1.0 | 3.329s | 52.588s |
| Iteration 13 | exponen.. | 0.0996 | 434 | 0.9 | friedman_mse | 16 | 5 | 2 | 0.6 | 0.0162 | 0.6875 | 1.0 | 3.288s | 57.252s |
| Iteration 14 | exponen.. | 0.0133 | 359 | 0.7 | squared_er.. | 18 | 15 | 6 | 0.7 | 0.0067 | 0.875 | 1.0 | 3.216s | 1m:02s |
| Iteration 15 | deviance | 0.0118 | 482 | 0.6 | friedman_mse | 20 | 1 | 7 | auto | 0.0059 | 0.9375 | 1.0 | 3.267s | 1m:07s |
| Iteration 16 | deviance | 0.5117 | 355 | 0.9 | friedman_mse | 20 | 17 | 2 | sqrt | 0.0086 | 0.6875 | 1.0 | 3.215s | 1m:11s |
| Iteration 17 | deviance | 0.0144 | 425 | 0.6 | friedman_mse | 9 | 12 | 1 | log2 | 0.0036 | 0.375 | 1.0 | 3.272s | 1m:16s |
| Iteration 18 | deviance | 0.2588 | 169 | 0.7 | friedman_mse | 18 | 15 | 3 | 0.5 | 0.0226 | 0.6875 | 1.0 | 3.187s | 1m:20s |
| Iteration 19 | exponen.. | 0.8293 | 135 | 0.7 | friedman_mse | 4 | 2 | 1 | 0.7 | 0.0007 | 1.0 | 1.0 | 3.558s | 1m:26s |
| Iteration 20 | exponen.. | 0.3597 | 336 | 0.9 | friedman_mse | 9 | 16 | 1 | 0.6 | 0.0023 | 0.7188 | 1.0 | 4.856s | 1m:33s |
| Iteration 21 | exponen.. | 0.0197 | 146 | 1.0 | friedman_mse | 13 | 15 | 8 | 0.6 | 0.0033 | 0.625 | 1.0 | 4.816s | 1m:40s |
| Iteration 22 | exponen.. | 0.212 | 168 | 0.9 | friedman_mse | 16 | 17 | 1 | 0.6 | 0.0025 | 0.5625 | 1.0 | 5.508s | 1m:48s |
| Iteration 23 | exponen.. | 0.0138 | 452 | 1.0 | squared_er.. | 19 | 17 | 9 | None | 0.023 | 0.4375 | 1.0 | 4.870s | 1m:55s |
| Iteration 24 | deviance | 0.0253 | 234 | 0.8 | friedman_mse | 18 | 6 | 9 | auto | 0.0136 | 0.4688 | 1.0 | 4.854s | 2m:01s |
| Iteration 25 | deviance | 0.573 | 255 | 0.6 | friedman_mse | 5 | 14 | 2 | 0.7 | 0.0023 | 0.3125 | 1.0 | 4.037s | 2m:08s |
| Iteration 26 | exponen.. | 0.1379 | 336 | 0.7 | squared_er.. | 12 | 2 | 3 | 0.8 | 0.0016 | 0.5 | 1.0 | 3.291s | 2m:12s |
| Iteration 27 | exponen.. | 0.8877 | 394 | 0.7 | friedman_mse | 20 | 16 | 1 | sqrt | 0.0044 | 0.5 | 1.0 | 3.247s | 2m:19s |
| Iteration 28 | deviance | 0.0267 | 500 | 0.6 | squared_er.. | 10 | 10 | 9 | 0.9 | 0.0154 | 0.75 | 1.0 | 3.279s | 2m:26s |
| Iteration 29 | exponen.. | 0.0331 | 395 | 0.8 | squared_er.. | 11 | 17 | 8 | 0.5 | 0.0003 | 0.875 | 1.0 | 3.312s | 2m:31s |
| Iteration 30 | exponen.. | 0.3085 | 432 | 0.7 | squared_er.. | 11 | 8 | 7 | auto | 0.0216 | 1.0 | 1.0 | 3.290s | 2m:36s |
| Iteration 31 | exponen.. | 0.9676 | 423 | 0.7 | squared_er.. | 9 | 8 | 5 | auto | 0.0183 | 0.625 | 1.0 | 3.292s | 2m:40s |
| Iteration 32 | exponen.. | 0.0761 | 384 | 0.7 | squared_er.. | 13 | 11 | 8 | 0.7 | 0.0089 | 0.875 | 1.0 | 3.312s | 2m:45s |
| Iteration 33 | exponen.. | 0.1411 | 133 | 0.7 | squared_er.. | 11 | 4 | 7 | sqrt | 0.0189 | 0.5 | 1.0 | 3.227s | 2m:52s |
| Iteration 34 | exponen.. | 0.5853 | 465 | 0.7 | squared_er.. | 20 | 14 | 7 | sqrt | 0.0097 | 0.8125 | 1.0 | 3.333s | 2m:57s |
| Iteration 35 | exponen.. | 0.1619 | 427 | 0.6 | friedman_mse | 2 | 6 | 8 | 0.5 | 0.0066 | 0.7812 | 1.0 | 3.264s | 3m:02s |
| Iteration 36 | deviance | 0.0149 | 463 | 0.7 | squared_er.. | 2 | 6 | 8 | sqrt | 0.0153 | 0.8125 | 1.0 | 3.254s | 3m:07s |
| Iteration 37 | exponen.. | 0.2566 | 30 | 0.7 | friedman_mse | 2 | 4 | 1 | 0.9 | 0.0143 | 0.625 | 1.0 | 3.189s | 3m:11s |
| Iteration 38 | exponen.. | 0.1883 | 451 | 0.5 | squared_er.. | 20 | 4 | 8 | 0.6 | 0.0314 | 0.6875 | 1.0 | 3.339s | 3m:16s |
| Iteration 39 | exponen.. | 0.5229 | 271 | 1.0 | friedman_mse | 8 | 15 | 5 | sqrt | 0.0077 | 0.8125 | 1.0 | 3.301s | 3m:21s |
| Iteration 40 | deviance | 0.2936 | 80 | 1.0 | friedman_mse | 5 | 11 | 4 | None | 0.0274 | 0.375 | 1.0 | 3.141s | 3m:26s |
| Iteration 41 | exponen.. | 0.019 | 444 | 0.7 | squared_er.. | 4 | 9 | 9 | auto | 0.0105 | 0.5312 | 1.0 | 3.278s | 3m:30s |
| Iteration 42 | exponen.. | 0.2166 | 352 | 0.9 | squared_er.. | 7 | 5 | 7 | 0.7 | 0.0083 | 0.5 | 1.0 | 3.287s | 3m:36s |
| Iteration 43 | deviance | 0.7197 | 401 | 0.5 | squared_er.. | 7 | 6 | 8 | 0.6 | 0.003 | 0.5625 | 1.0 | 3.301s | 3m:41s |
| Iteration 44 | exponen.. | 0.1905 | 167 | 0.9 | friedman_mse | 12 | 19 | 6 | 0.6 | 0.0141 | 0.5312 | 1.0 | 3.272s | 3m:46s |
| Iteration 45 | exponen.. | 0.193 | 185 | 0.8 | friedman_mse | 15 | 4 | 1 | log2 | 0.02 | 0.3125 | 1.0 | 3.247s | 3m:51s |
| Iteration 46 | exponen.. | 0.0178 | 29 | 0.8 | squared_er.. | 13 | 9 | 7 | 0.5 | 0.0097 | 0.7188 | 1.0 | 3.155s | 3m:55s |
| Iteration 47 | exponen.. | 0.2024 | 500 | 0.6 | friedman_mse | 15 | 11 | 6 | sqrt | 0.0098 | 0.3125 | 1.0 | 3.921s | 4m:01s |
| Iteration 48 | exponen.. | 0.024 | 358 | 0.6 | friedman_mse | 2 | 1 | 3 | auto | 0.0 | 0.75 | 1.0 | 3.286s | 4m:06s |
| Iteration 49 | deviance | 0.0234 | 301 | 0.7 | squared_er.. | 6 | 14 | 2 | 0.8 | 0.0003 | 0.6875 | 1.0 | 3.260s | 4m:11s |
| Iteration 50 | deviance | 0.0103 | 386 | 0.8 | friedman_mse | 14 | 1 | 5 | 0.8 | 0.0 | 1.0 | 1.0 | 3.292s | 4m:16s |
Bayesian Optimization ---------------------------
Best call --> Iteration 19
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.8293, 'n_estimators': 135, 'subsample': 0.7, 'criterion': 'friedman_mse', 'min_samples_split': 4, 'min_samples_leaf': 2, 'max_depth': 1, 'max_features': 0.7, 'ccp_alpha': 0.0007}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:17s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.046s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.93 ± 0.0748
Time elapsed: 0.189s
-------------------------------------------------
Total time: 4m:18s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.5625 | 0.5625 | 3.223s | 3.236s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.6875 | 0.6875 | 3.187s | 7.596s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.4375 | 0.6875 | 3.215s | 11.887s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.625 | 0.6875 | 3.178s | 16.000s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.875 | 0.875 | 3.199s | 20.277s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.6875 | 0.875 | 3.157s | 25.775s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.5625 | 0.875 | 3.183s | 30.222s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.6875 | 0.875 | 3.160s | 35.404s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.625 | 0.875 | 3.146s | 41.632s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.8125 | 0.875 | 3.194s | 46.191s |
| Iteration 11 | l1 | 35.3178 | saga | 546 | --- | 0.6875 | 0.875 | 3.192s | 50.689s |
| Iteration 12 | none | --- | lbfgs | 621 | --- | 0.6875 | 0.875 | 3.202s | 55.287s |
| Iteration 13 | l2 | 7.3775 | lbfgs | 571 | --- | 0.8125 | 0.875 | 3.223s | 1m:00s |
| Iteration 14 | l2 | 18.1933 | lbfgs | 552 | --- | 0.6875 | 0.875 | 3.287s | 1m:05s |
| Iteration 15 | l2 | 21.0927 | sag | 579 | --- | 0.375 | 0.875 | 3.300s | 1m:09s |
| Iteration 16 | l2 | 10.0214 | lbfgs | 677 | --- | 0.625 | 0.875 | 3.270s | 1m:14s |
| Iteration 17 | l2 | 0.0011 | libli.. | 563 | --- | 0.5625 | 0.875 | 3.306s | 1m:19s |
| Iteration 18 | none | --- | lbfgs | 526 | --- | 0.625 | 0.875 | 3.313s | 1m:23s |
| Iteration 19 | l2 | 3.1712 | lbfgs | 208 | --- | 0.75 | 0.875 | 3.307s | 1m:28s |
| Iteration 20 | l2 | 0.001 | libli.. | 383 | --- | 0.5312 | 0.875 | 3.247s | 1m:33s |
| Iteration 21 | l2 | 68.3552 | lbfgs | 1000 | --- | 0.4375 | 0.875 | 3.201s | 1m:38s |
| Iteration 22 | l2 | 4.9691 | lbfgs | 594 | --- | 0.5 | 0.875 | 3.225s | 1m:42s |
| Iteration 23 | l2 | 7.7474 | lbfgs | 565 | --- | 0.75 | 0.875 | 3.239s | 1m:49s |
| Iteration 24 | l2 | 44.9745 | lbfgs | 581 | --- | 0.5 | 0.875 | 3.122s | 1m:57s |
| Iteration 25 | l2 | 12.6068 | saga | 563 | --- | 0.5 | 0.875 | 3.290s | 2m:04s |
| Iteration 26 | l2 | 10.3574 | sag | 588 | --- | 0.625 | 0.875 | 3.307s | 2m:10s |
| Iteration 27 | l2 | 10.5464 | lbfgs | 586 | --- | 0.375 | 0.875 | 3.225s | 2m:17s |
| Iteration 28 | none | --- | lbfgs | 567 | --- | 0.4375 | 0.875 | 3.273s | 2m:24s |
| Iteration 29 | l2 | 0.0024 | lbfgs | 188 | --- | 0.8125 | 0.875 | 3.294s | 2m:31s |
| Iteration 30 | l2 | 0.003 | newto.. | 173 | --- | 1.0 | 1.0 | 3.258s | 2m:38s |
| Iteration 31 | l2 | 0.0031 | libli.. | 164 | --- | 0.5 | 1.0 | 3.245s | 2m:45s |
| Iteration 32 | l2 | 0.0029 | newto.. | 178 | --- | 0.75 | 1.0 | 3.243s | 2m:52s |
| Iteration 33 | l2 | 0.0028 | lbfgs | 176 | --- | 0.375 | 1.0 | 3.280s | 2m:58s |
| Iteration 34 | l2 | 0.1099 | newto.. | 169 | --- | 0.875 | 1.0 | 3.257s | 3m:03s |
| Iteration 35 | l2 | 0.0038 | newto.. | 171 | --- | 0.7812 | 1.0 | 3.275s | 3m:08s |
| Iteration 36 | l2 | 0.0019 | newto.. | 171 | --- | 0.75 | 1.0 | 3.306s | 3m:13s |
| Iteration 37 | l2 | 9.9468 | newto.. | 172 | --- | 0.5625 | 1.0 | 3.316s | 3m:18s |
| Iteration 38 | l2 | 0.0495 | newto.. | 177 | --- | 0.5 | 1.0 | 3.240s | 3m:23s |
| Iteration 39 | l2 | 0.0029 | newto.. | 172 | --- | 0.625 | 1.0 | 3.273s | 3m:28s |
| Iteration 40 | l2 | 0.0017 | sag | 962 | --- | 0.375 | 1.0 | 3.319s | 3m:32s |
| Iteration 41 | l2 | 0.0012 | newto.. | 225 | --- | 0.9062 | 1.0 | 3.352s | 3m:39s |
| Iteration 42 | l2 | 0.0021 | newto.. | 247 | --- | 0.5 | 1.0 | 3.255s | 3m:46s |
| Iteration 43 | l2 | 0.0098 | lbfgs | 186 | --- | 0.625 | 1.0 | 3.248s | 3m:51s |
| Iteration 44 | l2 | 0.001 | lbfgs | 199 | --- | 0.5 | 1.0 | 3.266s | 3m:55s |
| Iteration 45 | l2 | 0.0017 | sag | 219 | --- | 0.625 | 1.0 | 3.285s | 4m:00s |
| Iteration 46 | l2 | 0.0014 | newto.. | 219 | --- | 0.25 | 1.0 | 3.255s | 4m:06s |
| Iteration 47 | l2 | 0.0441 | libli.. | 169 | --- | 0.5 | 1.0 | 3.277s | 4m:10s |
| Iteration 48 | l2 | 0.0013 | newto.. | 109 | --- | 0.875 | 1.0 | 3.275s | 4m:16s |
| Iteration 49 | elast.. | 79.0806 | saga | 968 | 0.6 | 0.6875 | 1.0 | 3.230s | 4m:22s |
| Iteration 50 | none | --- | saga | 759 | --- | 0.625 | 1.0 | 3.278s | 4m:28s |
Bayesian Optimization ---------------------------
Best call --> Iteration 30
Best parameters --> {'penalty': 'l2', 'C': 0.003, 'solver': 'newton-cg', 'max_iter': 173}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:31s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8473
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.77 ± 0.0872
Time elapsed: 0.061s
-------------------------------------------------
Total time: 4m:31s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.625 | 0.625 | 3.216s | 3.223s |
| Initial point 2 | svd | --- | 0.6875 | 0.6875 | 3.203s | 7.720s |
| Initial point 3 | svd | --- | 0.6875 | 0.6875 | 0.001s | 8.504s |
| Initial point 4 | lsqr | 0.8 | 0.5625 | 0.6875 | 3.171s | 12.479s |
| Initial point 5 | eigen | 0.9 | 0.375 | 0.6875 | 3.188s | 16.546s |
| Initial point 6 | lsqr | 0.7 | 0.6875 | 0.6875 | 3.184s | 20.541s |
| Initial point 7 | lsqr | 0.5 | 0.5625 | 0.6875 | 3.198s | 24.511s |
| Initial point 8 | lsqr | 0.9 | 0.625 | 0.6875 | 3.185s | 28.497s |
| Initial point 9 | lsqr | 0.6 | 0.875 | 0.875 | 3.189s | 32.515s |
| Initial point 10 | eigen | 0.8 | 0.8125 | 0.875 | 3.315s | 38.320s |
| Iteration 11 | lsqr | 0.6 | 0.875 | 0.875 | 0.000s | 41.298s |
| Iteration 12 | eigen | 0.7 | 0.8125 | 0.875 | 3.143s | 47.263s |
| Iteration 13 | svd | --- | 0.6875 | 0.875 | 0.001s | 50.229s |
| Iteration 14 | lsqr | auto | 0.875 | 0.875 | 3.121s | 54.642s |
| Iteration 15 | eigen | auto | 0.4375 | 0.875 | 3.181s | 58.802s |
| Iteration 16 | svd | --- | 0.6875 | 0.875 | 0.000s | 59.745s |
| Iteration 17 | svd | --- | 0.6875 | 0.875 | 0.000s | 1m:01s |
| Iteration 18 | lsqr | 1.0 | 0.8125 | 0.875 | 3.208s | 1m:05s |
| Iteration 19 | svd | --- | 0.6875 | 0.875 | 0.000s | 1m:06s |
| Iteration 20 | lsqr | None | 0.5312 | 0.875 | 3.209s | 1m:10s |
| Iteration 21 | eigen | 0.5 | 0.6875 | 0.875 | 3.209s | 1m:14s |
| Iteration 22 | eigen | 0.6 | 0.8125 | 0.875 | 3.208s | 1m:19s |
| Iteration 23 | svd | --- | 0.6875 | 0.875 | 0.000s | 1m:20s |
| Iteration 24 | svd | --- | 0.6875 | 0.875 | 0.000s | 1m:21s |
| Iteration 25 | eigen | None | 0.375 | 0.875 | 3.212s | 1m:25s |
| Iteration 26 | lsqr | auto | 0.875 | 0.875 | 0.001s | 1m:26s |
| Iteration 27 | lsqr | 0.6 | 0.875 | 0.875 | 0.001s | 1m:29s |
| Iteration 28 | lsqr | auto | 0.875 | 0.875 | 0.000s | 1m:33s |
| Iteration 29 | lsqr | auto | 0.875 | 0.875 | 0.000s | 1m:34s |
| Iteration 30 | lsqr | 0.6 | 0.875 | 0.875 | 0.000s | 1m:35s |
| Iteration 31 | lsqr | auto | 0.875 | 0.875 | 0.000s | 1m:36s |
| Iteration 32 | lsqr | 0.6 | 0.875 | 0.875 | 0.000s | 1m:37s |
| Iteration 33 | lsqr | 0.7 | 0.6875 | 0.875 | 0.000s | 1m:38s |
| Iteration 34 | lsqr | 0.6 | 0.875 | 0.875 | 0.000s | 1m:40s |
| Iteration 35 | lsqr | 1.0 | 0.8125 | 0.875 | 0.000s | 1m:41s |
| Iteration 36 | lsqr | auto | 0.875 | 0.875 | 0.000s | 1m:42s |
| Iteration 37 | lsqr | auto | 0.875 | 0.875 | 0.000s | 1m:43s |
| Iteration 38 | lsqr | 0.6 | 0.875 | 0.875 | 0.000s | 1m:44s |
| Iteration 39 | svd | --- | 0.6875 | 0.875 | 0.000s | 1m:45s |
| Iteration 40 | lsqr | 0.6 | 0.875 | 0.875 | 0.000s | 1m:46s |
| Iteration 41 | lsqr | auto | 0.875 | 0.875 | 0.000s | 1m:47s |
| Iteration 42 | lsqr | 0.6 | 0.875 | 0.875 | 0.000s | 1m:48s |
| Iteration 43 | lsqr | auto | 0.875 | 0.875 | 0.000s | 1m:49s |
| Iteration 44 | lsqr | 0.6 | 0.875 | 0.875 | 0.000s | 1m:50s |
| Iteration 45 | lsqr | auto | 0.875 | 0.875 | 0.000s | 1m:51s |
| Iteration 46 | lsqr | 0.6 | 0.875 | 0.875 | 0.000s | 1m:54s |
| Iteration 47 | lsqr | auto | 0.875 | 0.875 | 0.000s | 1m:56s |
| Iteration 48 | svd | --- | 0.6875 | 0.875 | 0.000s | 1m:57s |
| Iteration 49 | eigen | 0.6 | 0.8125 | 0.875 | 0.000s | 1m:58s |
| Iteration 50 | lsqr | 0.6 | 0.875 | 0.875 | 0.000s | 1m:59s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.6}
Best evaluation --> roc_auc: 0.875
Time elapsed: 2m:01s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8339
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.103
Time elapsed: 0.029s
-------------------------------------------------
Total time: 2m:01s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.625 | 0.625 | 3.244s | 3.247s |
| Initial point 2 | 0.9 | 0.875 | 0.875 | 3.819s | 7.865s |
| Initial point 3 | 0.1 | 0.5625 | 0.875 | 3.186s | 11.986s |
| Initial point 4 | 1.0 | 0.625 | 0.875 | 0.001s | 12.817s |
| Initial point 5 | 0.2 | 0.3125 | 0.875 | 3.181s | 16.752s |
| Initial point 6 | 0.4 | 0.6875 | 0.875 | 3.192s | 22.827s |
| Initial point 7 | 0.4 | 0.6875 | 0.875 | 0.001s | 24.194s |
| Initial point 8 | 0.7 | 0.5625 | 0.875 | 3.193s | 29.504s |
| Initial point 9 | 0.9 | 0.875 | 0.875 | 0.001s | 30.737s |
| Initial point 10 | 0.8 | 0.8125 | 0.875 | 3.179s | 35.561s |
| Iteration 11 | 0.3 | 0.3125 | 0.875 | 3.176s | 39.810s |
| Iteration 12 | 0.6 | 0.875 | 0.875 | 3.173s | 43.918s |
| Iteration 13 | 0.5 | 0.75 | 0.875 | 3.232s | 48.016s |
| Iteration 14 | 0.0 | 0.6875 | 0.875 | 3.220s | 52.216s |
| Iteration 15 | 0.6 | 0.875 | 0.875 | 0.000s | 53.181s |
| Iteration 16 | 0.6 | 0.875 | 0.875 | 0.000s | 54.136s |
| Iteration 17 | 0.9 | 0.875 | 0.875 | 0.001s | 55.051s |
| Iteration 18 | 0.6 | 0.875 | 0.875 | 0.001s | 55.929s |
| Iteration 19 | 0.9 | 0.875 | 0.875 | 0.000s | 56.871s |
| Iteration 20 | 0.6 | 0.875 | 0.875 | 0.000s | 57.779s |
| Iteration 21 | 0.9 | 0.875 | 0.875 | 0.000s | 58.617s |
| Iteration 22 | 0.6 | 0.875 | 0.875 | 0.000s | 59.466s |
| Iteration 23 | 0.4 | 0.6875 | 0.875 | 0.000s | 1m:00s |
| Iteration 24 | 0.9 | 0.875 | 0.875 | 0.000s | 1m:01s |
| Iteration 25 | 0.6 | 0.875 | 0.875 | 0.000s | 1m:02s |
| Iteration 26 | 0.9 | 0.875 | 0.875 | 0.000s | 1m:03s |
| Iteration 27 | 0.1 | 0.5625 | 0.875 | 0.000s | 1m:04s |
| Iteration 28 | 0.9 | 0.875 | 0.875 | 0.001s | 1m:05s |
| Iteration 29 | 0.2 | 0.3125 | 0.875 | 0.000s | 1m:06s |
| Iteration 30 | 0.8 | 0.8125 | 0.875 | 0.000s | 1m:09s |
| Iteration 31 | 0.6 | 0.875 | 0.875 | 0.001s | 1m:10s |
| Iteration 32 | 0.9 | 0.875 | 0.875 | 0.001s | 1m:11s |
| Iteration 33 | 0.6 | 0.875 | 0.875 | 0.000s | 1m:12s |
| Iteration 34 | 0.6 | 0.875 | 0.875 | 0.000s | 1m:14s |
| Iteration 35 | 0.9 | 0.875 | 0.875 | 0.000s | 1m:15s |
| Iteration 36 | 0.9 | 0.875 | 0.875 | 0.000s | 1m:18s |
| Iteration 37 | 0.6 | 0.875 | 0.875 | 0.000s | 1m:20s |
| Iteration 38 | 0.9 | 0.875 | 0.875 | 0.000s | 1m:21s |
| Iteration 39 | 0.6 | 0.875 | 0.875 | 0.000s | 1m:23s |
| Iteration 40 | 0.6 | 0.875 | 0.875 | 0.000s | 1m:26s |
| Iteration 41 | 0.9 | 0.875 | 0.875 | 0.000s | 1m:28s |
| Iteration 42 | 0.9 | 0.875 | 0.875 | 0.000s | 1m:31s |
| Iteration 43 | 0.6 | 0.875 | 0.875 | 0.000s | 1m:34s |
| Iteration 44 | 0.6 | 0.875 | 0.875 | 0.000s | 1m:37s |
| Iteration 45 | 0.9 | 0.875 | 0.875 | 0.000s | 1m:39s |
| Iteration 46 | 0.9 | 0.875 | 0.875 | 0.000s | 1m:41s |
| Iteration 47 | 0.6 | 0.875 | 0.875 | 0.000s | 1m:42s |
| Iteration 48 | 0.9 | 0.875 | 0.875 | 0.000s | 1m:44s |
| Iteration 49 | 0.6 | 0.875 | 0.875 | 0.000s | 1m:45s |
| Iteration 50 | 0.6 | 0.875 | 0.875 | 0.000s | 1m:46s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'reg_param': 0.9}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:48s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7402
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.66 ± 0.02
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:48s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 10.7021 | dista.. | auto | 40 | 1 | 0.6875 | 0.6875 | 3.129s | 3.149s |
| Initial point 2 | 4.2562 | uniform | kd_tree | 39 | 2 | 0.6562 | 0.6875 | 3.191s | 7.121s |
| Initial point 3 | 3.3622 | dista.. | ball_tree | 25 | 2 | 0.375 | 0.6875 | 3.188s | 11.107s |
| Initial point 4 | 9.809 | uniform | ball_tree | 39 | 2 | 0.75 | 0.75 | 3.202s | 15.182s |
| Initial point 5 | 7.6841 | dista.. | auto | 30 | 2 | 0.625 | 0.75 | 3.216s | 19.238s |
| Initial point 6 | 8.8987 | dista.. | ball_tree | 21 | 2 | 0.5 | 0.75 | 3.204s | 23.247s |
| Initial point 7 | 6.365 | dista.. | ball_tree | 24 | 1 | 0.4375 | 0.75 | 3.188s | 27.262s |
| Initial point 8 | 1.5253 | dista.. | ball_tree | 21 | 2 | 0.75 | 0.75 | 3.171s | 31.245s |
| Initial point 9 | 7.0902 | uniform | ball_tree | 24 | 1 | 0.4688 | 0.75 | 3.848s | 36.057s |
| Initial point 10 | 5.036 | uniform | brute | 22 | 2 | 0.7188 | 0.75 | 3.213s | 40.108s |
| Iteration 11 | 0.6833 | uniform | brute | 21 | 2 | 0.5 | 0.75 | 3.114s | 46.117s |
| Iteration 12 | 0.8955 | dista.. | ball_tree | 21 | 2 | 0.25 | 0.75 | 3.223s | 52.602s |
| Iteration 13 | 10.5061 | dista.. | ball_tree | 40 | 1 | 0.75 | 0.75 | 3.219s | 58.928s |
| Iteration 14 | 0.0709 | dista.. | ball_tree | 40 | 2 | 0.5 | 0.75 | 3.123s | 1m:05s |
| Iteration 15 | 10.7324 | uniform | ball_tree | 40 | 2 | 0.625 | 0.75 | 3.172s | 1m:10s |
| Iteration 16 | 1.5774 | dista.. | ball_tree | 31 | 2 | 0.5312 | 0.75 | 3.178s | 1m:14s |
| Iteration 17 | 1.6593 | uniform | ball_tree | 21 | 2 | 0.4375 | 0.75 | 3.192s | 1m:19s |
| Iteration 18 | 10.7324 | dista.. | kd_tree | 40 | 1 | 0.75 | 0.75 | 3.168s | 1m:23s |
| Iteration 19 | 10.7324 | dista.. | brute | 40 | 1 | 0.3125 | 0.75 | 3.179s | 1m:27s |
| Iteration 20 | 10.7324 | dista.. | kd_tree | 40 | 1 | 0.75 | 0.75 | 0.001s | 1m:29s |
| Iteration 21 | 10.7324 | dista.. | kd_tree | 36 | 1 | 0.375 | 0.75 | 3.181s | 1m:33s |
| Iteration 22 | 10.7324 | uniform | kd_tree | 40 | 1 | 0.4688 | 0.75 | 3.193s | 1m:37s |
| Iteration 23 | 10.7324 | dista.. | auto | 39 | 2 | 0.625 | 0.75 | 3.193s | 1m:41s |
| Iteration 24 | 10.7324 | uniform | ball_tree | 40 | 1 | 0.875 | 0.875 | 3.193s | 1m:46s |
| Iteration 25 | 10.7324 | uniform | ball_tree | 40 | 1 | 0.875 | 0.875 | 0.001s | 1m:49s |
| Iteration 26 | 10.7324 | uniform | ball_tree | 40 | 1 | 0.875 | 0.875 | 0.000s | 1m:50s |
| Iteration 27 | 10.7324 | uniform | ball_tree | 40 | 1 | 0.875 | 0.875 | 0.000s | 1m:53s |
| Iteration 28 | 1.6537 | dista.. | ball_tree | 21 | 2 | 0.5 | 0.875 | 3.126s | 1m:58s |
| Iteration 29 | 10.7324 | dista.. | ball_tree | 40 | 1 | 0.5625 | 0.875 | 3.284s | 2m:02s |
| Iteration 30 | 10.6197 | uniform | ball_tree | 39 | 1 | 0.875 | 0.875 | 3.288s | 2m:07s |
| Iteration 31 | 10.6761 | uniform | ball_tree | 40 | 1 | 0.2812 | 0.875 | 3.245s | 2m:11s |
| Iteration 32 | 1.8588 | uniform | auto | 40 | 1 | 0.375 | 0.875 | 3.186s | 2m:16s |
| Iteration 33 | 10.7324 | uniform | ball_tree | 38 | 1 | 0.375 | 0.875 | 3.242s | 2m:20s |
| Iteration 34 | 7.0154 | uniform | ball_tree | 40 | 1 | 0.6562 | 0.875 | 3.243s | 2m:25s |
| Iteration 35 | 10.6993 | uniform | brute | 30 | 1 | 0.8125 | 0.875 | 3.256s | 2m:29s |
| Iteration 36 | 10.387 | uniform | brute | 29 | 1 | 0.5625 | 0.875 | 3.244s | 2m:34s |
| Iteration 37 | 10.7324 | uniform | ball_tree | 40 | 1 | 0.875 | 0.875 | 0.001s | 2m:35s |
| Iteration 38 | 10.7324 | uniform | brute | 31 | 1 | 0.9375 | 0.9375 | 3.224s | 2m:41s |
| Iteration 39 | 10.7324 | uniform | brute | 32 | 1 | 0.5 | 0.9375 | 3.239s | 2m:45s |
| Iteration 40 | 10.7324 | uniform | brute | 31 | 2 | 0.5 | 0.9375 | 3.255s | 2m:50s |
| Iteration 41 | 0.0043 | dista.. | brute | 29 | 1 | 0.5 | 0.9375 | 3.236s | 2m:54s |
| Iteration 42 | 10.7324 | uniform | ball_tree | 40 | 2 | 0.625 | 0.9375 | 0.001s | 2m:55s |
| Iteration 43 | 10.7324 | uniform | ball_tree | 40 | 1 | 0.875 | 0.9375 | 0.001s | 2m:57s |
| Iteration 44 | 10.6213 | uniform | brute | 31 | 1 | 0.3125 | 0.9375 | 3.216s | 3m:01s |
| Iteration 45 | 10.7324 | uniform | ball_tree | 40 | 1 | 0.875 | 0.9375 | 0.001s | 3m:02s |
| Iteration 46 | 10.7324 | uniform | ball_tree | 40 | 1 | 0.875 | 0.9375 | 0.001s | 3m:03s |
| Iteration 47 | 10.7324 | uniform | ball_tree | 40 | 1 | 0.875 | 0.9375 | 0.001s | 3m:05s |
| Iteration 48 | 10.7324 | uniform | ball_tree | 40 | 1 | 0.875 | 0.9375 | 0.001s | 3m:06s |
| Iteration 49 | 0.1535 | uniform | ball_tree | 39 | 1 | 0.5 | 0.9375 | 3.303s | 3m:11s |
| Iteration 50 | 10.7324 | uniform | ball_tree | 40 | 1 | 0.875 | 0.9375 | 0.001s | 3m:14s |
Bayesian Optimization ---------------------------
Best call --> Iteration 38
Best parameters --> {'radius': 10.7324, 'weights': 'uniform', 'algorithm': 'brute', 'leaf_size': 31, 'p': 1}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 3m:16s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7996
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.59 ± 0.164
Time elapsed: 0.049s
-------------------------------------------------
Total time: 3m:16s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.625 | 0.625 | 3.519s | 3.526s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.6875 | 0.6875 | 3.612s | 7.936s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.5312 | 0.6875 | 3.966s | 12.719s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.3438 | 0.6875 | 5.203s | 19.334s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.625 | 0.6875 | 4.956s | 25.749s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.625 | 0.6875 | 5.289s | 32.400s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.625 | 0.6875 | 4.824s | 38.549s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.9062 | 0.9062 | 5.130s | 45.173s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.9062 | 0.9062 | 3.826s | 50.487s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.9375 | 0.9375 | 3.276s | 54.579s |
| Iteration 11 | 269 | 0.0162 | SAMME | 0.625 | 0.9375 | 3.318s | 1m:00s |
| Iteration 12 | 481 | 0.0102 | SAMME | 0.875 | 0.9375 | 3.503s | 1m:05s |
| Iteration 13 | 485 | 0.01 | SAMME.R | 0.625 | 0.9375 | 3.517s | 1m:10s |
| Iteration 14 | 59 | 0.0105 | SAMME | 0.9375 | 0.9375 | 3.182s | 1m:15s |
| Iteration 15 | 65 | 0.01 | SAMME | 0.875 | 0.9375 | 3.207s | 1m:19s |
| Iteration 16 | 343 | 6.3122 | SAMME | 0.75 | 0.9375 | 3.154s | 1m:23s |
| Iteration 17 | 50 | 0.01 | SAMME | 0.5 | 0.9375 | 3.158s | 1m:27s |
| Iteration 18 | 127 | 1.2162 | SAMME.R | 0.5 | 0.9375 | 3.273s | 1m:31s |
| Iteration 19 | 85 | 9.9755 | SAMME | 0.6875 | 0.9375 | 3.819s | 1m:36s |
| Iteration 20 | 495 | 0.0141 | SAMME | 0.7188 | 0.9375 | 3.493s | 1m:41s |
| Iteration 21 | 144 | 4.3234 | SAMME | 0.625 | 0.9375 | 3.158s | 1m:45s |
| Iteration 22 | 62 | 0.0223 | SAMME.R | 0.5625 | 0.9375 | 3.233s | 1m:49s |
| Iteration 23 | 439 | 0.0126 | SAMME | 0.6875 | 0.9375 | 3.512s | 1m:54s |
| Iteration 24 | 190 | 0.0251 | SAMME | 0.4375 | 0.9375 | 3.324s | 1m:58s |
| Iteration 25 | 87 | 0.104 | SAMME.R | 0.4375 | 0.9375 | 3.244s | 2m:03s |
| Iteration 26 | 115 | 0.0127 | SAMME | 0.1562 | 0.9375 | 3.299s | 2m:09s |
| Iteration 27 | 61 | 0.0105 | SAMME | 0.6875 | 0.9375 | 3.215s | 2m:14s |
| Iteration 28 | 401 | 2.9785 | SAMME | 0.75 | 0.9375 | 3.181s | 2m:18s |
| Iteration 29 | 173 | 0.015 | SAMME | 0.9375 | 0.9375 | 3.254s | 2m:24s |
| Iteration 30 | 384 | 0.015 | SAMME.R | 1.0 | 1.0 | 3.449s | 2m:30s |
| Iteration 31 | 386 | 0.0149 | SAMME.R | 0.9688 | 1.0 | 3.499s | 2m:35s |
| Iteration 32 | 384 | 0.0149 | SAMME.R | 0.6562 | 1.0 | 3.449s | 2m:40s |
| Iteration 33 | 203 | 3.2637 | SAMME | 0.625 | 1.0 | 3.132s | 2m:46s |
| Iteration 34 | 137 | 0.0182 | SAMME.R | 0.7188 | 1.0 | 3.297s | 2m:51s |
| Iteration 35 | 186 | 2.7335 | SAMME.R | 0.2812 | 1.0 | 3.281s | 2m:56s |
| Iteration 36 | 171 | 0.0144 | SAMME | 0.7812 | 1.0 | 3.270s | 3m:00s |
| Iteration 37 | 176 | 0.0256 | SAMME | 0.5938 | 1.0 | 3.253s | 3m:05s |
| Iteration 38 | 176 | 0.0154 | SAMME.R | 0.5625 | 1.0 | 3.294s | 3m:10s |
| Iteration 39 | 407 | 0.0198 | SAMME | 0.75 | 1.0 | 3.417s | 3m:15s |
| Iteration 40 | 388 | 0.025 | SAMME.R | 0.3438 | 1.0 | 3.578s | 3m:19s |
| Iteration 41 | 306 | 0.0148 | SAMME | 0.5938 | 1.0 | 3.348s | 3m:24s |
| Iteration 42 | 73 | 7.3581 | SAMME | 0.5 | 1.0 | 3.087s | 3m:28s |
| Iteration 43 | 480 | 0.0111 | SAMME | 0.625 | 1.0 | 3.446s | 3m:33s |
| Iteration 44 | 411 | 0.0605 | SAMME.R | 0.5625 | 1.0 | 3.522s | 3m:40s |
| Iteration 45 | 105 | 5.3878 | SAMME | 0.625 | 1.0 | 3.083s | 3m:45s |
| Iteration 46 | 68 | 0.015 | SAMME | 0.7812 | 1.0 | 3.227s | 3m:49s |
| Iteration 47 | 354 | 0.019 | SAMME | 0.4062 | 1.0 | 3.384s | 3m:53s |
| Iteration 48 | 395 | 0.0149 | SAMME.R | 0.8438 | 1.0 | 3.466s | 3m:58s |
| Iteration 49 | 302 | 0.4788 | SAMME | 0.5 | 1.0 | 4.981s | 4m:04s |
| Iteration 50 | 474 | 0.1624 | SAMME | 0.625 | 1.0 | 5.217s | 4m:12s |
Bayesian Optimization ---------------------------
Best call --> Iteration 30
Best parameters --> {'n_estimators': 384, 'learning_rate': 0.015, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9991
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.507s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.83 ± 0.098
Time elapsed: 2.247s
-------------------------------------------------
Total time: 4m:17s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.625 | 0.625 | 5.320s | 5.346s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.625 | 0.625 | 5.126s | 11.791s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.6562 | 0.6562 | 5.186s | 18.503s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.6562 | 3.262s | 22.737s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.5625 | 0.6562 | 3.470s | 28.853s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.5625 | 0.6562 | 3.316s | 33.437s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.875 | 0.875 | 3.356s | 37.650s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.875 | 0.875 | 3.311s | 41.759s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 1.0 | 1.0 | 3.466s | 47.966s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.9375 | 1.0 | 3.425s | 54.204s |
| Iteration 11 | 37 | entropy | 9 | 18 | 20 | 0.7 | False | 0.0004 | --- | 0.6562 | 1.0 | 3.175s | 58.939s |
| Iteration 12 | 405 | gini | 6 | 13 | 8 | 0.6 | False | 0.0104 | --- | 0.75 | 1.0 | 3.412s | 1m:04s |
| Iteration 13 | 433 | gini | 4 | 18 | 19 | 0.9 | False | 0.0034 | --- | 0.875 | 1.0 | 3.414s | 1m:08s |
| Iteration 14 | 435 | gini | 7 | 12 | 8 | 0.8 | False | 0.004 | --- | 0.875 | 1.0 | 3.417s | 1m:13s |
| Iteration 15 | 106 | gini | 6 | 6 | 3 | None | True | 0.0312 | 0.5 | 0.875 | 1.0 | 3.277s | 1m:17s |
| Iteration 16 | 408 | gini | 3 | 11 | 6 | 0.7 | False | 0.0046 | --- | 0.75 | 1.0 | 3.404s | 1m:22s |
| Iteration 17 | 10 | entropy | 9 | 20 | 1 | auto | True | 0.035 | None | 0.5625 | 1.0 | 3.169s | 1m:26s |
| Iteration 18 | 19 | gini | 1 | 16 | 11 | 0.7 | False | 0.0068 | --- | 0.875 | 1.0 | 3.168s | 1m:31s |
| Iteration 19 | 500 | gini | 4 | 15 | 12 | 0.8 | False | 0.0023 | --- | 0.9375 | 1.0 | 3.468s | 1m:36s |
| Iteration 20 | 269 | gini | 7 | 11 | 7 | None | True | 0.0022 | 0.9 | 0.8438 | 1.0 | 3.964s | 1m:41s |
| Iteration 21 | 430 | gini | 7 | 14 | 3 | None | False | 0.0254 | --- | 0.75 | 1.0 | 3.552s | 1m:46s |
| Iteration 22 | 500 | gini | 3 | 5 | 19 | 0.8 | True | 0.0021 | 0.8 | 0.5625 | 1.0 | 3.547s | 1m:51s |
| Iteration 23 | 360 | gini | 9 | 14 | 10 | 0.5 | False | 0.0034 | --- | 0.75 | 1.0 | 3.380s | 1m:56s |
| Iteration 24 | 462 | gini | 7 | 9 | 7 | None | True | 0.024 | 0.5 | 0.5312 | 1.0 | 3.519s | 2m:01s |
| Iteration 25 | 483 | gini | 6 | 15 | 12 | 0.8 | False | 0.0045 | --- | 0.5 | 1.0 | 3.413s | 2m:06s |
| Iteration 26 | 10 | entropy | 8 | 2 | 8 | None | False | 0.0047 | --- | 0.5625 | 1.0 | 3.139s | 2m:10s |
| Iteration 27 | 369 | gini | 7 | 14 | 8 | 0.7 | False | 0.0004 | --- | 0.625 | 1.0 | 3.364s | 2m:15s |
| Iteration 28 | 333 | gini | 4 | 17 | 16 | 0.5 | False | 0.0024 | --- | 0.5625 | 1.0 | 3.361s | 2m:19s |
| Iteration 29 | 49 | gini | 1 | 17 | 1 | 0.8 | False | 0.0299 | --- | 0.875 | 1.0 | 3.194s | 2m:24s |
| Iteration 30 | 27 | gini | 5 | 3 | 4 | 0.8 | True | 0.0295 | 0.5 | 1.0 | 1.0 | 3.204s | 2m:28s |
| Iteration 31 | 196 | gini | 1 | 2 | 19 | 0.8 | True | 0.0337 | 0.5 | 0.5 | 1.0 | 3.308s | 2m:33s |
| Iteration 32 | 111 | gini | 3 | 7 | 6 | 0.8 | True | 0.029 | 0.5 | 0.6875 | 1.0 | 3.263s | 2m:37s |
| Iteration 33 | 323 | gini | 2 | 5 | 1 | 0.8 | False | 0.0051 | --- | 0.25 | 1.0 | 3.347s | 2m:42s |
| Iteration 34 | 46 | gini | 5 | 3 | 3 | None | True | 0.0308 | 0.5 | 0.875 | 1.0 | 3.251s | 2m:47s |
| Iteration 35 | 156 | entropy | 7 | 4 | 8 | 0.6 | False | 0.0057 | --- | 0.7812 | 1.0 | 3.925s | 2m:52s |
| Iteration 36 | 500 | entropy | 4 | 9 | 8 | log2 | False | 0.0047 | --- | 0.875 | 1.0 | 5.184s | 2m:60s |
| Iteration 37 | 48 | entropy | 4 | 15 | 4 | 0.5 | True | 0.0289 | 0.5 | 0.5625 | 1.0 | 4.769s | 3m:07s |
| Iteration 38 | 345 | entropy | 5 | 15 | 8 | 0.5 | False | 0.0048 | --- | 0.75 | 1.0 | 5.046s | 3m:15s |
| Iteration 39 | 490 | gini | 2 | 15 | 8 | 0.8 | False | 0.0048 | --- | 0.875 | 1.0 | 5.469s | 3m:23s |
| Iteration 40 | 444 | entropy | None | 13 | 8 | 0.5 | False | 0.0044 | --- | 0.4375 | 1.0 | 3.442s | 3m:28s |
| Iteration 41 | 384 | gini | 5 | 14 | 4 | 0.8 | True | 0.0297 | 0.5 | 0.5938 | 1.0 | 3.455s | 3m:33s |
| Iteration 42 | 419 | gini | 5 | 11 | 9 | 0.6 | False | 0.0057 | --- | 0.6875 | 1.0 | 3.399s | 3m:38s |
| Iteration 43 | 495 | gini | 5 | 14 | 8 | 0.9 | False | 0.0044 | --- | 0.625 | 1.0 | 3.440s | 3m:43s |
| Iteration 44 | 369 | gini | 2 | 15 | 5 | log2 | False | 0.0275 | --- | 0.9375 | 1.0 | 3.396s | 3m:49s |
| Iteration 45 | 396 | gini | 1 | 16 | 2 | 0.8 | False | 0.0309 | --- | 0.4062 | 1.0 | 3.398s | 3m:54s |
| Iteration 46 | 455 | gini | 3 | 15 | 9 | 0.7 | False | 0.0174 | --- | 0.8125 | 1.0 | 3.777s | 4m:00s |
| Iteration 47 | 123 | gini | 8 | 3 | 4 | sqrt | True | 0.0178 | None | 0.5625 | 1.0 | 3.273s | 4m:06s |
| Iteration 48 | 10 | gini | 6 | 5 | 3 | 0.9 | True | 0.0255 | 0.5 | 0.875 | 1.0 | 3.196s | 4m:11s |
| Iteration 49 | 457 | entropy | 3 | 7 | 8 | 0.7 | False | 0.0012 | --- | 0.8125 | 1.0 | 3.440s | 4m:16s |
| Iteration 50 | 459 | entropy | 5 | 15 | 3 | 0.7 | False | 0.0268 | --- | 0.9375 | 1.0 | 3.456s | 4m:21s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'n_estimators': 447, 'criterion': 'gini', 'max_depth': 5, 'min_samples_split': 14, 'min_samples_leaf': 8, 'max_features': 0.7, 'bootstrap': False, 'ccp_alpha': 0.0044}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:23s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9679
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.320s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.86 ± 0.049
Time elapsed: 1.411s
-------------------------------------------------
Total time: 4m:24s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.259s | 3.278s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.3125 | 0.5 | 3.241s | 7.366s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.5 | 3.232s | 11.410s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.5 | 3.185s | 15.371s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.5 | 3.202s | 19.371s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.5 | 3.225s | 23.535s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.5 | 3.135s | 28.964s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.5 | 3.138s | 33.232s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.9375 | 0.9375 | 3.211s | 37.316s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.9375 | 3.205s | 41.316s |
| Iteration 11 | 62 | 0.3685 | 9 | 0.0 | 4 | 0.6 | 0.8 | 0.01 | 10 | 0.75 | 0.9375 | 3.152s | 45.627s |
| Iteration 12 | 500 | 0.0354 | 5 | 0.802 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.9375 | 0.9375 | 3.255s | 50.062s |
| Iteration 13 | 328 | 0.0112 | 9 | 0.77 | 4 | 0.7 | 0.6 | 100 | 1 | 0.5 | 0.9375 | 3.263s | 54.459s |
| Iteration 14 | 483 | 0.0431 | 3 | 0.6259 | 4 | 0.8 | 0.7 | 0.01 | 1 | 0.8125 | 0.9375 | 3.252s | 58.996s |
| Iteration 15 | 447 | 0.1264 | 5 | 0.4468 | 4 | 0.8 | 0.9 | 0.01 | 0.1 | 0.5625 | 0.9375 | 3.275s | 1m:04s |
| Iteration 16 | 472 | 0.0124 | 4 | 0.6598 | 3 | 0.9 | 0.8 | 0.01 | 1 | 0.75 | 0.9375 | 3.259s | 1m:08s |
| Iteration 17 | 457 | 0.046 | 6 | 0.9335 | 4 | 0.9 | 0.8 | 0.1 | 0.1 | 0.375 | 0.9375 | 4.222s | 1m:14s |
| Iteration 18 | 340 | 0.0183 | 4 | 0.7976 | 5 | 0.8 | 0.8 | 0.01 | 1 | 0.4375 | 0.9375 | 4.785s | 1m:21s |
| Iteration 19 | 114 | 0.0806 | 4 | 0.8547 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.75 | 0.9375 | 4.769s | 1m:29s |
| Iteration 20 | 500 | 0.0544 | 10 | 0.4736 | 4 | 0.5 | 0.8 | 0.01 | 0.1 | 0.7812 | 0.9375 | 4.938s | 1m:37s |
| Iteration 21 | 492 | 0.02 | 8 | 0.8961 | 4 | 0.8 | 0.8 | 0.01 | 100 | 0.8438 | 0.9375 | 4.830s | 1m:43s |
| Iteration 22 | 475 | 0.045 | 6 | 0.4148 | 4 | 0.7 | 0.8 | 0.01 | 1 | 0.5625 | 0.9375 | 3.233s | 1m:50s |
| Iteration 23 | 462 | 0.2008 | 7 | 0.6818 | 4 | 0.9 | 0.5 | 0.01 | 100 | 0.4688 | 0.9375 | 3.260s | 1m:55s |
| Iteration 24 | 436 | 0.0601 | 3 | 1.0 | 4 | 0.9 | 0.7 | 0.01 | 0.1 | 0.5625 | 0.9375 | 3.170s | 1m:59s |
| Iteration 25 | 500 | 0.0283 | 8 | 0.7194 | 4 | 0.8 | 0.8 | 0.01 | 0.1 | 0.375 | 0.9375 | 3.871s | 2m:04s |
| Iteration 26 | 469 | 0.043 | 8 | 0.6198 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.25 | 0.9375 | 3.226s | 2m:09s |
| Iteration 27 | 468 | 0.4494 | 6 | 0.5248 | 4 | 0.8 | 0.6 | 0.01 | 1 | 0.4375 | 0.9375 | 3.207s | 2m:13s |
| Iteration 28 | 325 | 0.0486 | 5 | 0.465 | 4 | 0.8 | 0.8 | 0 | 1 | 0.6875 | 0.9375 | 3.203s | 2m:18s |
| Iteration 29 | 218 | 0.0526 | 5 | 0.7193 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.8125 | 0.9375 | 3.252s | 2m:23s |
| Iteration 30 | 500 | 0.0423 | 6 | 0.434 | 4 | 0.8 | 0.8 | 0.01 | 1 | 1.0 | 1.0 | 3.261s | 2m:28s |
| Iteration 31 | 500 | 0.5927 | 6 | 0.9758 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.5625 | 1.0 | 3.220s | 2m:32s |
| Iteration 32 | 500 | 0.0377 | 6 | 0.5474 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.625 | 1.0 | 3.220s | 2m:37s |
| Iteration 33 | 476 | 0.0459 | 5 | 0.2831 | 4 | 0.8 | 0.6 | 0.01 | 1 | 0.5625 | 1.0 | 3.234s | 2m:42s |
| Iteration 34 | 84 | 0.0452 | 5 | 0.2861 | 4 | 0.8 | 0.8 | 0.1 | 1 | 0.9062 | 1.0 | 3.182s | 2m:48s |
| Iteration 35 | 446 | 0.0524 | 5 | 0.3501 | 4 | 0.8 | 0.8 | 0.1 | 1 | 0.7812 | 1.0 | 3.243s | 2m:54s |
| Iteration 36 | 236 | 0.0282 | 5 | 0.9823 | 4 | 0.8 | 0.8 | 0.1 | 1 | 0.75 | 1.0 | 3.199s | 2m:58s |
| Iteration 37 | 157 | 0.0543 | 6 | 0.2802 | 4 | 0.8 | 0.8 | 0.1 | 10 | 0.5 | 1.0 | 3.165s | 3m:03s |
| Iteration 38 | 466 | 0.0429 | 5 | 0.8513 | 4 | 0.8 | 0.8 | 10 | 1 | 0.5 | 1.0 | 3.218s | 3m:08s |
| Iteration 39 | 225 | 0.0556 | 5 | 0.5892 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.8125 | 1.0 | 3.183s | 3m:12s |
| Iteration 40 | 72 | 0.0521 | 5 | 0.187 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.5625 | 1.0 | 3.134s | 3m:17s |
| Iteration 41 | 439 | 0.051 | 5 | 0.8104 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.4688 | 1.0 | 3.211s | 3m:22s |
| Iteration 42 | 421 | 0.0594 | 6 | 0.729 | 4 | 0.8 | 0.9 | 0.01 | 1 | 0.5625 | 1.0 | 3.161s | 3m:26s |
| Iteration 43 | 23 | 0.05 | 9 | 0.0613 | 4 | 0.5 | 0.8 | 0.1 | 0.1 | 0.5 | 1.0 | 3.127s | 3m:31s |
| Iteration 44 | 263 | 0.0721 | 6 | 0.3667 | 4 | 0.8 | 0.8 | 0.1 | 1 | 0.5 | 1.0 | 3.216s | 3m:35s |
| Iteration 45 | 65 | 0.0916 | 4 | 0.7657 | 4 | 0.8 | 0.7 | 0 | 1 | 0.5 | 1.0 | 4.753s | 3m:42s |
| Iteration 46 | 55 | 0.0405 | 2 | 0.6109 | 4 | 0.8 | 0.7 | 0.01 | 1 | 0.3125 | 1.0 | 4.778s | 3m:49s |
| Iteration 47 | 121 | 0.2186 | 10 | 0.4085 | 4 | 0.6 | 0.8 | 0 | 10 | 0.4375 | 1.0 | 4.762s | 3m:56s |
| Iteration 48 | 214 | 0.2785 | 4 | 0.3646 | 4 | 0.8 | 0.8 | 0.1 | 1 | 0.6562 | 1.0 | 4.789s | 4m:03s |
| Iteration 49 | 335 | 0.2767 | 8 | 0.2557 | 4 | 0.6 | 0.8 | 0.01 | 10 | 0.75 | 1.0 | 3.312s | 4m:09s |
| Iteration 50 | 321 | 0.3762 | 8 | 0.7347 | 4 | 0.6 | 0.8 | 1 | 10 | 0.9688 | 1.0 | 3.206s | 4m:14s |
Bayesian Optimization ---------------------------
Best call --> Iteration 30
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0423, 'max_depth': 6, 'gamma': 0.434, 'min_child_weight': 4, 'subsample': 0.8, 'colsample_bytree': 0.8, 'reg_alpha': 0.01, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9473
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.116s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.81 ± 0.0663
Time elapsed: 0.315s
-------------------------------------------------
Total time: 4m:16s
Final results ==================== >>
Duration: 28m:49s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.93 ± 0.0748 !
Logistic Regression --> roc_auc: 0.77 ± 0.0872
Linear Discriminant Analysis --> roc_auc: 0.72 ± 0.103
Quadratic Discriminant Analysis --> roc_auc: 0.66 ± 0.02
Radius Nearest Neighbors --> roc_auc: 0.59 ± 0.164
AdaBoost --> roc_auc: 0.83 ± 0.098
Random Forest --> roc_auc: 0.86 ± 0.049
XGBoost --> roc_auc: 0.81 ± 0.0663
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 844 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAASKTGNQFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CAVENQAGTALIF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVLSNDYKLSF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVRGAAGNKLTF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASATSGTYKYIF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAASYTGNQFYF.
>>> Dropping feature CAGNSGNTPLVF.
>>> Dropping feature CAGPNFGNEKLTF.
>>> Dropping feature CALDSNYQLIW.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CAVSDDYKLSF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVRGGSYIPTF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CALTSGTYKYIF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CASSLADTQYF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAARDNYGQNFVF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CAATSGSARQLTF.
>>> Dropping feature CAGPNAGGTSYGKLTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAPNSGGGADGLTF.
>>> Dropping feature CAVRNQGGKLIF.
>>> Dropping feature CAVRNTGFQKLVF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CVVTNQAGTALIF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 1.0 | 1.0 | 0.706s | 0.727s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.9688 | 1.0 | 0.725s | 2.273s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.875 | 1.0 | 0.680s | 3.773s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.875 | 1.0 | 0.725s | 5.353s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.9375 | 1.0 | 0.720s | 6.934s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.75 | 1.0 | 0.739s | 8.451s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 1.0 | 1.0 | 0.737s | 9.976s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.9375 | 1.0 | 0.769s | 11.550s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.6875 | 1.0 | 0.698s | 13.067s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.5 | 1.0 | 0.687s | 14.781s |
| Iteration 11 | exponen.. | 0.7079 | 230 | 0.8 | squared_er.. | 4 | 6 | 7 | log2 | 0.0295 | 0.875 | 1.0 | 0.697s | 17.426s |
| Iteration 12 | deviance | 0.0564 | 332 | 0.7 | squared_er.. | 17 | 5 | 5 | None | 0.018 | 0.875 | 1.0 | 0.719s | 19.575s |
| Iteration 13 | deviance | 1.0 | 16 | 1.0 | squared_er.. | 5 | 11 | 6 | log2 | 0.035 | 0.875 | 1.0 | 0.666s | 21.543s |
| Iteration 14 | exponen.. | 1.0 | 10 | 1.0 | friedman_mse | 8 | 8 | 7 | None | 0.035 | 0.6875 | 1.0 | 0.635s | 23.602s |
| Iteration 15 | exponen.. | 0.0327 | 277 | 0.5 | squared_er.. | 2 | 2 | 6 | 0.6 | 0.0311 | 0.875 | 1.0 | 0.703s | 25.596s |
| Iteration 16 | exponen.. | 0.7038 | 259 | 0.7 | friedman_mse | 8 | 10 | 8 | 0.5 | 0.029 | 0.875 | 1.0 | 0.695s | 27.584s |
| Iteration 17 | deviance | 0.0595 | 73 | 1.0 | friedman_mse | 6 | 6 | 3 | 0.9 | 0.0246 | 0.875 | 1.0 | 0.649s | 29.513s |
| Iteration 18 | exponen.. | 0.0601 | 170 | 0.9 | squared_er.. | 14 | 4 | 9 | 0.8 | 0.0066 | 0.8125 | 1.0 | 0.674s | 31.407s |
| Iteration 19 | deviance | 0.1119 | 236 | 0.7 | squared_er.. | 19 | 11 | 4 | 0.6 | 0.0235 | 0.4062 | 1.0 | 0.692s | 33.334s |
| Iteration 20 | exponen.. | 0.0893 | 81 | 0.9 | friedman_mse | 9 | 17 | 7 | 0.9 | 0.0194 | 0.8125 | 1.0 | 0.645s | 35.348s |
| Iteration 21 | exponen.. | 0.3299 | 86 | 0.9 | friedman_mse | 9 | 4 | 8 | 0.9 | 0.0151 | 0.7812 | 1.0 | 0.696s | 37.473s |
| Iteration 22 | exponen.. | 0.0197 | 250 | 0.8 | friedman_mse | 5 | 3 | 9 | auto | 0.0324 | 0.8125 | 1.0 | 0.746s | 39.642s |
| Iteration 23 | exponen.. | 0.2544 | 68 | 1.0 | friedman_mse | 18 | 14 | 2 | 0.9 | 0.035 | 0.6562 | 1.0 | 0.676s | 41.977s |
| Iteration 24 | exponen.. | 0.3314 | 135 | 0.8 | squared_er.. | 2 | 11 | 9 | sqrt | 0.0217 | 0.9375 | 1.0 | 0.695s | 44.004s |
| Iteration 25 | deviance | 0.0307 | 497 | 0.6 | squared_er.. | 5 | 20 | 9 | auto | 0.0112 | 0.5 | 1.0 | 1.363s | 46.601s |
| Iteration 26 | exponen.. | 1.0 | 41 | 0.7 | squared_er.. | 3 | 5 | 10 | auto | 0.0021 | 0.625 | 1.0 | 0.683s | 48.483s |
| Iteration 27 | exponen.. | 0.754 | 241 | 0.9 | squared_er.. | 12 | 6 | 8 | log2 | 0.0308 | 1.0 | 1.0 | 0.727s | 50.535s |
| Iteration 28 | exponen.. | 1.0 | 10 | 0.6 | friedman_mse | 10 | 4 | 3 | 0.9 | 0.0304 | 0.8125 | 1.0 | 0.669s | 52.587s |
| Iteration 29 | deviance | 0.0186 | 113 | 0.6 | squared_er.. | 9 | 14 | 9 | 0.7 | 0.0268 | 0.5625 | 1.0 | 0.691s | 54.802s |
| Iteration 30 | exponen.. | 0.2091 | 253 | 0.9 | squared_er.. | 14 | 5 | 9 | log2 | 0.0313 | 0.875 | 1.0 | 0.729s | 57.243s |
| Iteration 31 | exponen.. | 0.709 | 350 | 0.5 | squared_er.. | 2 | 8 | 7 | auto | 0.035 | 1.0 | 1.0 | 0.761s | 59.267s |
| Iteration 32 | exponen.. | 1.0 | 249 | 0.8 | squared_er.. | 2 | 5 | 10 | auto | 0.0331 | 0.75 | 1.0 | 0.742s | 1m:01s |
| Iteration 33 | exponen.. | 0.1645 | 303 | 0.9 | squared_er.. | 14 | 12 | 7 | 0.9 | 0.035 | 0.8125 | 1.0 | 0.722s | 1m:03s |
| Iteration 34 | exponen.. | 1.0 | 304 | 0.7 | squared_er.. | 14 | 9 | 6 | auto | 0.0317 | 0.7812 | 1.0 | 0.749s | 1m:05s |
| Iteration 35 | exponen.. | 0.0384 | 486 | 0.7 | squared_er.. | 7 | 1 | 3 | log2 | 0.0234 | 1.0 | 1.0 | 0.799s | 1m:08s |
| Iteration 36 | exponen.. | 0.7503 | 500 | 0.7 | squared_er.. | 17 | 1 | 4 | 0.5 | 0.0189 | 0.8438 | 1.0 | 0.808s | 1m:10s |
| Iteration 37 | exponen.. | 0.2123 | 485 | 0.6 | squared_er.. | 18 | 1 | 6 | sqrt | 0.0242 | 0.375 | 1.0 | 0.791s | 1m:13s |
| Iteration 38 | exponen.. | 0.4874 | 493 | 0.7 | friedman_mse | 17 | 12 | 4 | log2 | 0.0206 | 0.75 | 1.0 | 0.736s | 1m:15s |
| Iteration 39 | exponen.. | 0.4924 | 270 | 0.8 | squared_er.. | 2 | 13 | 7 | auto | 0.0317 | 0.8125 | 1.0 | 0.684s | 1m:17s |
| Iteration 40 | exponen.. | 0.0735 | 395 | 0.6 | squared_er.. | 4 | 5 | 5 | sqrt | 0.0264 | 0.875 | 1.0 | 0.731s | 1m:19s |
| Iteration 41 | exponen.. | 0.1857 | 458 | 0.8 | squared_er.. | 6 | 2 | 4 | 0.5 | 0.027 | 1.0 | 1.0 | 0.736s | 1m:21s |
| Iteration 42 | exponen.. | 0.02 | 500 | 0.5 | squared_er.. | 4 | 7 | 1 | 0.5 | 0.0196 | 0.9375 | 1.0 | 0.743s | 1m:25s |
| Iteration 43 | exponen.. | 0.0374 | 500 | 0.7 | squared_er.. | 7 | 1 | 8 | 0.6 | 0.0027 | 0.9375 | 1.0 | 0.768s | 1m:27s |
| Iteration 44 | exponen.. | 0.0192 | 373 | 0.9 | squared_er.. | 9 | 17 | 5 | 0.5 | 0.0193 | 0.7188 | 1.0 | 0.720s | 1m:29s |
| Iteration 45 | exponen.. | 0.0133 | 442 | 0.9 | squared_er.. | 5 | 2 | 5 | 0.5 | 0.0299 | 0.9375 | 1.0 | 0.752s | 1m:33s |
| Iteration 46 | deviance | 0.7615 | 500 | 0.5 | friedman_mse | 4 | 1 | 3 | 0.5 | 0.0233 | 0.75 | 1.0 | 0.737s | 1m:38s |
| Iteration 47 | exponen.. | 0.6509 | 371 | 0.6 | squared_er.. | 8 | 1 | 5 | 0.5 | 0.0133 | 0.6875 | 1.0 | 0.716s | 1m:42s |
| Iteration 48 | exponen.. | 0.1273 | 191 | 0.7 | squared_er.. | 10 | 4 | 10 | sqrt | 0.0234 | 0.9375 | 1.0 | 1.251s | 1m:47s |
| Iteration 49 | exponen.. | 0.04 | 500 | 0.8 | squared_er.. | 7 | 5 | 9 | 0.5 | 0.035 | 0.8125 | 1.0 | 0.761s | 1m:50s |
| Iteration 50 | exponen.. | 0.0276 | 496 | 0.8 | squared_er.. | 3 | 5 | 3 | 0.5 | 0.0316 | 0.875 | 1.0 | 0.764s | 1m:52s |
Bayesian Optimization ---------------------------
Best call --> Iteration 35
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0384, 'n_estimators': 486, 'subsample': 0.7, 'criterion': 'squared_error', 'min_samples_split': 7, 'min_samples_leaf': 1, 'max_depth': 3, 'max_features': 'log2', 'ccp_alpha': 0.0234}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:54s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.135s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.87 ± 0.0872
Time elapsed: 0.633s
-------------------------------------------------
Total time: 1m:55s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.75 | 0.75 | 0.648s | 0.659s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.5625 | 0.75 | 0.724s | 3.369s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.5 | 0.75 | 0.676s | 5.237s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.625 | 0.75 | 0.681s | 6.775s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.5 | 0.75 | 0.684s | 8.233s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.75 | 0.75 | 0.643s | 10.210s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.875 | 0.875 | 0.647s | 11.950s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.6875 | 0.875 | 0.645s | 13.545s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.625 | 0.875 | 0.645s | 14.996s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.3125 | 0.875 | 0.662s | 18.682s |
| Iteration 11 | none | --- | lbfgs | 864 | --- | 0.3125 | 0.875 | 0.643s | 21.086s |
| Iteration 12 | none | --- | saga | 275 | --- | 0.4375 | 0.875 | 0.637s | 22.979s |
| Iteration 13 | l2 | 0.0034 | newto.. | 995 | --- | 1.0 | 1.0 | 0.646s | 24.933s |
| Iteration 14 | none | --- | newto.. | 994 | --- | 0.1875 | 1.0 | 0.661s | 26.827s |
| Iteration 15 | l2 | 0.004 | newto.. | 1000 | --- | 0.25 | 1.0 | 0.655s | 28.755s |
| Iteration 16 | l2 | 0.0033 | lbfgs | 994 | --- | 0.9375 | 1.0 | 0.641s | 30.558s |
| Iteration 17 | none | --- | lbfgs | 721 | --- | 0.5 | 1.0 | 0.640s | 32.292s |
| Iteration 18 | l2 | 0.0032 | libli.. | 998 | --- | 0.375 | 1.0 | 0.639s | 34.159s |
| Iteration 19 | l2 | 2.3748 | newto.. | 275 | --- | 0.6875 | 1.0 | 0.644s | 36.433s |
| Iteration 20 | l2 | 17.5188 | newto.. | 352 | --- | 0.625 | 1.0 | 0.661s | 38.334s |
| Iteration 21 | l2 | 0.0032 | sag | 984 | --- | 0.6875 | 1.0 | 0.636s | 40.184s |
| Iteration 22 | l2 | 0.0032 | lbfgs | 1000 | --- | 0.625 | 1.0 | 0.642s | 42.134s |
| Iteration 23 | elast.. | 0.0034 | saga | 930 | 0.6 | 0.5 | 1.0 | 0.648s | 46.129s |
| Iteration 24 | l2 | 2.1548 | sag | 580 | --- | 0.5625 | 1.0 | 0.640s | 50.689s |
| Iteration 25 | l2 | 0.0033 | lbfgs | 815 | --- | 0.75 | 1.0 | 0.642s | 53.088s |
| Iteration 26 | l2 | 0.0671 | lbfgs | 596 | --- | 0.25 | 1.0 | 0.653s | 54.883s |
| Iteration 27 | l2 | 0.0034 | newto.. | 882 | --- | 0.8125 | 1.0 | 1.222s | 59.382s |
| Iteration 28 | elast.. | 2.1539 | saga | 282 | 0.2 | 0.75 | 1.0 | 0.639s | 1m:02s |
| Iteration 29 | l2 | 2.3951 | sag | 277 | --- | 0.5 | 1.0 | 0.640s | 1m:04s |
| Iteration 30 | l2 | 0.0034 | lbfgs | 1000 | --- | 0.8125 | 1.0 | 0.639s | 1m:06s |
| Iteration 31 | l2 | 2.1061 | newto.. | 272 | --- | 0.875 | 1.0 | 0.641s | 1m:09s |
| Iteration 32 | l2 | 2.1491 | newto.. | 785 | --- | 0.25 | 1.0 | 0.634s | 1m:13s |
| Iteration 33 | l2 | 2.1635 | newto.. | 100 | --- | 0.3125 | 1.0 | 0.636s | 1m:15s |
| Iteration 34 | l2 | 2.1472 | newto.. | 354 | --- | 0.75 | 1.0 | 0.646s | 1m:17s |
| Iteration 35 | l2 | 0.0034 | libli.. | 954 | --- | 0.6875 | 1.0 | 0.631s | 1m:20s |
| Iteration 36 | l2 | 1.9463 | lbfgs | 307 | --- | 0.6875 | 1.0 | 0.637s | 1m:23s |
| Iteration 37 | elast.. | 2.1952 | saga | 296 | 0.7 | 0.25 | 1.0 | 0.645s | 1m:25s |
| Iteration 38 | l2 | 49.6867 | libli.. | 875 | --- | 0.25 | 1.0 | 0.633s | 1m:27s |
| Iteration 39 | l2 | 2.1405 | newto.. | 331 | --- | 0.4375 | 1.0 | 0.634s | 1m:29s |
| Iteration 40 | l2 | 0.0034 | lbfgs | 957 | --- | 0.6875 | 1.0 | 0.631s | 1m:31s |
| Iteration 41 | l2 | 0.0032 | sag | 960 | --- | 0.625 | 1.0 | 0.632s | 1m:33s |
| Iteration 42 | l2 | 0.0034 | lbfgs | 1000 | --- | 0.8125 | 1.0 | 0.000s | 1m:36s |
| Iteration 43 | l2 | 0.0034 | newto.. | 1000 | --- | 0.625 | 1.0 | 0.650s | 1m:39s |
| Iteration 44 | l2 | 0.0032 | newto.. | 935 | --- | 0.625 | 1.0 | 0.685s | 1m:41s |
| Iteration 45 | l2 | 0.0034 | lbfgs | 927 | --- | 0.75 | 1.0 | 0.685s | 1m:43s |
| Iteration 46 | l2 | 1.9649 | newto.. | 335 | --- | 0.5625 | 1.0 | 0.690s | 1m:45s |
| Iteration 47 | l2 | 0.0033 | lbfgs | 1000 | --- | 0.5625 | 1.0 | 0.676s | 1m:47s |
| Iteration 48 | l2 | 0.0034 | saga | 974 | --- | 0.8125 | 1.0 | 0.676s | 1m:49s |
| Iteration 49 | l2 | 0.0034 | newto.. | 742 | --- | 0.5625 | 1.0 | 0.677s | 1m:51s |
| Iteration 50 | l2 | 0.001 | newto.. | 954 | --- | 0.5625 | 1.0 | 0.677s | 1m:53s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'penalty': 'l2', 'C': 0.0034, 'solver': 'newton-cg', 'max_iter': 995}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:55s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7223
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.99 ± 0.02
Time elapsed: 0.060s
-------------------------------------------------
Total time: 1m:55s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.75 | 0.75 | 0.668s | 0.674s |
| Initial point 2 | svd | --- | 0.5 | 0.75 | 0.668s | 2.336s |
| Initial point 3 | svd | --- | 0.5 | 0.75 | 0.000s | 3.275s |
| Initial point 4 | lsqr | 0.8 | 0.375 | 0.75 | 1.249s | 5.316s |
| Initial point 5 | eigen | 0.9 | 0.5 | 0.75 | 0.666s | 6.928s |
| Initial point 6 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.664s | 8.456s |
| Initial point 7 | lsqr | 0.5 | 0.8125 | 0.8125 | 0.664s | 10.044s |
| Initial point 8 | lsqr | 0.9 | 0.6875 | 0.8125 | 0.668s | 11.612s |
| Initial point 9 | lsqr | 0.6 | 0.5625 | 0.8125 | 0.666s | 13.096s |
| Initial point 10 | eigen | 0.8 | 0.5 | 0.8125 | 0.671s | 14.624s |
| Iteration 11 | lsqr | 0.5 | 0.8125 | 0.8125 | 0.000s | 15.647s |
| Iteration 12 | eigen | 0.5 | 0.875 | 0.875 | 0.626s | 17.282s |
| Iteration 13 | svd | --- | 0.5 | 0.875 | 0.000s | 19.842s |
| Iteration 14 | lsqr | auto | 0.6875 | 0.875 | 0.635s | 21.817s |
| Iteration 15 | eigen | auto | 0.25 | 0.875 | 0.622s | 23.449s |
| Iteration 16 | svd | --- | 0.5 | 0.875 | 0.000s | 24.371s |
| Iteration 17 | svd | --- | 0.5 | 0.875 | 0.000s | 25.297s |
| Iteration 18 | lsqr | 1.0 | 0.5 | 0.875 | 0.621s | 26.922s |
| Iteration 19 | eigen | 0.7 | 0.75 | 0.875 | 0.649s | 28.619s |
| Iteration 20 | lsqr | None | 0.625 | 0.875 | 0.630s | 30.265s |
| Iteration 21 | svd | --- | 0.5 | 0.875 | 0.000s | 31.434s |
| Iteration 22 | eigen | 0.6 | 0.5625 | 0.875 | 0.626s | 33.092s |
| Iteration 23 | svd | --- | 0.5 | 0.875 | 0.000s | 34.161s |
| Iteration 24 | svd | --- | 0.5 | 0.875 | 0.000s | 35.400s |
| Iteration 25 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 36.442s |
| Iteration 26 | eigen | None | 0.3125 | 0.875 | 0.635s | 38.132s |
| Iteration 27 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 39.212s |
| Iteration 28 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 40.322s |
| Iteration 29 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 41.361s |
| Iteration 30 | eigen | auto | 0.25 | 0.875 | 0.000s | 42.480s |
| Iteration 31 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 43.606s |
| Iteration 32 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 44.876s |
| Iteration 33 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 45.990s |
| Iteration 34 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 47.100s |
| Iteration 35 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 48.198s |
| Iteration 36 | lsqr | 0.9 | 0.6875 | 0.875 | 0.001s | 49.254s |
| Iteration 37 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 50.299s |
| Iteration 38 | svd | --- | 0.5 | 0.875 | 0.000s | 51.376s |
| Iteration 39 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 52.510s |
| Iteration 40 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 53.562s |
| Iteration 41 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 54.612s |
| Iteration 42 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 55.699s |
| Iteration 43 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 56.893s |
| Iteration 44 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 58.017s |
| Iteration 45 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 59.115s |
| Iteration 46 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:00s |
| Iteration 47 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:01s |
| Iteration 48 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:02s |
| Iteration 49 | eigen | 0.5 | 0.875 | 0.875 | 0.000s | 1m:04s |
| Iteration 50 | eigen | 0.5 | 0.875 | 0.875 | 0.001s | 1m:05s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:06s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7348
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.93 ± 0.051
Time elapsed: 0.030s
-------------------------------------------------
Total time: 1m:06s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.75 | 0.75 | 0.617s | 0.622s |
| Initial point 2 | 0.9 | 0.25 | 0.75 | 0.623s | 2.297s |
| Initial point 3 | 0.1 | 0.4375 | 0.75 | 1.207s | 4.531s |
| Initial point 4 | 1.0 | 0.75 | 0.75 | 0.000s | 5.428s |
| Initial point 5 | 0.2 | 0.5 | 0.75 | 0.622s | 6.811s |
| Initial point 6 | 0.4 | 0.8125 | 0.8125 | 0.635s | 8.360s |
| Initial point 7 | 0.4 | 0.8125 | 0.8125 | 0.000s | 9.216s |
| Initial point 8 | 0.7 | 0.6875 | 0.8125 | 0.630s | 10.622s |
| Initial point 9 | 0.9 | 0.25 | 0.8125 | 0.001s | 11.598s |
| Initial point 10 | 0.8 | 0.5625 | 0.8125 | 0.638s | 13.158s |
| Iteration 11 | 0.3 | 0.625 | 0.8125 | 0.639s | 14.839s |
| Iteration 12 | 0.6 | 0.8125 | 0.8125 | 0.634s | 16.651s |
| Iteration 13 | 0.5 | 0.875 | 0.875 | 0.631s | 19.988s |
| Iteration 14 | 0.0 | 0.5 | 0.875 | 0.631s | 22.402s |
| Iteration 15 | 0.5 | 0.875 | 0.875 | 0.000s | 24.906s |
| Iteration 16 | 0.5 | 0.875 | 0.875 | 0.000s | 27.620s |
| Iteration 17 | 0.5 | 0.875 | 0.875 | 0.000s | 30.426s |
| Iteration 18 | 0.5 | 0.875 | 0.875 | 0.000s | 33.819s |
| Iteration 19 | 0.5 | 0.875 | 0.875 | 0.000s | 35.297s |
| Iteration 20 | 0.5 | 0.875 | 0.875 | 0.000s | 36.214s |
| Iteration 21 | 0.6 | 0.8125 | 0.875 | 0.000s | 37.143s |
| Iteration 22 | 0.5 | 0.875 | 0.875 | 0.000s | 38.120s |
| Iteration 23 | 0.5 | 0.875 | 0.875 | 0.000s | 39.089s |
| Iteration 24 | 0.5 | 0.875 | 0.875 | 0.000s | 40.067s |
| Iteration 25 | 0.5 | 0.875 | 0.875 | 0.000s | 40.989s |
| Iteration 26 | 0.5 | 0.875 | 0.875 | 0.000s | 42.100s |
| Iteration 27 | 0.5 | 0.875 | 0.875 | 0.000s | 43.011s |
| Iteration 28 | 0.9 | 0.25 | 0.875 | 0.000s | 43.934s |
| Iteration 29 | 0.5 | 0.875 | 0.875 | 0.000s | 44.914s |
| Iteration 30 | 0.8 | 0.5625 | 0.875 | 0.000s | 48.168s |
| Iteration 31 | 0.5 | 0.875 | 0.875 | 0.001s | 52.405s |
| Iteration 32 | 0.5 | 0.875 | 0.875 | 0.000s | 53.931s |
| Iteration 33 | 0.5 | 0.875 | 0.875 | 0.000s | 54.965s |
| Iteration 34 | 0.5 | 0.875 | 0.875 | 0.000s | 55.970s |
| Iteration 35 | 0.5 | 0.875 | 0.875 | 0.000s | 57.018s |
| Iteration 36 | 0.5 | 0.875 | 0.875 | 0.000s | 57.987s |
| Iteration 37 | 0.5 | 0.875 | 0.875 | 0.001s | 59.028s |
| Iteration 38 | 0.5 | 0.875 | 0.875 | 0.000s | 1m:00s |
| Iteration 39 | 0.5 | 0.875 | 0.875 | 0.000s | 1m:01s |
| Iteration 40 | 0.5 | 0.875 | 0.875 | 0.000s | 1m:02s |
| Iteration 41 | 0.5 | 0.875 | 0.875 | 0.000s | 1m:03s |
| Iteration 42 | 0.5 | 0.875 | 0.875 | 0.000s | 1m:04s |
| Iteration 43 | 0.5 | 0.875 | 0.875 | 0.000s | 1m:05s |
| Iteration 44 | 0.5 | 0.875 | 0.875 | 0.000s | 1m:06s |
| Iteration 45 | 0.5 | 0.875 | 0.875 | 0.000s | 1m:07s |
| Iteration 46 | 0.5 | 0.875 | 0.875 | 0.000s | 1m:09s |
| Iteration 47 | 0.5 | 0.875 | 0.875 | 0.001s | 1m:10s |
| Iteration 48 | 0.5 | 0.875 | 0.875 | 0.000s | 1m:11s |
| Iteration 49 | 0.5 | 0.875 | 0.875 | 0.001s | 1m:12s |
| Iteration 50 | 0.5 | 0.875 | 0.875 | 0.000s | 1m:13s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'reg_param': 0.5}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6991
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.85 ± 0.0837
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:14s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.4228 | dista.. | auto | 40 | 1 | 0.5625 | 0.5625 | 0.646s | 0.667s |
| Initial point 2 | 4.9406 | uniform | kd_tree | 39 | 2 | 0.25 | 0.5625 | 0.642s | 2.190s |
| Initial point 3 | 3.9027 | dista.. | ball_tree | 25 | 2 | 0.75 | 0.75 | 0.662s | 3.816s |
| Initial point 4 | 11.3861 | uniform | ball_tree | 39 | 2 | 0.5 | 0.75 | 0.661s | 5.289s |
| Initial point 5 | 8.9195 | dista.. | auto | 30 | 2 | 0.75 | 0.75 | 0.642s | 6.778s |
| Initial point 6 | 10.3294 | dista.. | ball_tree | 21 | 2 | 0.75 | 0.75 | 0.641s | 9.537s |
| Initial point 7 | 7.3884 | dista.. | ball_tree | 24 | 1 | 0.9375 | 0.9375 | 0.643s | 11.447s |
| Initial point 8 | 1.7705 | dista.. | ball_tree | 21 | 2 | 0.375 | 0.9375 | 0.696s | 13.037s |
| Initial point 9 | 8.2301 | uniform | ball_tree | 24 | 1 | 0.625 | 0.9375 | 1.238s | 15.223s |
| Initial point 10 | 5.8457 | uniform | brute | 22 | 2 | 0.3438 | 0.9375 | 0.642s | 16.831s |
| Iteration 11 | 5.8124 | dista.. | kd_tree | 40 | 1 | 0.5 | 0.9375 | 0.637s | 18.975s |
| Iteration 12 | 7.6526 | dista.. | ball_tree | 25 | 1 | 0.75 | 0.9375 | 0.639s | 20.905s |
| Iteration 13 | 6.5903 | dista.. | auto | 20 | 1 | 0.875 | 0.9375 | 0.652s | 22.713s |
| Iteration 14 | 6.8447 | dista.. | auto | 20 | 2 | 0.625 | 0.9375 | 0.664s | 24.591s |
| Iteration 15 | 2.6607 | dista.. | kd_tree | 20 | 1 | 1.0 | 1.0 | 0.637s | 26.436s |
| Iteration 16 | 0.0 | dista.. | brute | 20 | 1 | 0.5 | 1.0 | 0.648s | 28.251s |
| Iteration 17 | 10.4357 | dista.. | brute | 20 | 1 | 0.875 | 1.0 | 0.645s | 30.327s |
| Iteration 18 | 12.4579 | dista.. | auto | 20 | 1 | 0.625 | 1.0 | 0.651s | 32.218s |
| Iteration 19 | 12.4579 | dista.. | kd_tree | 40 | 2 | 0.5625 | 1.0 | 0.672s | 34.003s |
| Iteration 20 | 5.6797 | dista.. | brute | 20 | 1 | 0.5312 | 1.0 | 0.650s | 35.851s |
| Iteration 21 | 0.3373 | dista.. | kd_tree | 40 | 2 | 0.375 | 1.0 | 0.681s | 37.683s |
| Iteration 22 | 0.0 | dista.. | auto | 20 | 1 | 0.5 | 1.0 | 0.689s | 39.759s |
| Iteration 23 | 10.2531 | dista.. | brute | 20 | 1 | 0.625 | 1.0 | 0.681s | 41.650s |
| Iteration 24 | 12.4579 | uniform | auto | 20 | 1 | 0.4062 | 1.0 | 0.710s | 43.685s |
| Iteration 25 | 2.8081 | dista.. | auto | 39 | 1 | 0.7188 | 1.0 | 0.680s | 45.571s |
| Iteration 26 | 3.4823 | dista.. | brute | 32 | 1 | 0.5312 | 1.0 | 0.687s | 47.482s |
| Iteration 27 | 7.0372 | dista.. | auto | 37 | 1 | 1.0 | 1.0 | 0.682s | 49.415s |
| Iteration 28 | 2.1556 | dista.. | brute | 20 | 1 | 0.6562 | 1.0 | 0.681s | 51.309s |
| Iteration 29 | 7.0247 | dista.. | kd_tree | 30 | 1 | 0.4375 | 1.0 | 0.685s | 53.241s |
| Iteration 30 | 7.8804 | dista.. | auto | 39 | 1 | 0.75 | 1.0 | 0.692s | 55.206s |
| Iteration 31 | 6.8469 | dista.. | auto | 38 | 1 | 0.875 | 1.0 | 0.678s | 57.233s |
| Iteration 32 | 2.7388 | dista.. | ball_tree | 21 | 1 | 0.875 | 1.0 | 0.675s | 59.155s |
| Iteration 33 | 6.8808 | dista.. | auto | 21 | 1 | 0.6875 | 1.0 | 0.684s | 1m:01s |
| Iteration 34 | 2.9177 | dista.. | kd_tree | 22 | 1 | 0.9375 | 1.0 | 0.654s | 1m:03s |
| Iteration 35 | 2.2346 | dista.. | kd_tree | 34 | 1 | 0.6875 | 1.0 | 0.633s | 1m:08s |
| Iteration 36 | 3.0404 | uniform | ball_tree | 24 | 1 | 0.625 | 1.0 | 0.642s | 1m:10s |
| Iteration 37 | 7.0058 | dista.. | ball_tree | 37 | 1 | 0.5 | 1.0 | 0.655s | 1m:13s |
| Iteration 38 | 3.2385 | dista.. | ball_tree | 23 | 1 | 0.9375 | 1.0 | 0.636s | 1m:14s |
| Iteration 39 | 3.3616 | dista.. | ball_tree | 23 | 1 | 0.6875 | 1.0 | 0.666s | 1m:17s |
| Iteration 40 | 9.5802 | dista.. | auto | 23 | 1 | 0.8125 | 1.0 | 0.632s | 1m:21s |
| Iteration 41 | 9.2226 | dista.. | ball_tree | 39 | 1 | 0.6875 | 1.0 | 0.659s | 1m:25s |
| Iteration 42 | 9.6429 | uniform | brute | 29 | 2 | 0.7188 | 1.0 | 0.634s | 1m:28s |
| Iteration 43 | 2.9667 | dista.. | kd_tree | 21 | 1 | 0.8125 | 1.0 | 0.632s | 1m:30s |
| Iteration 44 | 9.4647 | uniform | auto | 21 | 2 | 0.5 | 1.0 | 0.672s | 1m:32s |
| Iteration 45 | 4.5126 | dista.. | auto | 22 | 1 | 0.5 | 1.0 | 0.647s | 1m:34s |
| Iteration 46 | 6.5988 | dista.. | kd_tree | 21 | 1 | 0.7812 | 1.0 | 0.636s | 1m:36s |
| Iteration 47 | 6.4865 | dista.. | auto | 35 | 1 | 0.5312 | 1.0 | 0.628s | 1m:38s |
| Iteration 48 | 9.0811 | dista.. | ball_tree | 22 | 1 | 1.0 | 1.0 | 0.645s | 1m:40s |
| Iteration 49 | 12.4579 | dista.. | ball_tree | 22 | 1 | 0.6875 | 1.0 | 0.657s | 1m:42s |
| Iteration 50 | 6.1743 | dista.. | ball_tree | 21 | 1 | 0.6875 | 1.0 | 0.679s | 1m:44s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'radius': 7.0372, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 37, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:46s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.83 ± 0.0812
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:46s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.75 | 0.75 | 1.072s | 1.079s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 1.0 | 1.0 | 1.082s | 3.156s |
| Initial point 3 | 225 | 1.0215 | SAMME | 1.0 | 1.0 | 0.797s | 7.093s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.75 | 1.0 | 0.950s | 11.357s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.8125 | 1.0 | 0.809s | 15.507s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.9375 | 1.0 | 0.997s | 19.844s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.4688 | 1.0 | 0.663s | 22.065s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.8125 | 1.0 | 0.926s | 23.831s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.4688 | 1.0 | 0.629s | 25.379s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.5625 | 1.0 | 0.749s | 28.931s |
| Iteration 11 | 481 | 0.0303 | SAMME.R | 0.875 | 1.0 | 1.014s | 33.587s |
| Iteration 12 | 500 | 0.1386 | SAMME.R | 0.875 | 1.0 | 1.616s | 36.791s |
| Iteration 13 | 217 | 2.1121 | SAMME | 0.6875 | 1.0 | 0.659s | 38.566s |
| Iteration 14 | 211 | 0.5699 | SAMME | 0.75 | 1.0 | 0.775s | 40.452s |
| Iteration 15 | 367 | 0.0571 | SAMME.R | 0.75 | 1.0 | 0.914s | 42.620s |
| Iteration 16 | 140 | 1.0612 | SAMME.R | 1.0 | 1.0 | 0.746s | 44.454s |
| Iteration 17 | 184 | 1.0458 | SAMME | 0.9375 | 1.0 | 0.753s | 46.285s |
| Iteration 18 | 50 | 1.119 | SAMME.R | 0.875 | 1.0 | 0.676s | 48.073s |
| Iteration 19 | 500 | 0.0433 | SAMME | 0.7812 | 1.0 | 0.973s | 50.822s |
| Iteration 20 | 191 | 1.0367 | SAMME.R | 0.625 | 1.0 | 0.792s | 53.019s |
| Iteration 21 | 89 | 0.1828 | SAMME.R | 0.75 | 1.0 | 0.689s | 54.805s |
| Iteration 22 | 87 | 6.7994 | SAMME.R | 0.625 | 1.0 | 0.696s | 56.771s |
| Iteration 23 | 133 | 1.0648 | SAMME.R | 1.0 | 1.0 | 0.726s | 58.694s |
| Iteration 24 | 500 | 0.3247 | SAMME | 0.6875 | 1.0 | 1.079s | 1m:01s |
| Iteration 25 | 476 | 0.0671 | SAMME.R | 0.75 | 1.0 | 1.056s | 1m:03s |
| Iteration 26 | 50 | 0.8265 | SAMME | 0.9375 | 1.0 | 0.709s | 1m:05s |
| Iteration 27 | 50 | 0.8162 | SAMME | 1.0 | 1.0 | 0.701s | 1m:07s |
| Iteration 28 | 50 | 0.8013 | SAMME | 0.8125 | 1.0 | 0.707s | 1m:09s |
| Iteration 29 | 50 | 1.0477 | SAMME | 0.75 | 1.0 | 0.702s | 1m:11s |
| Iteration 30 | 500 | 0.8261 | SAMME | 0.9375 | 1.0 | 1.043s | 1m:13s |
| Iteration 31 | 65 | 10.0 | SAMME.R | 0.75 | 1.0 | 0.724s | 1m:15s |
| Iteration 32 | 77 | 0.0312 | SAMME | 0.875 | 1.0 | 0.693s | 1m:17s |
| Iteration 33 | 443 | 0.6993 | SAMME.R | 0.6875 | 1.0 | 0.995s | 1m:19s |
| Iteration 34 | 343 | 0.01 | SAMME.R | 0.9688 | 1.0 | 0.910s | 1m:22s |
| Iteration 35 | 482 | 0.01 | SAMME | 0.875 | 1.0 | 0.975s | 1m:26s |
| Iteration 36 | 143 | 0.01 | SAMME.R | 0.75 | 1.0 | 1.362s | 1m:31s |
| Iteration 37 | 64 | 0.0266 | SAMME.R | 0.6562 | 1.0 | 0.690s | 1m:33s |
| Iteration 38 | 131 | 0.1232 | SAMME | 1.0 | 1.0 | 0.728s | 1m:35s |
| Iteration 39 | 101 | 0.1233 | SAMME | 0.6562 | 1.0 | 0.709s | 1m:37s |
| Iteration 40 | 471 | 0.9246 | SAMME | 0.8125 | 1.0 | 1.003s | 1m:39s |
| Iteration 41 | 96 | 0.9317 | SAMME | 1.0 | 1.0 | 0.768s | 1m:42s |
| Iteration 42 | 81 | 0.2196 | SAMME | 0.9688 | 1.0 | 0.749s | 1m:45s |
| Iteration 43 | 94 | 0.2199 | SAMME | 0.9375 | 1.0 | 0.711s | 1m:48s |
| Iteration 44 | 79 | 0.2443 | SAMME.R | 0.75 | 1.0 | 0.700s | 1m:50s |
| Iteration 45 | 407 | 0.1719 | SAMME | 1.0 | 1.0 | 0.918s | 1m:53s |
| Iteration 46 | 452 | 0.1718 | SAMME | 0.8125 | 1.0 | 0.963s | 1m:55s |
| Iteration 47 | 494 | 0.1713 | SAMME | 0.75 | 1.0 | 0.979s | 1m:57s |
| Iteration 48 | 77 | 0.4277 | SAMME.R | 1.0 | 1.0 | 0.703s | 1m:59s |
| Iteration 49 | 50 | 0.5048 | SAMME | 0.7812 | 1.0 | 0.673s | 2m:01s |
| Iteration 50 | 50 | 0.8052 | SAMME.R | 0.875 | 1.0 | 0.689s | 2m:03s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0511, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.453s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.0678
Time elapsed: 2.048s
-------------------------------------------------
Total time: 2m:07s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.8125 | 0.8125 | 1.083s | 1.103s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 1.0 | 1.0 | 0.960s | 3.286s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 1.0 | 1.0 | 0.986s | 5.291s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 1.0 | 0.796s | 7.000s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.75 | 1.0 | 0.991s | 10.562s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.875 | 1.0 | 0.848s | 12.877s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 1.0 | 1.0 | 0.864s | 15.765s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.9062 | 1.0 | 0.849s | 19.197s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.875 | 1.0 | 0.972s | 21.467s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.4375 | 1.0 | 0.954s | 23.355s |
| Iteration 11 | 500 | gini | 3 | 2 | 3 | None | False | 0.035 | --- | 0.75 | 1.0 | 1.011s | 25.877s |
| Iteration 12 | 392 | gini | 5 | 10 | 4 | 0.5 | False | 0.0207 | --- | 0.875 | 1.0 | 0.928s | 28.224s |
| Iteration 13 | 10 | entropy | 7 | 2 | 20 | None | False | 0.0 | --- | 1.0 | 1.0 | 1.293s | 31.611s |
| Iteration 14 | 10 | entropy | 6 | 8 | 16 | None | False | 0.0 | --- | 0.6875 | 1.0 | 0.663s | 34.001s |
| Iteration 15 | 303 | gini | 7 | 5 | 3 | 0.5 | False | 0.0346 | --- | 0.75 | 1.0 | 0.876s | 36.211s |
| Iteration 16 | 490 | gini | 5 | 20 | 5 | 0.6 | False | 0.0135 | --- | 0.8125 | 1.0 | 0.936s | 38.712s |
| Iteration 17 | 307 | entropy | 4 | 9 | 5 | 0.6 | False | 0.0335 | --- | 0.9375 | 1.0 | 0.894s | 41.118s |
| Iteration 18 | 177 | gini | 5 | 2 | 6 | 0.7 | False | 0.0 | --- | 0.9375 | 1.0 | 0.778s | 43.356s |
| Iteration 19 | 334 | entropy | 6 | 10 | 4 | sqrt | False | 0.0348 | --- | 0.5625 | 1.0 | 0.898s | 45.783s |
| Iteration 20 | 10 | entropy | None | 20 | 20 | None | False | 0.0 | --- | 0.625 | 1.0 | 0.688s | 47.816s |
| Iteration 21 | 243 | gini | 9 | 2 | 15 | 0.7 | False | 0.0126 | --- | 0.8438 | 1.0 | 0.830s | 50.172s |
| Iteration 22 | 309 | gini | 5 | 10 | 5 | 0.6 | False | 0.0207 | --- | 0.875 | 1.0 | 0.892s | 52.607s |
| Iteration 23 | 500 | entropy | 2 | 20 | 18 | 0.8 | False | 0.0325 | --- | 0.6562 | 1.0 | 0.991s | 55.331s |
| Iteration 24 | 194 | entropy | 5 | 13 | 2 | 0.7 | False | 0.0267 | --- | 0.9375 | 1.0 | 0.803s | 57.640s |
| Iteration 25 | 184 | gini | 9 | 20 | 9 | sqrt | False | 0.0338 | --- | 1.0 | 1.0 | 0.783s | 59.737s |
| Iteration 26 | 159 | gini | 9 | 20 | 1 | auto | False | 0.0009 | --- | 0.6875 | 1.0 | 0.772s | 1m:02s |
| Iteration 27 | 207 | entropy | 8 | 20 | 9 | log2 | False | 0.035 | --- | 1.0 | 1.0 | 0.759s | 1m:04s |
| Iteration 28 | 399 | entropy | 4 | 20 | 11 | sqrt | False | 0.0317 | --- | 0.75 | 1.0 | 0.871s | 1m:07s |
| Iteration 29 | 288 | entropy | 9 | 17 | 7 | 0.5 | False | 0.0332 | --- | 0.75 | 1.0 | 0.811s | 1m:09s |
| Iteration 30 | 10 | gini | 5 | 11 | 12 | None | False | 0.0128 | --- | 0.6875 | 1.0 | 0.641s | 1m:13s |
| Iteration 31 | 486 | gini | 6 | 11 | 15 | auto | False | 0.0293 | --- | 1.0 | 1.0 | 0.919s | 1m:16s |
| Iteration 32 | 51 | gini | 9 | 17 | 14 | auto | False | 0.0312 | --- | 0.875 | 1.0 | 0.661s | 1m:20s |
| Iteration 33 | 330 | gini | 5 | 6 | 16 | auto | False | 0.025 | --- | 0.625 | 1.0 | 0.838s | 1m:22s |
| Iteration 34 | 478 | gini | 5 | 5 | 3 | 0.5 | False | 0.0012 | --- | 0.9375 | 1.0 | 0.950s | 1m:25s |
| Iteration 35 | 349 | gini | 6 | 17 | 13 | log2 | False | 0.0316 | --- | 0.9375 | 1.0 | 0.829s | 1m:27s |
| Iteration 36 | 194 | entropy | 7 | 20 | 9 | log2 | False | 0.035 | --- | 0.875 | 1.0 | 0.763s | 1m:32s |
| Iteration 37 | 360 | entropy | 3 | 20 | 4 | log2 | False | 0.035 | --- | 0.625 | 1.0 | 1.441s | 1m:35s |
| Iteration 38 | 328 | entropy | 6 | 17 | 10 | log2 | False | 0.0307 | --- | 0.9375 | 1.0 | 0.821s | 1m:38s |
| Iteration 39 | 438 | gini | 8 | 19 | 11 | auto | False | 0.0349 | --- | 0.6875 | 1.0 | 0.895s | 1m:40s |
| Iteration 40 | 83 | gini | 9 | 20 | 8 | log2 | False | 0.0343 | --- | 0.875 | 1.0 | 0.725s | 1m:42s |
| Iteration 41 | 440 | gini | 5 | 10 | 9 | 0.6 | False | 0.0151 | --- | 0.9375 | 1.0 | 0.962s | 1m:45s |
| Iteration 42 | 500 | entropy | 6 | 15 | 10 | 0.6 | False | 0.016 | --- | 1.0 | 1.0 | 0.995s | 1m:48s |
| Iteration 43 | 371 | entropy | 6 | 17 | 1 | 0.6 | False | 0.0281 | --- | 0.9375 | 1.0 | 0.923s | 1m:50s |
| Iteration 44 | 425 | gini | 5 | 12 | 15 | sqrt | False | 0.0256 | --- | 0.6875 | 1.0 | 0.938s | 1m:53s |
| Iteration 45 | 500 | entropy | 5 | 14 | 19 | 0.6 | False | 0.0344 | --- | 0.8125 | 1.0 | 0.984s | 1m:55s |
| Iteration 46 | 450 | gini | 6 | 9 | 11 | 0.6 | False | 0.0105 | --- | 0.625 | 1.0 | 0.951s | 1m:58s |
| Iteration 47 | 76 | entropy | 6 | 5 | 19 | log2 | False | 0.0008 | --- | 0.8125 | 1.0 | 0.731s | 2m:00s |
| Iteration 48 | 143 | entropy | 8 | 20 | 15 | 0.9 | False | 0.0181 | --- | 0.9375 | 1.0 | 0.772s | 2m:03s |
| Iteration 49 | 317 | entropy | 8 | 15 | 7 | 0.5 | False | 0.0341 | --- | 0.8125 | 1.0 | 0.890s | 2m:06s |
| Iteration 50 | 111 | entropy | 8 | 20 | 10 | log2 | False | 0.0341 | --- | 0.875 | 1.0 | 0.748s | 2m:08s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'n_estimators': 10, 'criterion': 'entropy', 'max_depth': 7, 'min_samples_split': 2, 'min_samples_leaf': 20, 'max_features': None, 'bootstrap': False, 'ccp_alpha': 0.0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8223
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.715 ± 0.086
Time elapsed: 0.064s
-------------------------------------------------
Total time: 2m:10s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.809s | 0.829s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.9688 | 0.9688 | 0.786s | 2.568s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.9688 | 0.775s | 4.301s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.9688 | 0.735s | 5.947s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.9688 | 0.780s | 7.616s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.9688 | 0.742s | 10.391s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.9688 | 0.696s | 13.881s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.9688 | 0.693s | 17.508s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.75 | 0.9688 | 0.731s | 20.920s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.9688 | 0.731s | 22.958s |
| Iteration 11 | 371 | 0.0237 | 2 | 0.221 | 2 | 0.9 | 0.6 | 0.01 | 0.01 | 0.8125 | 0.9688 | 0.715s | 24.954s |
| Iteration 12 | 456 | 0.0352 | 6 | 0.3994 | 3 | 0.8 | 0.9 | 0.01 | 0.1 | 0.6875 | 0.9688 | 0.725s | 28.758s |
| Iteration 13 | 245 | 0.0443 | 6 | 0.1032 | 2 | 0.8 | 0.7 | 0.1 | 0.1 | 0.875 | 0.9688 | 0.688s | 31.204s |
| Iteration 14 | 471 | 0.0251 | 4 | 0.3799 | 3 | 0.8 | 0.9 | 0.1 | 1 | 0.875 | 0.9688 | 1.318s | 34.006s |
| Iteration 15 | 450 | 0.951 | 10 | 0.7069 | 1 | 0.8 | 0.9 | 0.1 | 10 | 0.8125 | 0.9688 | 0.733s | 36.139s |
| Iteration 16 | 391 | 0.8892 | 1 | 0.7122 | 1 | 0.7 | 0.4 | 0 | 0.01 | 0.875 | 0.9688 | 0.750s | 38.344s |
| Iteration 17 | 20 | 0.01 | 3 | 0.0 | 3 | 1.0 | 0.4 | 0 | 100 | 0.7188 | 0.9688 | 0.677s | 40.446s |
| Iteration 18 | 20 | 0.0459 | 10 | 1.0 | 3 | 0.8 | 0.4 | 0.1 | 0 | 0.75 | 0.9688 | 0.691s | 42.788s |
| Iteration 19 | 71 | 0.01 | 7 | 0.1998 | 1 | 0.8 | 1.0 | 0.1 | 10 | 0.75 | 0.9688 | 0.699s | 44.885s |
| Iteration 20 | 500 | 0.6857 | 4 | 0.5183 | 2 | 0.9 | 1.0 | 0.1 | 0 | 0.8125 | 0.9688 | 0.776s | 47.043s |
| Iteration 21 | 240 | 0.0356 | 8 | 0.447 | 1 | 0.5 | 0.4 | 0.01 | 10 | 0.875 | 0.9688 | 0.735s | 49.087s |
| Iteration 22 | 383 | 0.9912 | 5 | 0.9466 | 1 | 0.6 | 0.9 | 0 | 1 | 1.0 | 1.0 | 0.705s | 51.062s |
| Iteration 23 | 20 | 0.01 | 10 | 1.0 | 1 | 1.0 | 1.0 | 0 | 100 | 0.5 | 1.0 | 0.677s | 53.082s |
| Iteration 24 | 183 | 1.0 | 9 | 0.964 | 1 | 0.8 | 0.9 | 0.01 | 10 | 0.875 | 1.0 | 0.681s | 55.166s |
| Iteration 25 | 281 | 1.0 | 6 | 0.0548 | 3 | 0.6 | 1.0 | 0 | 10 | 0.8125 | 1.0 | 0.693s | 57.288s |
| Iteration 26 | 500 | 0.365 | 3 | 0.028 | 1 | 1.0 | 0.7 | 0 | 0 | 0.625 | 1.0 | 0.724s | 59.490s |
| Iteration 27 | 500 | 1.0 | 1 | 1.0 | 1 | 0.5 | 1.0 | 0 | 10 | 1.0 | 1.0 | 0.762s | 1m:02s |
| Iteration 28 | 352 | 0.9678 | 10 | 0.0914 | 1 | 0.5 | 0.7 | 0 | 0.1 | 1.0 | 1.0 | 0.743s | 1m:06s |
| Iteration 29 | 373 | 1.0 | 8 | 1.0 | 1 | 0.5 | 1.0 | 0.01 | 0 | 0.875 | 1.0 | 0.786s | 1m:08s |
| Iteration 30 | 333 | 0.01 | 1 | 1.0 | 1 | 0.5 | 0.8 | 0 | 0.01 | 0.6875 | 1.0 | 0.721s | 1m:11s |
| Iteration 31 | 20 | 1.0 | 4 | 1.0 | 1 | 0.5 | 0.8 | 0 | 100 | 0.5 | 1.0 | 0.688s | 1m:13s |
| Iteration 32 | 354 | 1.0 | 6 | 0.0779 | 1 | 0.5 | 0.6 | 0 | 0.1 | 0.875 | 1.0 | 0.730s | 1m:15s |
| Iteration 33 | 432 | 1.0 | 10 | 0.0767 | 1 | 0.6 | 0.6 | 0.01 | 100 | 0.8125 | 1.0 | 0.745s | 1m:18s |
| Iteration 34 | 408 | 1.0 | 10 | 1.0 | 1 | 0.5 | 0.7 | 0 | 1 | 0.9375 | 1.0 | 0.723s | 1m:20s |
| Iteration 35 | 335 | 1.0 | 8 | 0.7878 | 1 | 0.6 | 0.5 | 0.01 | 0.1 | 0.9375 | 1.0 | 0.713s | 1m:22s |
| Iteration 36 | 486 | 1.0 | 5 | 0.6715 | 1 | 0.6 | 0.7 | 0 | 10 | 0.625 | 1.0 | 0.749s | 1m:24s |
| Iteration 37 | 365 | 1.0 | 10 | 0.7322 | 1 | 0.9 | 0.9 | 0 | 0 | 0.625 | 1.0 | 0.733s | 1m:29s |
| Iteration 38 | 500 | 1.0 | 4 | 0.7687 | 1 | 0.5 | 0.9 | 0.01 | 1 | 0.625 | 1.0 | 0.760s | 1m:32s |
| Iteration 39 | 369 | 0.01 | 7 | 0.6776 | 1 | 1.0 | 0.9 | 0.1 | 0.01 | 0.6875 | 1.0 | 0.740s | 1m:35s |
| Iteration 40 | 259 | 1.0 | 4 | 0.0666 | 2 | 0.6 | 0.9 | 0.1 | 10 | 1.0 | 1.0 | 0.736s | 1m:37s |
| Iteration 41 | 262 | 1.0 | 7 | 0.0 | 2 | 0.6 | 0.9 | 0.1 | 100 | 0.875 | 1.0 | 0.709s | 1m:39s |
| Iteration 42 | 256 | 1.0 | 8 | 0.398 | 2 | 0.5 | 0.5 | 0.01 | 0.1 | 1.0 | 1.0 | 0.693s | 1m:41s |
| Iteration 43 | 262 | 1.0 | 2 | 0.2597 | 2 | 0.5 | 0.5 | 0.01 | 0.01 | 0.875 | 1.0 | 0.694s | 1m:44s |
| Iteration 44 | 217 | 1.0 | 8 | 0.94 | 1 | 0.5 | 0.5 | 0.1 | 0.1 | 0.8125 | 1.0 | 0.691s | 1m:47s |
| Iteration 45 | 279 | 1.0 | 10 | 0.5438 | 2 | 0.7 | 0.8 | 0.1 | 1 | 1.0 | 1.0 | 0.685s | 1m:49s |
| Iteration 46 | 279 | 1.0 | 9 | 0.0823 | 3 | 0.8 | 0.4 | 0.1 | 1 | 0.875 | 1.0 | 0.700s | 1m:52s |
| Iteration 47 | 303 | 1.0 | 9 | 0.7047 | 2 | 0.5 | 1.0 | 0.01 | 1 | 0.5625 | 1.0 | 0.702s | 1m:54s |
| Iteration 48 | 254 | 1.0 | 4 | 0.0451 | 1 | 0.8 | 0.4 | 0.01 | 0.1 | 0.9375 | 1.0 | 0.689s | 1m:57s |
| Iteration 49 | 255 | 1.0 | 6 | 0.3196 | 2 | 0.8 | 0.4 | 0.01 | 0.01 | 0.75 | 1.0 | 0.688s | 1m:60s |
| Iteration 50 | 20 | 1.0 | 6 | 0.0 | 1 | 1.0 | 0.4 | 1 | 0.01 | 0.75 | 1.0 | 0.646s | 2m:02s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'n_estimators': 500, 'learning_rate': 1.0, 'max_depth': 1, 'gamma': 1.0, 'min_child_weight': 1, 'subsample': 0.5, 'colsample_bytree': 1.0, 'reg_alpha': 0, 'reg_lambda': 10}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9571
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.116s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.935 ± 0.0539
Time elapsed: 0.318s
-------------------------------------------------
Total time: 2m:04s
Final results ==================== >>
Duration: 14m:16s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.87 ± 0.0872
Logistic Regression --> roc_auc: 0.99 ± 0.02 !
Linear Discriminant Analysis --> roc_auc: 0.93 ± 0.051
Quadratic Discriminant Analysis --> roc_auc: 0.85 ± 0.0837
Radius Nearest Neighbors --> roc_auc: 0.83 ± 0.0812
AdaBoost --> roc_auc: 0.82 ± 0.0678
Random Forest --> roc_auc: 0.715 ± 0.086
XGBoost --> roc_auc: 0.935 ± 0.0539
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAASKTGNQFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CAVENQAGTALIF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVLSNDYKLSF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVRGAAGNKLTF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASATSGTYKYIF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAASYTGNQFYF.
>>> Dropping feature CAGNSGNTPLVF.
>>> Dropping feature CAGPNFGNEKLTF.
>>> Dropping feature CALDSNYQLIW.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CAVSDDYKLSF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVRGGSYIPTF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CALTSGTYKYIF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CASSLADTQYF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAARDNYGQNFVF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CAATSGSARQLTF.
>>> Dropping feature CAGPNAGGTSYGKLTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAPNSGGGADGLTF.
>>> Dropping feature CAVRNQGGKLIF.
>>> Dropping feature CAVRNTGFQKLVF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CVVTNQAGTALIF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.7188 | 0.7188 | 3.244s | 3.265s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.875 | 0.875 | 3.275s | 7.967s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.625 | 0.875 | 3.246s | 12.324s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.75 | 0.875 | 3.361s | 17.012s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.8125 | 0.875 | 3.242s | 21.354s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.625 | 0.875 | 3.249s | 25.630s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.6875 | 0.875 | 3.338s | 30.077s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.8125 | 0.875 | 3.431s | 34.678s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.5625 | 0.875 | 3.312s | 39.006s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.375 | 0.875 | 3.275s | 43.369s |
| Iteration 11 | deviance | 0.0941 | 200 | 0.6 | squared_er.. | 20 | 7 | 6 | None | 0.0339 | 0.5312 | 0.875 | 3.287s | 49.994s |
| Iteration 12 | deviance | 0.0167 | 199 | 0.6 | squared_er.. | 18 | 10 | 4 | 0.6 | 0.0265 | 0.75 | 0.875 | 3.178s | 56.846s |
| Iteration 13 | deviance | 0.3506 | 244 | 0.6 | squared_er.. | 20 | 18 | 6 | None | 0.0266 | 0.5 | 0.875 | 3.238s | 1m:04s |
| Iteration 14 | deviance | 0.0889 | 319 | 0.6 | squared_er.. | 17 | 10 | 6 | None | 0.0237 | 0.5 | 0.875 | 3.196s | 1m:11s |
| Iteration 15 | deviance | 0.0318 | 101 | 0.6 | squared_er.. | 4 | 2 | 5 | 0.6 | 0.0142 | 0.25 | 0.875 | 3.788s | 1m:18s |
| Iteration 16 | deviance | 0.4926 | 316 | 0.6 | squared_er.. | 18 | 10 | 7 | None | 0.0233 | 0.9375 | 0.9375 | 3.236s | 1m:23s |
| Iteration 17 | deviance | 1.0 | 329 | 0.6 | squared_er.. | 18 | 3 | 2 | 0.9 | 0.006 | 0.9375 | 0.9375 | 3.292s | 1m:27s |
| Iteration 18 | deviance | 1.0 | 473 | 0.7 | squared_er.. | 18 | 15 | 9 | 0.7 | 0.0225 | 0.6875 | 0.9375 | 3.286s | 1m:32s |
| Iteration 19 | deviance | 0.7332 | 155 | 0.6 | squared_er.. | 18 | 9 | 6 | 0.7 | 0.0285 | 0.25 | 0.9375 | 3.189s | 1m:37s |
| Iteration 20 | deviance | 0.4746 | 133 | 0.6 | squared_er.. | 7 | 13 | 7 | None | 0.0066 | 0.6875 | 0.9375 | 3.172s | 1m:42s |
| Iteration 21 | deviance | 0.4132 | 163 | 0.6 | squared_er.. | 13 | 4 | 2 | 0.9 | 0.0339 | 0.9375 | 0.9375 | 3.213s | 1m:47s |
| Iteration 22 | exponen.. | 0.0108 | 94 | 0.6 | squared_er.. | 16 | 18 | 2 | 0.9 | 0.0156 | 0.5 | 0.9375 | 3.190s | 1m:51s |
| Iteration 23 | deviance | 0.0289 | 436 | 0.6 | squared_er.. | 16 | 16 | 2 | 0.9 | 0.0183 | 0.5 | 0.9375 | 3.244s | 1m:56s |
| Iteration 24 | deviance | 1.0 | 285 | 0.6 | squared_er.. | 5 | 13 | 2 | 0.9 | 0.0002 | 0.5625 | 0.9375 | 3.208s | 2m:01s |
| Iteration 25 | deviance | 0.6866 | 179 | 0.6 | squared_er.. | 20 | 6 | 7 | None | 0.0256 | 0.7188 | 0.9375 | 3.223s | 2m:07s |
| Iteration 26 | exponen.. | 0.5684 | 281 | 0.6 | squared_er.. | 18 | 19 | 2 | 0.9 | 0.0044 | 0.5 | 0.9375 | 3.228s | 2m:12s |
| Iteration 27 | deviance | 0.8882 | 345 | 0.6 | squared_er.. | 18 | 2 | 2 | 0.9 | 0.0321 | 0.9375 | 0.9375 | 3.270s | 2m:17s |
| Iteration 28 | deviance | 0.2039 | 447 | 0.6 | squared_er.. | 12 | 5 | 5 | None | 0.0233 | 0.8125 | 0.9375 | 3.275s | 2m:23s |
| Iteration 29 | deviance | 0.3011 | 232 | 0.6 | squared_er.. | 15 | 9 | 7 | None | 0.0124 | 0.5625 | 0.9375 | 3.238s | 2m:28s |
| Iteration 30 | deviance | 0.5242 | 377 | 0.6 | squared_er.. | 18 | 3 | 2 | 0.9 | 0.0054 | 0.625 | 0.9375 | 3.244s | 2m:33s |
| Iteration 31 | deviance | 0.1763 | 338 | 0.6 | squared_er.. | 16 | 2 | 2 | 0.9 | 0.0248 | 0.6562 | 0.9375 | 3.248s | 2m:38s |
| Iteration 32 | deviance | 0.3491 | 428 | 0.6 | squared_er.. | 15 | 2 | 2 | 0.9 | 0.0132 | 0.75 | 0.9375 | 3.276s | 2m:43s |
| Iteration 33 | deviance | 0.9399 | 453 | 0.6 | squared_er.. | 18 | 13 | 2 | 0.9 | 0.0176 | 0.75 | 0.9375 | 3.320s | 2m:48s |
| Iteration 34 | deviance | 0.5908 | 394 | 0.6 | squared_er.. | 13 | 1 | 2 | 0.9 | 0.028 | 0.75 | 0.9375 | 3.275s | 2m:53s |
| Iteration 35 | exponen.. | 0.3204 | 10 | 0.6 | squared_er.. | 13 | 6 | 2 | 0.9 | 0.006 | 1.0 | 1.0 | 3.202s | 2m:58s |
| Iteration 36 | exponen.. | 0.3266 | 376 | 0.6 | squared_er.. | 12 | 18 | 2 | 0.9 | 0.0237 | 0.5 | 1.0 | 3.262s | 3m:04s |
| Iteration 37 | deviance | 0.3017 | 350 | 0.6 | squared_er.. | 13 | 4 | 2 | 0.9 | 0.0129 | 0.75 | 1.0 | 3.248s | 3m:09s |
| Iteration 38 | deviance | 0.3444 | 13 | 0.6 | squared_er.. | 13 | 5 | 2 | 0.9 | 0.0173 | 0.6875 | 1.0 | 3.202s | 3m:14s |
| Iteration 39 | exponen.. | 0.3209 | 443 | 0.6 | squared_er.. | 12 | 2 | 2 | 0.9 | 0.0052 | 0.5 | 1.0 | 3.928s | 3m:20s |
| Iteration 40 | deviance | 0.2003 | 262 | 0.6 | squared_er.. | 2 | 11 | 5 | None | 0.0025 | 0.8125 | 1.0 | 3.254s | 3m:24s |
| Iteration 41 | exponen.. | 0.6966 | 10 | 0.6 | squared_er.. | 11 | 7 | 5 | None | 0.0106 | 0.625 | 1.0 | 3.184s | 3m:29s |
| Iteration 42 | deviance | 0.0184 | 500 | 0.6 | squared_er.. | 17 | 13 | 5 | None | 0.002 | 0.8125 | 1.0 | 3.298s | 3m:34s |
| Iteration 43 | deviance | 0.017 | 373 | 0.6 | squared_er.. | 9 | 3 | 5 | None | 0.0324 | 0.8125 | 1.0 | 3.270s | 3m:39s |
| Iteration 44 | deviance | 0.853 | 465 | 0.6 | friedman_mse | 14 | 9 | 9 | sqrt | 0.0242 | 0.5312 | 1.0 | 3.231s | 3m:44s |
| Iteration 45 | exponen.. | 0.1333 | 10 | 0.6 | squared_er.. | 6 | 1 | 2 | 0.9 | 0.0237 | 0.875 | 1.0 | 3.174s | 3m:49s |
| Iteration 46 | deviance | 0.0279 | 312 | 0.6 | squared_er.. | 11 | 12 | 5 | None | 0.0302 | 0.625 | 1.0 | 3.237s | 3m:54s |
| Iteration 47 | deviance | 0.8059 | 486 | 0.7 | squared_er.. | 3 | 14 | 6 | 0.7 | 0.0223 | 0.5625 | 1.0 | 3.270s | 3m:60s |
| Iteration 48 | deviance | 1.0 | 500 | 0.6 | squared_er.. | 5 | 15 | 7 | None | 0.028 | 0.4375 | 1.0 | 3.257s | 4m:05s |
| Iteration 49 | exponen.. | 0.0417 | 10 | 0.6 | squared_er.. | 13 | 3 | 2 | 0.9 | 0.0131 | 0.6875 | 1.0 | 3.161s | 4m:10s |
| Iteration 50 | exponen.. | 0.0153 | 173 | 0.6 | squared_er.. | 11 | 20 | 4 | 0.6 | 0.0016 | 0.5 | 1.0 | 3.204s | 4m:16s |
Bayesian Optimization ---------------------------
Best call --> Iteration 35
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.3204, 'n_estimators': 10, 'subsample': 0.6, 'criterion': 'squared_error', 'min_samples_split': 13, 'min_samples_leaf': 6, 'max_depth': 2, 'max_features': 0.9, 'ccp_alpha': 0.006}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:18s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9844
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.013s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.0731
Time elapsed: 0.045s
-------------------------------------------------
Total time: 4m:19s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.5 | 0.5 | 3.172s | 3.185s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.75 | 0.75 | 3.201s | 7.321s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.5 | 0.75 | 4.742s | 12.969s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.5625 | 0.75 | 4.767s | 19.355s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.625 | 0.75 | 4.762s | 25.695s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.4375 | 0.75 | 4.732s | 31.894s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.375 | 0.75 | 4.777s | 38.335s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.4375 | 0.75 | 4.742s | 44.694s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.375 | 0.75 | 3.231s | 49.085s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.3125 | 0.75 | 3.181s | 53.201s |
| Iteration 11 | l2 | 28.3581 | lbfgs | 798 | --- | 0.4375 | 0.75 | 3.198s | 57.712s |
| Iteration 12 | l2 | 0.3695 | sag | 958 | --- | 0.8125 | 0.8125 | 3.216s | 1m:02s |
| Iteration 13 | l2 | 100.0 | sag | 1000 | --- | 0.3125 | 0.8125 | 3.185s | 1m:07s |
| Iteration 14 | l2 | 0.3024 | newto.. | 761 | --- | 0.5625 | 0.8125 | 3.202s | 1m:12s |
| Iteration 15 | l2 | 0.2131 | sag | 961 | --- | 0.0625 | 0.8125 | 3.190s | 1m:17s |
| Iteration 16 | l2 | 0.034 | sag | 935 | --- | 0.5625 | 0.8125 | 3.869s | 1m:22s |
| Iteration 17 | none | --- | sag | 938 | --- | 0.625 | 0.8125 | 3.177s | 1m:27s |
| Iteration 18 | l2 | 17.7494 | lbfgs | 924 | --- | 0.5 | 0.8125 | 3.206s | 1m:33s |
| Iteration 19 | l2 | 0.0028 | lbfgs | 581 | --- | 0.625 | 0.8125 | 3.168s | 1m:39s |
| Iteration 20 | l2 | 27.1043 | saga | 596 | --- | 0.6875 | 0.8125 | 3.186s | 1m:43s |
| Iteration 21 | l2 | 0.0038 | lbfgs | 613 | --- | 0.5625 | 0.8125 | 3.176s | 1m:47s |
| Iteration 22 | l2 | 0.0561 | libli.. | 595 | --- | 0.75 | 0.8125 | 3.193s | 1m:52s |
| Iteration 23 | l2 | 0.0536 | sag | 491 | --- | 0.625 | 0.8125 | 3.184s | 1m:56s |
| Iteration 24 | none | --- | sag | 674 | --- | 0.25 | 0.8125 | 3.146s | 2m:02s |
| Iteration 25 | l2 | 0.0607 | saga | 541 | --- | 0.6875 | 0.8125 | 3.172s | 2m:08s |
| Iteration 26 | none | --- | lbfgs | 524 | --- | 0.5 | 0.8125 | 3.168s | 2m:15s |
| Iteration 27 | l2 | 0.7262 | saga | 439 | --- | 0.625 | 0.8125 | 3.141s | 2m:23s |
| Iteration 28 | l1 | 3.5184 | saga | 519 | --- | 0.375 | 0.8125 | 3.168s | 2m:28s |
| Iteration 29 | none | --- | lbfgs | 400 | --- | 0.5625 | 0.8125 | 3.204s | 2m:33s |
| Iteration 30 | elast.. | 0.0018 | saga | 875 | 0.4 | 0.5 | 0.8125 | 3.197s | 2m:37s |
| Iteration 31 | l1 | 0.2594 | libli.. | 587 | --- | 0.6875 | 0.8125 | 3.193s | 2m:43s |
| Iteration 32 | l1 | 5.2084 | saga | 586 | --- | 0.75 | 0.8125 | 3.285s | 2m:48s |
| Iteration 33 | none | --- | saga | 585 | --- | 0.5625 | 0.8125 | 3.250s | 2m:53s |
| Iteration 34 | l2 | 84.051 | lbfgs | 460 | --- | 0.625 | 0.8125 | 3.259s | 2m:57s |
| Iteration 35 | l1 | 0.0023 | saga | 367 | --- | 0.5 | 0.8125 | 3.215s | 3m:02s |
| Iteration 36 | l1 | 1.0818 | saga | 620 | --- | 0.5625 | 0.8125 | 3.247s | 3m:07s |
| Iteration 37 | l2 | 0.0011 | newto.. | 583 | --- | 0.375 | 0.8125 | 3.241s | 3m:11s |
| Iteration 38 | l2 | 0.0018 | sag | 429 | --- | 0.8125 | 0.8125 | 3.262s | 3m:16s |
| Iteration 39 | none | --- | sag | 429 | --- | 0.1875 | 0.8125 | 3.274s | 3m:21s |
| Iteration 40 | l2 | 0.0878 | sag | 565 | --- | 0.5 | 0.8125 | 3.244s | 3m:27s |
| Iteration 41 | l2 | 96.6466 | sag | 191 | --- | 0.25 | 0.8125 | 3.847s | 3m:33s |
| Iteration 42 | l2 | 95.4249 | saga | 559 | --- | 0.6875 | 0.8125 | 3.208s | 3m:38s |
| Iteration 43 | l2 | 30.9969 | sag | 555 | --- | 0.75 | 0.8125 | 3.177s | 3m:42s |
| Iteration 44 | l2 | 100.0 | lbfgs | 551 | --- | 0.5625 | 0.8125 | 3.284s | 3m:47s |
| Iteration 45 | l1 | 0.4166 | libli.. | 692 | --- | 0.375 | 0.8125 | 3.120s | 3m:52s |
| Iteration 46 | l2 | 0.0433 | saga | 529 | --- | 0.375 | 0.8125 | 3.151s | 3m:57s |
| Iteration 47 | l2 | 100.0 | saga | 585 | --- | 0.4375 | 0.8125 | 4.732s | 4m:03s |
| Iteration 48 | l2 | 100.0 | lbfgs | 582 | --- | 0.375 | 0.8125 | 4.708s | 4m:12s |
| Iteration 49 | none | --- | newto.. | 846 | --- | 0.375 | 0.8125 | 4.800s | 4m:20s |
| Iteration 50 | l2 | 61.9419 | sag | 577 | --- | 0.75 | 0.8125 | 4.744s | 4m:27s |
Bayesian Optimization ---------------------------
Best call --> Iteration 38
Best parameters --> {'penalty': 'l2', 'C': 0.0018, 'solver': 'sag', 'max_iter': 429}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 4m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8661
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.020s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.049
Time elapsed: 0.069s
-------------------------------------------------
Total time: 4m:29s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.5625 | 0.5625 | 4.537s | 4.545s |
| Initial point 2 | svd | --- | 0.6875 | 0.6875 | 3.192s | 8.778s |
| Initial point 3 | svd | --- | 0.6875 | 0.6875 | 0.000s | 10.186s |
| Initial point 4 | lsqr | 0.8 | 0.8125 | 0.8125 | 3.182s | 14.324s |
| Initial point 5 | eigen | 0.9 | 0.8125 | 0.8125 | 3.205s | 18.527s |
| Initial point 6 | lsqr | 0.7 | 0.75 | 0.8125 | 3.206s | 22.811s |
| Initial point 7 | lsqr | 0.5 | 0.8125 | 0.8125 | 3.175s | 27.018s |
| Initial point 8 | lsqr | 0.9 | 0.875 | 0.875 | 3.152s | 31.241s |
| Initial point 9 | lsqr | 0.6 | 0.625 | 0.875 | 3.138s | 37.870s |
| Initial point 10 | eigen | 0.8 | 0.6875 | 0.875 | 3.104s | 44.744s |
| Iteration 11 | svd | --- | 0.6875 | 0.875 | 0.000s | 48.770s |
| Iteration 12 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 50.283s |
| Iteration 13 | eigen | 0.7 | 0.625 | 0.875 | 3.116s | 54.331s |
| Iteration 14 | eigen | 0.5 | 0.75 | 0.875 | 3.146s | 58.686s |
| Iteration 15 | svd | --- | 0.6875 | 0.875 | 0.000s | 59.803s |
| Iteration 16 | svd | --- | 0.6875 | 0.875 | 0.000s | 1m:01s |
| Iteration 17 | svd | --- | 0.6875 | 0.875 | 0.000s | 1m:02s |
| Iteration 18 | lsqr | auto | 0.5 | 0.875 | 3.194s | 1m:06s |
| Iteration 19 | svd | --- | 0.6875 | 0.875 | 0.000s | 1m:07s |
| Iteration 20 | lsqr | None | 0.4375 | 0.875 | 3.174s | 1m:11s |
| Iteration 21 | eigen | 0.6 | 0.875 | 0.875 | 3.176s | 1m:15s |
| Iteration 22 | lsqr | 1.0 | 0.9375 | 0.9375 | 3.445s | 1m:20s |
| Iteration 23 | svd | --- | 0.6875 | 0.9375 | 0.000s | 1m:21s |
| Iteration 24 | eigen | auto | 0.3125 | 0.9375 | 3.128s | 1m:25s |
| Iteration 25 | eigen | None | 0.6875 | 0.9375 | 3.237s | 1m:30s |
| Iteration 26 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.001s | 1m:31s |
| Iteration 27 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 1m:34s |
| Iteration 28 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 1m:35s |
| Iteration 29 | lsqr | auto | 0.5 | 0.9375 | 0.001s | 1m:37s |
| Iteration 30 | eigen | auto | 0.3125 | 0.9375 | 0.000s | 1m:38s |
| Iteration 31 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 1m:39s |
| Iteration 32 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.001s | 1m:41s |
| Iteration 33 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.001s | 1m:42s |
| Iteration 34 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 1m:44s |
| Iteration 35 | eigen | 0.5 | 0.75 | 0.9375 | 0.000s | 1m:45s |
| Iteration 36 | lsqr | 0.9 | 0.875 | 0.9375 | 0.000s | 1m:46s |
| Iteration 37 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.001s | 1m:47s |
| Iteration 38 | svd | --- | 0.6875 | 0.9375 | 0.000s | 1m:48s |
| Iteration 39 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 1m:50s |
| Iteration 40 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 1m:51s |
| Iteration 41 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 1m:52s |
| Iteration 42 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 1m:55s |
| Iteration 43 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 1m:58s |
| Iteration 44 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 2m:00s |
| Iteration 45 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 2m:02s |
| Iteration 46 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 2m:03s |
| Iteration 47 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 2m:04s |
| Iteration 48 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 2m:06s |
| Iteration 49 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.001s | 2m:09s |
| Iteration 50 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.001s | 2m:13s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'solver': 'lsqr', 'shrinkage': 1.0}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 2m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7429
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.0
Time elapsed: 0.028s
-------------------------------------------------
Total time: 2m:15s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.5625 | 0.5625 | 3.177s | 3.180s |
| Initial point 2 | 0.9 | 0.75 | 0.75 | 3.205s | 7.819s |
| Initial point 3 | 0.1 | 0.375 | 0.75 | 3.186s | 12.205s |
| Initial point 4 | 1.0 | 0.5625 | 0.75 | 0.001s | 13.290s |
| Initial point 5 | 0.2 | 0.8125 | 0.8125 | 3.174s | 17.427s |
| Initial point 6 | 0.4 | 0.8125 | 0.8125 | 3.184s | 21.662s |
| Initial point 7 | 0.4 | 0.8125 | 0.8125 | 0.001s | 24.573s |
| Initial point 8 | 0.7 | 0.875 | 0.875 | 4.718s | 31.182s |
| Initial point 9 | 0.9 | 0.75 | 0.875 | 0.001s | 32.860s |
| Initial point 10 | 0.8 | 0.8125 | 0.875 | 4.719s | 39.055s |
| Iteration 11 | 0.3 | 0.625 | 0.875 | 4.754s | 45.530s |
| Iteration 12 | 0.6 | 0.8125 | 0.875 | 4.750s | 51.928s |
| Iteration 13 | 0.5 | 0.6875 | 0.875 | 4.773s | 58.465s |
| Iteration 14 | 0.0 | 0.4375 | 0.875 | 3.259s | 1m:03s |
| Iteration 15 | 0.7 | 0.875 | 0.875 | 0.000s | 1m:04s |
| Iteration 16 | 0.7 | 0.875 | 0.875 | 0.001s | 1m:05s |
| Iteration 17 | 0.7 | 0.875 | 0.875 | 0.000s | 1m:06s |
| Iteration 18 | 0.7 | 0.875 | 0.875 | 0.000s | 1m:07s |
| Iteration 19 | 0.9 | 0.75 | 0.875 | 0.000s | 1m:08s |
| Iteration 20 | 0.6 | 0.8125 | 0.875 | 0.000s | 1m:09s |
| Iteration 21 | 0.6 | 0.8125 | 0.875 | 0.000s | 1m:10s |
| Iteration 22 | 0.7 | 0.875 | 0.875 | 0.000s | 1m:11s |
| Iteration 23 | 0.7 | 0.875 | 0.875 | 0.000s | 1m:12s |
| Iteration 24 | 0.7 | 0.875 | 0.875 | 0.000s | 1m:14s |
| Iteration 25 | 0.7 | 0.875 | 0.875 | 0.000s | 1m:15s |
| Iteration 26 | 0.7 | 0.875 | 0.875 | 0.000s | 1m:15s |
| Iteration 27 | 0.1 | 0.375 | 0.875 | 0.000s | 1m:16s |
| Iteration 28 | 0.9 | 0.75 | 0.875 | 0.000s | 1m:18s |
| Iteration 29 | 0.2 | 0.8125 | 0.875 | 0.000s | 1m:19s |
| Iteration 30 | 0.8 | 0.8125 | 0.875 | 0.000s | 1m:20s |
| Iteration 31 | 0.7 | 0.875 | 0.875 | 0.000s | 1m:21s |
| Iteration 32 | 0.7 | 0.875 | 0.875 | 0.001s | 1m:22s |
| Iteration 33 | 0.7 | 0.875 | 0.875 | 0.000s | 1m:24s |
| Iteration 34 | 0.7 | 0.875 | 0.875 | 0.000s | 1m:27s |
| Iteration 35 | 0.7 | 0.875 | 0.875 | 0.000s | 1m:31s |
| Iteration 36 | 0.7 | 0.875 | 0.875 | 0.000s | 1m:35s |
| Iteration 37 | 0.7 | 0.875 | 0.875 | 0.000s | 1m:39s |
| Iteration 38 | 0.7 | 0.875 | 0.875 | 0.000s | 1m:42s |
| Iteration 39 | 0.7 | 0.875 | 0.875 | 0.001s | 1m:44s |
| Iteration 40 | 0.7 | 0.875 | 0.875 | 0.000s | 1m:45s |
| Iteration 41 | 0.5 | 0.6875 | 0.875 | 0.000s | 1m:46s |
| Iteration 42 | 0.7 | 0.875 | 0.875 | 0.000s | 1m:47s |
| Iteration 43 | 0.7 | 0.875 | 0.875 | 0.000s | 1m:48s |
| Iteration 44 | 0.7 | 0.875 | 0.875 | 0.001s | 1m:49s |
| Iteration 45 | 0.7 | 0.875 | 0.875 | 0.000s | 1m:50s |
| Iteration 46 | 0.7 | 0.875 | 0.875 | 0.000s | 1m:51s |
| Iteration 47 | 0.7 | 0.875 | 0.875 | 0.000s | 1m:52s |
| Iteration 48 | 0.7 | 0.875 | 0.875 | 0.000s | 1m:53s |
| Iteration 49 | 0.7 | 0.875 | 0.875 | 0.000s | 1m:54s |
| Iteration 50 | 0.7 | 0.875 | 0.875 | 0.000s | 1m:55s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'reg_param': 0.7}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:57s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7429
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.0
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:57s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 10.2013 | dista.. | auto | 40 | 1 | 0.5625 | 0.5625 | 3.174s | 3.194s |
| Initial point 2 | 4.0571 | uniform | kd_tree | 39 | 2 | 0.6562 | 0.6562 | 3.256s | 7.517s |
| Initial point 3 | 3.2048 | dista.. | ball_tree | 25 | 2 | 0.25 | 0.6562 | 3.224s | 12.827s |
| Initial point 4 | 9.3499 | uniform | ball_tree | 39 | 2 | 0.375 | 0.6562 | 3.276s | 17.530s |
| Initial point 5 | 7.3244 | dista.. | auto | 30 | 2 | 0.7812 | 0.7812 | 3.235s | 21.766s |
| Initial point 6 | 8.4822 | dista.. | ball_tree | 21 | 2 | 0.8125 | 0.8125 | 3.236s | 27.522s |
| Initial point 7 | 6.0671 | dista.. | ball_tree | 24 | 1 | 0.4688 | 0.8125 | 3.237s | 33.670s |
| Initial point 8 | 1.4539 | dista.. | ball_tree | 21 | 2 | 0.5 | 0.8125 | 3.257s | 38.264s |
| Initial point 9 | 6.7584 | uniform | ball_tree | 24 | 1 | 0.75 | 0.8125 | 3.238s | 42.596s |
| Initial point 10 | 4.8003 | uniform | brute | 22 | 2 | 0.6562 | 0.8125 | 3.239s | 46.879s |
| Iteration 11 | 10.2301 | dista.. | auto | 39 | 2 | 0.4375 | 0.8125 | 3.230s | 51.467s |
| Iteration 12 | 8.1665 | dista.. | ball_tree | 22 | 2 | 0.875 | 0.875 | 3.236s | 56.168s |
| Iteration 13 | 7.9947 | dista.. | brute | 20 | 2 | 0.75 | 0.875 | 3.242s | 1m:01s |
| Iteration 14 | 8.0142 | dista.. | ball_tree | 22 | 2 | 0.6875 | 0.875 | 3.250s | 1m:06s |
| Iteration 15 | 0.9254 | uniform | auto | 30 | 1 | 0.5 | 0.875 | 3.228s | 1m:10s |
| Iteration 16 | 8.0777 | uniform | kd_tree | 21 | 1 | 0.625 | 0.875 | 3.246s | 1m:15s |
| Iteration 17 | 8.3701 | dista.. | ball_tree | 39 | 1 | 0.75 | 0.875 | 4.791s | 1m:21s |
| Iteration 18 | 0.0 | dista.. | ball_tree | 22 | 1 | 0.5 | 0.875 | 4.793s | 1m:28s |
| Iteration 19 | 6.0596 | uniform | brute | 40 | 1 | 0.25 | 0.875 | 4.708s | 1m:35s |
| Iteration 20 | 8.2921 | dista.. | brute | 22 | 2 | 0.2812 | 0.875 | 4.751s | 1m:41s |
| Iteration 21 | 8.2288 | dista.. | ball_tree | 23 | 2 | 0.6875 | 0.875 | 4.759s | 1m:48s |
| Iteration 22 | 8.3773 | dista.. | auto | 24 | 2 | 0.75 | 0.875 | 3.258s | 1m:53s |
| Iteration 23 | 8.1709 | uniform | auto | 24 | 1 | 0.6562 | 0.875 | 3.851s | 1m:59s |
| Iteration 24 | 7.0685 | dista.. | auto | 26 | 2 | 0.625 | 0.875 | 3.219s | 2m:06s |
| Iteration 25 | 8.6126 | dista.. | auto | 27 | 2 | 0.875 | 0.875 | 3.173s | 2m:12s |
| Iteration 26 | 8.7049 | uniform | ball_tree | 22 | 1 | 0.25 | 0.875 | 3.226s | 2m:18s |
| Iteration 27 | 8.6463 | dista.. | auto | 20 | 2 | 0.8125 | 0.875 | 3.103s | 2m:24s |
| Iteration 28 | 8.5777 | dista.. | auto | 27 | 2 | 0.625 | 0.875 | 3.117s | 2m:30s |
| Iteration 29 | 8.022 | dista.. | auto | 26 | 1 | 0.25 | 0.875 | 3.108s | 2m:36s |
| Iteration 30 | 9.0517 | dista.. | auto | 20 | 2 | 0.25 | 0.875 | 3.113s | 2m:42s |
| Iteration 31 | 8.6053 | dista.. | ball_tree | 23 | 2 | 0.75 | 0.875 | 3.187s | 2m:49s |
| Iteration 32 | 8.1547 | dista.. | auto | 24 | 2 | 0.9375 | 0.9375 | 3.180s | 2m:53s |
| Iteration 33 | 8.1222 | dista.. | auto | 36 | 2 | 0.5 | 0.9375 | 3.211s | 2m:58s |
| Iteration 34 | 8.1072 | dista.. | auto | 20 | 2 | 0.875 | 0.9375 | 3.209s | 3m:02s |
| Iteration 35 | 8.1507 | dista.. | auto | 21 | 2 | 0.3125 | 0.9375 | 3.204s | 3m:07s |
| Iteration 36 | 7.6997 | dista.. | ball_tree | 27 | 2 | 0.5625 | 0.9375 | 3.200s | 3m:11s |
| Iteration 37 | 8.4045 | dista.. | ball_tree | 29 | 2 | 0.3125 | 0.9375 | 3.202s | 3m:18s |
| Iteration 38 | 8.0835 | dista.. | auto | 26 | 2 | 0.75 | 0.9375 | 3.191s | 3m:23s |
| Iteration 39 | 7.3779 | dista.. | ball_tree | 20 | 2 | 0.4375 | 0.9375 | 3.197s | 3m:27s |
| Iteration 40 | 8.4893 | dista.. | auto | 23 | 2 | 0.5 | 0.9375 | 3.188s | 3m:32s |
| Iteration 41 | 8.0628 | dista.. | auto | 24 | 2 | 0.5625 | 0.9375 | 3.199s | 3m:36s |
| Iteration 42 | 7.7311 | dista.. | auto | 28 | 2 | 0.875 | 0.9375 | 3.185s | 3m:41s |
| Iteration 43 | 8.1361 | dista.. | auto | 29 | 2 | 0.5938 | 0.9375 | 4.680s | 3m:47s |
| Iteration 44 | 7.8914 | dista.. | auto | 27 | 2 | 0.5 | 0.9375 | 4.842s | 3m:54s |
| Iteration 45 | 9.5333 | dista.. | ball_tree | 21 | 2 | 0.6875 | 0.9375 | 4.750s | 4m:01s |
| Iteration 46 | 10.0084 | dista.. | auto | 28 | 2 | 0.75 | 0.9375 | 5.351s | 4m:09s |
| Iteration 47 | 5.6253 | dista.. | auto | 29 | 2 | 0.1875 | 0.9375 | 3.603s | 4m:15s |
| Iteration 48 | 9.4511 | dista.. | auto | 26 | 2 | 0.75 | 0.9375 | 3.201s | 4m:19s |
| Iteration 49 | 9.8576 | dista.. | auto | 30 | 2 | 0.5625 | 0.9375 | 3.183s | 4m:24s |
| Iteration 50 | 9.5806 | dista.. | ball_tree | 24 | 2 | 0.6875 | 0.9375 | 3.222s | 4m:28s |
Bayesian Optimization ---------------------------
Best call --> Iteration 32
Best parameters --> {'radius': 8.1547, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 24, 'p': 2}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 4m:30s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.019s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.69 ± 0.1114
Time elapsed: 0.054s
-------------------------------------------------
Total time: 4m:30s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.75 | 0.75 | 3.610s | 3.618s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.875 | 0.875 | 3.635s | 8.123s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.875 | 0.875 | 3.320s | 12.254s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.6875 | 0.875 | 3.496s | 16.721s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.7812 | 0.875 | 3.346s | 20.893s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.9375 | 0.9375 | 3.537s | 25.276s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.75 | 0.9375 | 3.174s | 31.009s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.75 | 0.9375 | 3.484s | 37.511s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.625 | 0.9375 | 3.178s | 41.973s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.5938 | 0.9375 | 3.284s | 46.048s |
| Iteration 11 | 52 | 0.0105 | SAMME.R | 0.5312 | 0.9375 | 3.130s | 51.789s |
| Iteration 12 | 463 | 0.0187 | SAMME.R | 0.6875 | 0.9375 | 3.471s | 58.295s |
| Iteration 13 | 459 | 0.2633 | SAMME.R | 0.6875 | 0.9375 | 3.463s | 1m:05s |
| Iteration 14 | 216 | 0.9927 | SAMME | 0.5625 | 0.9375 | 3.265s | 1m:09s |
| Iteration 15 | 433 | 0.05 | SAMME.R | 0.5 | 0.9375 | 3.519s | 1m:14s |
| Iteration 16 | 500 | 0.0184 | SAMME.R | 0.8125 | 0.9375 | 3.635s | 1m:19s |
| Iteration 17 | 229 | 1.0431 | SAMME | 1.0 | 1.0 | 3.364s | 1m:23s |
| Iteration 18 | 230 | 1.0143 | SAMME | 0.5625 | 1.0 | 3.364s | 1m:28s |
| Iteration 19 | 492 | 0.0136 | SAMME | 0.2812 | 1.0 | 3.498s | 1m:32s |
| Iteration 20 | 226 | 0.7021 | SAMME | 0.5 | 1.0 | 3.310s | 1m:36s |
| Iteration 21 | 458 | 0.227 | SAMME.R | 0.8125 | 1.0 | 3.534s | 1m:41s |
| Iteration 22 | 463 | 0.2364 | SAMME.R | 0.5625 | 1.0 | 3.523s | 1m:46s |
| Iteration 23 | 494 | 0.0196 | SAMME.R | 0.75 | 1.0 | 3.539s | 1m:50s |
| Iteration 24 | 227 | 1.0436 | SAMME | 0.75 | 1.0 | 3.979s | 1m:55s |
| Iteration 25 | 500 | 0.0647 | SAMME.R | 0.8125 | 1.0 | 3.585s | 2m:00s |
| Iteration 26 | 488 | 8.7128 | SAMME.R | 0.375 | 1.0 | 3.552s | 2m:05s |
| Iteration 27 | 452 | 8.0503 | SAMME.R | 0.875 | 1.0 | 3.503s | 2m:09s |
| Iteration 28 | 449 | 0.0172 | SAMME.R | 0.75 | 1.0 | 3.514s | 2m:14s |
| Iteration 29 | 500 | 0.1345 | SAMME.R | 0.5 | 1.0 | 3.542s | 2m:19s |
| Iteration 30 | 500 | 0.0567 | SAMME.R | 0.5625 | 1.0 | 3.554s | 2m:23s |
| Iteration 31 | 223 | 1.1165 | SAMME | 0.875 | 1.0 | 3.337s | 2m:28s |
| Iteration 32 | 222 | 1.2023 | SAMME | 0.8125 | 1.0 | 3.334s | 2m:32s |
| Iteration 33 | 226 | 1.216 | SAMME | 0.875 | 1.0 | 3.330s | 2m:37s |
| Iteration 34 | 230 | 1.3329 | SAMME | 0.875 | 1.0 | 3.237s | 2m:41s |
| Iteration 35 | 224 | 1.425 | SAMME | 0.9375 | 1.0 | 3.289s | 2m:45s |
| Iteration 36 | 227 | 1.5795 | SAMME | 0.6875 | 1.0 | 3.303s | 2m:50s |
| Iteration 37 | 240 | 5.4179 | SAMME.R | 0.7188 | 1.0 | 3.325s | 2m:54s |
| Iteration 38 | 219 | 1.5647 | SAMME | 0.8125 | 1.0 | 3.302s | 2m:59s |
| Iteration 39 | 236 | 1.3353 | SAMME | 0.5 | 1.0 | 3.307s | 3m:03s |
| Iteration 40 | 223 | 1.4296 | SAMME | 0.5 | 1.0 | 3.300s | 3m:08s |
| Iteration 41 | 454 | 6.6597 | SAMME.R | 0.75 | 1.0 | 3.507s | 3m:12s |
| Iteration 42 | 450 | 9.4407 | SAMME.R | 0.8125 | 1.0 | 3.508s | 3m:17s |
| Iteration 43 | 456 | 9.8481 | SAMME.R | 0.4688 | 1.0 | 3.525s | 3m:22s |
| Iteration 44 | 226 | 1.1539 | SAMME | 0.5625 | 1.0 | 3.308s | 3m:26s |
| Iteration 45 | 224 | 1.3159 | SAMME | 0.875 | 1.0 | 3.315s | 3m:31s |
| Iteration 46 | 225 | 1.2008 | SAMME | 0.5625 | 1.0 | 3.291s | 3m:35s |
| Iteration 47 | 225 | 1.2102 | SAMME | 0.625 | 1.0 | 3.307s | 3m:40s |
| Iteration 48 | 226 | 1.044 | SAMME | 0.625 | 1.0 | 3.295s | 3m:44s |
| Iteration 49 | 224 | 1.2621 | SAMME | 0.75 | 1.0 | 3.325s | 3m:49s |
| Iteration 50 | 224 | 1.2622 | SAMME | 0.875 | 1.0 | 3.301s | 3m:53s |
Bayesian Optimization ---------------------------
Best call --> Iteration 17
Best parameters --> {'n_estimators': 229, 'learning_rate': 1.0431, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:55s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.185s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.89 ± 0.0663
Time elapsed: 0.855s
-------------------------------------------------
Total time: 3m:56s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.6875 | 0.6875 | 3.552s | 3.571s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.9375 | 0.9375 | 3.398s | 9.622s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.75 | 0.9375 | 3.437s | 14.358s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.9375 | 3.281s | 18.502s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.75 | 0.9375 | 3.464s | 22.782s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.75 | 0.9375 | 3.311s | 26.950s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.8125 | 0.9375 | 3.341s | 31.147s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.8125 | 0.9375 | 3.354s | 35.342s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.625 | 0.9375 | 3.461s | 40.393s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.4375 | 0.9375 | 3.303s | 45.548s |
| Iteration 11 | 95 | gini | 3 | 12 | 5 | 0.6 | False | 0.0321 | --- | 0.4375 | 0.9375 | 3.210s | 50.216s |
| Iteration 12 | 192 | gini | 5 | 7 | 5 | 0.7 | False | 0.0179 | --- | 0.6562 | 0.9375 | 3.262s | 54.749s |
| Iteration 13 | 199 | gini | 5 | 19 | 2 | 0.6 | False | 0.0018 | --- | 0.625 | 0.9375 | 3.279s | 59.330s |
| Iteration 14 | 418 | gini | 5 | 10 | 6 | 0.6 | False | 0.0172 | --- | 0.375 | 0.9375 | 3.422s | 1m:04s |
| Iteration 15 | 12 | entropy | 1 | 3 | 4 | None | True | 0.0164 | 0.5 | 0.25 | 0.9375 | 3.167s | 1m:08s |
| Iteration 16 | 500 | gini | 9 | 20 | 1 | auto | False | 0.0 | --- | 0.625 | 0.9375 | 3.447s | 1m:13s |
| Iteration 17 | 10 | entropy | 1 | 16 | 12 | auto | False | 0.0028 | --- | 0.6875 | 0.9375 | 3.212s | 1m:18s |
| Iteration 18 | 500 | entropy | 5 | 14 | 17 | auto | False | 0.0301 | --- | 0.625 | 0.9375 | 3.434s | 1m:24s |
| Iteration 19 | 238 | entropy | 9 | 2 | 1 | auto | True | 0.035 | 0.9 | 0.375 | 0.9375 | 3.349s | 1m:30s |
| Iteration 20 | 10 | gini | 1 | 3 | 17 | 0.6 | False | 0.0338 | --- | 0.6562 | 0.9375 | 3.110s | 1m:34s |
| Iteration 21 | 500 | gini | 7 | 8 | 19 | auto | True | 0.0272 | 0.5 | 0.5 | 0.9375 | 3.551s | 1m:39s |
| Iteration 22 | 388 | entropy | 6 | 2 | 3 | auto | False | 0.0006 | --- | 0.75 | 0.9375 | 3.411s | 1m:43s |
| Iteration 23 | 464 | entropy | 9 | 2 | 20 | 0.5 | False | 0.028 | --- | 0.5312 | 0.9375 | 3.407s | 1m:48s |
| Iteration 24 | 500 | entropy | 5 | 8 | 5 | sqrt | False | 0.0192 | --- | 0.75 | 0.9375 | 3.455s | 1m:53s |
| Iteration 25 | 500 | gini | 5 | 12 | 5 | 0.6 | False | 0.0059 | --- | 1.0 | 1.0 | 3.448s | 1m:57s |
| Iteration 26 | 10 | entropy | 6 | 11 | 6 | 0.9 | False | 0.0178 | --- | 0.625 | 1.0 | 3.182s | 2m:03s |
| Iteration 27 | 483 | gini | 5 | 12 | 5 | log2 | False | 0.0214 | --- | 0.875 | 1.0 | 3.478s | 2m:08s |
| Iteration 28 | 107 | entropy | 5 | 11 | 5 | 0.5 | False | 0.001 | --- | 0.875 | 1.0 | 3.221s | 2m:12s |
| Iteration 29 | 500 | gini | 5 | 12 | 5 | 0.7 | False | 0.0174 | --- | 0.5 | 1.0 | 3.462s | 2m:17s |
| Iteration 30 | 22 | gini | 5 | 15 | 5 | 0.5 | False | 0.0278 | --- | 0.5312 | 1.0 | 3.172s | 2m:22s |
| Iteration 31 | 498 | gini | 5 | 14 | 5 | 0.6 | False | 0.0277 | --- | 0.75 | 1.0 | 3.459s | 2m:28s |
| Iteration 32 | 273 | gini | 5 | 3 | 5 | 0.6 | False | 0.0041 | --- | 0.5625 | 1.0 | 3.314s | 2m:34s |
| Iteration 33 | 444 | gini | 5 | 11 | 5 | 0.6 | False | 0.0093 | --- | 0.9375 | 1.0 | 3.447s | 2m:39s |
| Iteration 34 | 227 | entropy | 5 | 12 | 5 | 0.6 | False | 0.0 | --- | 0.9375 | 1.0 | 3.302s | 2m:43s |
| Iteration 35 | 28 | entropy | 5 | 11 | 5 | 0.6 | False | 0.0155 | --- | 0.9375 | 1.0 | 3.191s | 2m:48s |
| Iteration 36 | 490 | entropy | 5 | 11 | 5 | 0.6 | False | 0.014 | --- | 0.625 | 1.0 | 3.488s | 2m:53s |
| Iteration 37 | 500 | gini | 5 | 11 | 5 | 0.6 | False | 0.0019 | --- | 0.75 | 1.0 | 3.494s | 2m:58s |
| Iteration 38 | 79 | entropy | 5 | 11 | 5 | 0.5 | False | 0.0231 | --- | 0.875 | 1.0 | 3.225s | 3m:03s |
| Iteration 39 | 31 | gini | 5 | 11 | 5 | 0.6 | False | 0.0215 | --- | 0.75 | 1.0 | 3.206s | 3m:08s |
| Iteration 40 | 495 | gini | 5 | 11 | 5 | 0.5 | False | 0.024 | --- | 0.5625 | 1.0 | 3.480s | 3m:13s |
| Iteration 41 | 118 | gini | 6 | 11 | 5 | None | False | 0.0 | --- | 0.9688 | 1.0 | 3.272s | 3m:17s |
| Iteration 42 | 10 | entropy | None | 9 | 1 | auto | False | 0.0 | --- | 0.8125 | 1.0 | 3.191s | 3m:22s |
| Iteration 43 | 315 | entropy | 9 | 9 | 1 | None | False | 0.0 | --- | 0.7812 | 1.0 | 3.359s | 3m:26s |
| Iteration 44 | 427 | gini | 9 | 20 | 7 | 0.6 | True | 0.0 | 0.8 | 0.5625 | 1.0 | 3.494s | 3m:31s |
| Iteration 45 | 317 | gini | 8 | 20 | 16 | log2 | True | 0.0344 | 0.5 | 0.5 | 1.0 | 3.419s | 3m:36s |
| Iteration 46 | 134 | entropy | 4 | 2 | 17 | 0.9 | False | 0.0 | --- | 0.7812 | 1.0 | 3.281s | 3m:41s |
| Iteration 47 | 390 | entropy | 3 | 20 | 7 | None | False | 0.0003 | --- | 0.5 | 1.0 | 3.448s | 3m:46s |
| Iteration 48 | 10 | entropy | None | 9 | 20 | auto | False | 0.0 | --- | 0.3125 | 1.0 | 3.157s | 3m:50s |
| Iteration 49 | 10 | gini | 6 | 12 | 5 | 0.6 | False | 0.0 | --- | 0.6875 | 1.0 | 3.289s | 3m:55s |
| Iteration 50 | 102 | entropy | 6 | 11 | 5 | 0.7 | False | 0.0005 | --- | 0.7812 | 1.0 | 3.238s | 4m:01s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'n_estimators': 500, 'criterion': 'gini', 'max_depth': 5, 'min_samples_split': 12, 'min_samples_leaf': 5, 'max_features': 0.6, 'bootstrap': False, 'ccp_alpha': 0.0059}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:02s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.356s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.0837
Time elapsed: 1.580s
-------------------------------------------------
Total time: 4m:04s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.282s | 3.301s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.875 | 0.875 | 3.312s | 8.267s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.875 | 3.309s | 12.589s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.875 | 3.240s | 16.677s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.875 | 3.262s | 20.792s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.875 | 3.217s | 24.881s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.875 | 3.250s | 30.819s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.875 | 3.244s | 35.338s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.6875 | 0.875 | 3.286s | 39.496s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.875 | 3.238s | 45.169s |
| Iteration 11 | 41 | 0.9435 | 6 | 0.262 | 9 | 0.6 | 0.4 | 100 | 0.01 | 0.5 | 0.875 | 3.240s | 50.049s |
| Iteration 12 | 470 | 0.0362 | 5 | 0.3887 | 3 | 0.8 | 0.9 | 0.01 | 0.1 | 0.75 | 0.875 | 3.272s | 54.622s |
| Iteration 13 | 277 | 0.0202 | 5 | 0.2841 | 1 | 0.7 | 1.0 | 0.1 | 0.1 | 0.75 | 0.875 | 3.281s | 59.153s |
| Iteration 14 | 500 | 0.031 | 8 | 0.2552 | 3 | 0.9 | 1.0 | 0.1 | 0.01 | 0.5625 | 0.875 | 3.273s | 1m:04s |
| Iteration 15 | 437 | 0.0567 | 6 | 0.5079 | 5 | 0.8 | 0.9 | 0.1 | 0.1 | 0.6562 | 0.875 | 3.225s | 1m:08s |
| Iteration 16 | 384 | 0.8284 | 9 | 0.2308 | 3 | 0.8 | 0.5 | 0.1 | 0.1 | 0.875 | 0.875 | 3.232s | 1m:13s |
| Iteration 17 | 356 | 0.0591 | 7 | 0.9457 | 3 | 0.9 | 0.4 | 0.1 | 0.1 | 0.875 | 0.875 | 3.236s | 1m:17s |
| Iteration 18 | 266 | 0.1421 | 4 | 0.5299 | 3 | 0.8 | 0.6 | 0.1 | 0.1 | 0.75 | 0.875 | 3.170s | 1m:24s |
| Iteration 19 | 401 | 0.0402 | 2 | 1.0 | 2 | 0.9 | 0.5 | 0.1 | 0.1 | 0.25 | 0.875 | 3.208s | 1m:29s |
| Iteration 20 | 414 | 0.0446 | 5 | 0.193 | 3 | 1.0 | 0.7 | 0.1 | 0.1 | 0.75 | 0.875 | 3.243s | 1m:34s |
| Iteration 21 | 403 | 0.3048 | 8 | 0.9131 | 3 | 0.9 | 0.6 | 0.1 | 0.1 | 0.8125 | 0.875 | 3.287s | 1m:39s |
| Iteration 22 | 337 | 0.0156 | 8 | 0.0006 | 3 | 0.6 | 0.6 | 0.1 | 0.1 | 0.75 | 0.875 | 3.240s | 1m:44s |
| Iteration 23 | 79 | 0.8601 | 8 | 0.9925 | 3 | 0.8 | 0.5 | 0.1 | 0.1 | 0.5938 | 0.875 | 3.249s | 1m:48s |
| Iteration 24 | 393 | 0.0242 | 2 | 0.6861 | 3 | 0.8 | 1.0 | 0.01 | 1 | 0.8125 | 0.875 | 3.247s | 1m:53s |
| Iteration 25 | 386 | 0.0139 | 7 | 0.274 | 3 | 0.8 | 0.6 | 0.1 | 0.1 | 1.0 | 1.0 | 3.290s | 1m:58s |
| Iteration 26 | 377 | 0.01 | 6 | 0.0463 | 3 | 0.8 | 1.0 | 0.1 | 1 | 0.75 | 1.0 | 3.274s | 2m:04s |
| Iteration 27 | 372 | 0.0287 | 5 | 0.8282 | 3 | 0.7 | 0.4 | 0.01 | 100 | 0.75 | 1.0 | 3.178s | 2m:11s |
| Iteration 28 | 371 | 0.0156 | 6 | 0.0682 | 3 | 0.7 | 1.0 | 0.01 | 0 | 0.5 | 1.0 | 3.816s | 2m:18s |
| Iteration 29 | 368 | 0.01 | 1 | 0.754 | 3 | 0.8 | 0.6 | 0 | 0.1 | 0.5 | 1.0 | 3.090s | 2m:24s |
| Iteration 30 | 352 | 0.012 | 7 | 0.1071 | 3 | 0.8 | 0.5 | 0.1 | 0.1 | 0.5 | 1.0 | 3.167s | 2m:29s |
| Iteration 31 | 500 | 0.0697 | 9 | 0.6104 | 3 | 0.8 | 0.9 | 0 | 0.1 | 0.625 | 1.0 | 3.229s | 2m:34s |
| Iteration 32 | 239 | 0.3152 | 2 | 0.0406 | 2 | 0.8 | 0.9 | 1 | 1 | 0.75 | 1.0 | 3.234s | 2m:38s |
| Iteration 33 | 500 | 0.2181 | 8 | 0.0447 | 2 | 0.7 | 0.8 | 0.1 | 0.1 | 0.875 | 1.0 | 3.251s | 2m:43s |
| Iteration 34 | 43 | 0.2638 | 2 | 0.9346 | 2 | 0.7 | 0.9 | 0 | 1 | 1.0 | 1.0 | 3.222s | 2m:48s |
| Iteration 35 | 20 | 0.5329 | 1 | 0.8408 | 6 | 0.7 | 0.5 | 0 | 1 | 0.5 | 1.0 | 3.192s | 2m:52s |
| Iteration 36 | 73 | 0.0111 | 3 | 0.5416 | 1 | 0.8 | 0.8 | 0 | 1 | 0.6875 | 1.0 | 3.206s | 2m:57s |
| Iteration 37 | 33 | 0.1029 | 5 | 0.8537 | 5 | 0.8 | 0.5 | 100 | 1 | 0.5 | 1.0 | 3.192s | 3m:01s |
| Iteration 38 | 196 | 0.3638 | 2 | 0.3926 | 1 | 0.5 | 0.9 | 0 | 0.1 | 0.8125 | 1.0 | 3.227s | 3m:06s |
| Iteration 39 | 36 | 0.7531 | 7 | 0.3794 | 3 | 1.0 | 0.6 | 1 | 0 | 0.5312 | 1.0 | 3.177s | 3m:11s |
| Iteration 40 | 20 | 0.8087 | 1 | 0.603 | 1 | 1.0 | 1.0 | 0 | 10 | 0.5312 | 1.0 | 3.157s | 3m:15s |
| Iteration 41 | 20 | 0.9171 | 4 | 0.0525 | 1 | 0.6 | 1.0 | 0 | 1 | 0.8125 | 1.0 | 3.081s | 3m:22s |
| Iteration 42 | 500 | 0.2423 | 10 | 0.4354 | 1 | 0.7 | 0.4 | 0 | 1 | 0.875 | 1.0 | 3.181s | 3m:27s |
| Iteration 43 | 20 | 0.027 | 10 | 0.2752 | 1 | 0.8 | 0.6 | 0 | 1 | 0.8125 | 1.0 | 3.163s | 3m:32s |
| Iteration 44 | 370 | 0.2482 | 10 | 0.9555 | 1 | 0.5 | 0.4 | 0 | 10 | 0.5625 | 1.0 | 3.228s | 3m:36s |
| Iteration 45 | 79 | 0.0299 | 10 | 0.0086 | 1 | 0.7 | 0.5 | 0 | 0.1 | 0.875 | 1.0 | 3.165s | 3m:41s |
| Iteration 46 | 325 | 0.0147 | 10 | 0.0 | 10 | 1.0 | 0.4 | 0 | 100 | 0.5 | 1.0 | 3.186s | 3m:46s |
| Iteration 47 | 500 | 0.0378 | 10 | 0.0 | 1 | 1.0 | 0.6 | 0 | 0.1 | 0.625 | 1.0 | 3.232s | 3m:50s |
| Iteration 48 | 362 | 0.9023 | 10 | 0.1048 | 1 | 0.7 | 0.4 | 0.01 | 1 | 0.5 | 1.0 | 3.216s | 3m:55s |
| Iteration 49 | 370 | 0.1743 | 6 | 0.8529 | 1 | 0.5 | 1.0 | 0 | 1 | 0.6875 | 1.0 | 4.091s | 4m:01s |
| Iteration 50 | 359 | 0.0212 | 9 | 0.9806 | 10 | 0.9 | 0.9 | 0.01 | 100 | 0.5 | 1.0 | 4.845s | 4m:08s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'n_estimators': 386, 'learning_rate': 0.0139, 'max_depth': 7, 'gamma': 0.274, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.6, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:10s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9661
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.126s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.0927
Time elapsed: 0.399s
-------------------------------------------------
Total time: 4m:11s
Final results ==================== >>
Duration: 29m:40s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.88 ± 0.0731
Logistic Regression --> roc_auc: 0.74 ± 0.049
Linear Discriminant Analysis --> roc_auc: 0.7 ± 0.0
Quadratic Discriminant Analysis --> roc_auc: 0.7 ± 0.0
Radius Nearest Neighbors --> roc_auc: 0.69 ± 0.1114 ~
AdaBoost --> roc_auc: 0.89 ± 0.0663
Random Forest --> roc_auc: 0.9 ± 0.0837 !
XGBoost --> roc_auc: 0.88 ± 0.0927
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 845 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASMNSGYSTLTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVRGGSYIPTF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CALILTGGGNKLTF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAVRGAGSYQLTF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CAGPNAGGTSYGKLTF.
>>> Dropping feature CALMDTGRRALTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVRGNNARLMF.
>>> Dropping feature CAASPNTGNQFYF.
>>> Dropping feature CAATNFGNEKLTF.
>>> Dropping feature CALDSNYQLIW.
>>> Dropping feature CAVSSGGGADGLTF.
>>> Dropping feature CALNTDKLIF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVVNAGGTSYGKLTF.
>>> Dropping feature CASSSGETQYF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CASSSTDTQYF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CALNTGTASKLTF.
>>> Dropping feature CASSLADTQYF.
>>> Dropping feature CASSLAGTDTQYF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.625 | 0.625 | 1.712s | 1.739s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.5938 | 0.625 | 0.938s | 5.803s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.625 | 0.625 | 0.903s | 8.378s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.625 | 0.625 | 0.937s | 10.842s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 1.0 | 1.0 | 0.949s | 14.621s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.75 | 1.0 | 0.999s | 19.135s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.7188 | 1.0 | 0.757s | 23.056s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.9375 | 1.0 | 0.836s | 25.181s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 1.0 | 1.0 | 0.732s | 27.996s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 1.0 | 1.0 | 0.671s | 31.356s |
| Iteration 11 | exponen.. | 0.0146 | 156 | 1.0 | friedman_mse | 17 | 16 | 3 | 0.8 | 0.0042 | 0.75 | 1.0 | 0.687s | 35.003s |
| Iteration 12 | exponen.. | 0.016 | 203 | 1.0 | friedman_mse | 14 | 4 | 8 | None | 0.015 | 0.9375 | 1.0 | 0.687s | 38.629s |
| Iteration 13 | exponen.. | 0.0412 | 76 | 0.8 | friedman_mse | 19 | 11 | 5 | auto | 0.0111 | 0.625 | 1.0 | 0.658s | 42.411s |
| Iteration 14 | exponen.. | 0.0204 | 97 | 0.9 | friedman_mse | 19 | 1 | 10 | 0.5 | 0.0114 | 0.6875 | 1.0 | 0.698s | 44.577s |
| Iteration 15 | deviance | 0.0198 | 246 | 0.5 | squared_er.. | 12 | 18 | 3 | auto | 0.0169 | 0.5 | 1.0 | 0.677s | 46.370s |
| Iteration 16 | exponen.. | 0.3608 | 231 | 0.5 | friedman_mse | 11 | 4 | 6 | auto | 0.0153 | 1.0 | 1.0 | 0.687s | 48.242s |
| Iteration 17 | exponen.. | 0.127 | 235 | 0.7 | friedman_mse | 10 | 5 | 10 | 0.8 | 0.0198 | 0.625 | 1.0 | 0.691s | 50.168s |
| Iteration 18 | deviance | 0.1928 | 189 | 0.5 | friedman_mse | 10 | 3 | 2 | sqrt | 0.0163 | 0.8125 | 1.0 | 0.680s | 51.995s |
| Iteration 19 | exponen.. | 0.0778 | 240 | 0.7 | friedman_mse | 7 | 13 | 3 | 0.5 | 0.0 | 1.0 | 1.0 | 0.688s | 56.157s |
| Iteration 20 | exponen.. | 0.1871 | 186 | 0.9 | squared_er.. | 12 | 14 | 3 | sqrt | 0.0 | 1.0 | 1.0 | 0.710s | 58.480s |
| Iteration 21 | deviance | 0.045 | 269 | 0.7 | squared_er.. | 7 | 8 | 2 | 0.5 | 0.0 | 1.0 | 1.0 | 0.687s | 1m:00s |
| Iteration 22 | exponen.. | 1.0 | 470 | 0.5 | squared_er.. | 2 | 12 | 8 | 0.9 | 0.0 | 0.5625 | 1.0 | 0.726s | 1m:02s |
| Iteration 23 | exponen.. | 0.2296 | 228 | 0.8 | friedman_mse | 14 | 3 | 2 | auto | 0.0172 | 0.9375 | 1.0 | 0.696s | 1m:04s |
| Iteration 24 | exponen.. | 0.4236 | 222 | 0.9 | friedman_mse | 8 | 3 | 10 | log2 | 0.0023 | 1.0 | 1.0 | 0.682s | 1m:06s |
| Iteration 25 | exponen.. | 0.2438 | 200 | 0.8 | friedman_mse | 14 | 13 | 4 | 0.7 | 0.0 | 0.75 | 1.0 | 0.673s | 1m:08s |
| Iteration 26 | exponen.. | 0.0909 | 192 | 1.0 | friedman_mse | 4 | 11 | 2 | log2 | 0.0008 | 0.875 | 1.0 | 0.674s | 1m:10s |
| Iteration 27 | deviance | 0.1047 | 276 | 0.8 | squared_er.. | 17 | 4 | 10 | log2 | 0.0001 | 0.875 | 1.0 | 0.700s | 1m:12s |
| Iteration 28 | deviance | 0.0619 | 407 | 0.6 | friedman_mse | 17 | 20 | 5 | log2 | 0.0 | 0.5 | 1.0 | 0.715s | 1m:14s |
| Iteration 29 | exponen.. | 0.0712 | 229 | 0.5 | friedman_mse | 13 | 3 | 3 | auto | 0.0173 | 1.0 | 1.0 | 0.692s | 1m:16s |
| Iteration 30 | exponen.. | 0.183 | 236 | 0.5 | friedman_mse | 9 | 1 | 10 | auto | 0.0 | 0.5625 | 1.0 | 1.296s | 1m:19s |
| Iteration 31 | exponen.. | 0.075 | 242 | 0.6 | friedman_mse | 9 | 18 | 3 | 0.8 | 0.0346 | 0.5 | 1.0 | 0.686s | 1m:21s |
| Iteration 32 | deviance | 0.185 | 184 | 0.9 | squared_er.. | 5 | 16 | 6 | 0.5 | 0.0022 | 0.75 | 1.0 | 0.682s | 1m:23s |
| Iteration 33 | exponen.. | 0.0141 | 230 | 0.7 | squared_er.. | 8 | 3 | 4 | log2 | 0.0168 | 0.625 | 1.0 | 0.712s | 1m:25s |
| Iteration 34 | exponen.. | 0.0144 | 188 | 1.0 | squared_er.. | 4 | 16 | 2 | sqrt | 0.0064 | 0.8125 | 1.0 | 0.668s | 1m:27s |
| Iteration 35 | exponen.. | 0.1265 | 197 | 1.0 | friedman_mse | 18 | 13 | 6 | 0.7 | 0.004 | 1.0 | 1.0 | 0.668s | 1m:29s |
| Iteration 36 | exponen.. | 0.0534 | 229 | 0.6 | friedman_mse | 10 | 2 | 6 | 0.7 | 0.0178 | 1.0 | 1.0 | 0.700s | 1m:31s |
| Iteration 37 | exponen.. | 0.0477 | 190 | 1.0 | squared_er.. | 18 | 15 | 1 | 0.5 | 0.005 | 0.875 | 1.0 | 0.682s | 1m:33s |
| Iteration 38 | exponen.. | 1.0 | 274 | 0.9 | friedman_mse | 15 | 9 | 5 | 0.5 | 0.0 | 0.9375 | 1.0 | 0.697s | 1m:37s |
| Iteration 39 | exponen.. | 0.0302 | 215 | 0.9 | friedman_mse | 20 | 14 | 8 | None | 0.0083 | 0.75 | 1.0 | 0.697s | 1m:39s |
| Iteration 40 | exponen.. | 0.0356 | 138 | 0.6 | friedman_mse | 4 | 1 | 10 | sqrt | 0.0166 | 0.9375 | 1.0 | 0.744s | 1m:41s |
| Iteration 41 | exponen.. | 0.7691 | 216 | 1.0 | squared_er.. | 18 | 1 | 10 | log2 | 0.0 | 0.9375 | 1.0 | 0.749s | 1m:44s |
| Iteration 42 | exponen.. | 0.0801 | 271 | 0.5 | friedman_mse | 9 | 1 | 6 | log2 | 0.0172 | 0.875 | 1.0 | 0.764s | 1m:46s |
| Iteration 43 | exponen.. | 0.0277 | 317 | 0.7 | friedman_mse | 8 | 3 | 2 | 0.8 | 0.0 | 1.0 | 1.0 | 0.760s | 1m:48s |
| Iteration 44 | exponen.. | 0.0617 | 290 | 0.7 | friedman_mse | 5 | 7 | 2 | 0.6 | 0.0 | 0.8125 | 1.0 | 0.750s | 1m:50s |
| Iteration 45 | deviance | 0.0206 | 482 | 0.7 | squared_er.. | 8 | 2 | 8 | None | 0.0 | 0.6875 | 1.0 | 0.869s | 1m:52s |
| Iteration 46 | exponen.. | 0.088 | 303 | 1.0 | friedman_mse | 13 | 4 | 8 | log2 | 0.0051 | 0.75 | 1.0 | 0.710s | 1m:55s |
| Iteration 47 | exponen.. | 0.027 | 186 | 0.9 | friedman_mse | 20 | 14 | 7 | None | 0.0 | 0.875 | 1.0 | 0.669s | 1m:57s |
| Iteration 48 | exponen.. | 0.0159 | 190 | 1.0 | friedman_mse | 20 | 15 | 3 | 0.7 | 0.0052 | 0.9375 | 1.0 | 0.667s | 1m:59s |
| Iteration 49 | exponen.. | 0.0805 | 183 | 1.0 | friedman_mse | 10 | 16 | 4 | None | 0.0051 | 1.0 | 1.0 | 0.667s | 2m:02s |
| Iteration 50 | exponen.. | 0.015 | 184 | 1.0 | squared_er.. | 20 | 16 | 10 | None | 0.0042 | 0.8125 | 1.0 | 0.673s | 2m:04s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0395, 'n_estimators': 229, 'subsample': 0.6, 'criterion': 'friedman_mse', 'min_samples_split': 10, 'min_samples_leaf': 3, 'max_depth': 9, 'max_features': 'sqrt', 'ccp_alpha': 0.0184}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:05s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.071s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.87 ± 0.0245
Time elapsed: 0.337s
-------------------------------------------------
Total time: 2m:06s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.625 | 0.625 | 0.646s | 0.658s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.4375 | 0.625 | 0.640s | 2.169s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.5625 | 0.625 | 0.640s | 3.609s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.5625 | 0.625 | 0.648s | 5.048s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.4375 | 0.625 | 0.651s | 6.533s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.375 | 0.625 | 0.648s | 7.974s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.4375 | 0.625 | 0.640s | 9.435s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.8125 | 0.8125 | 1.231s | 13.948s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.8125 | 0.8125 | 0.634s | 15.967s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.375 | 0.8125 | 0.654s | 17.459s |
| Iteration 11 | l2 | 0.0015 | newto.. | 884 | --- | 0.5 | 0.8125 | 0.650s | 19.305s |
| Iteration 12 | elast.. | 0.0377 | saga | 100 | 0.2 | 0.375 | 0.8125 | 0.637s | 21.020s |
| Iteration 13 | l2 | 2.8935 | sag | 102 | --- | 0.25 | 0.8125 | 0.632s | 24.513s |
| Iteration 14 | l2 | 0.0063 | newto.. | 129 | --- | 0.3125 | 0.8125 | 0.661s | 28.574s |
| Iteration 15 | l1 | 37.2959 | libli.. | 565 | --- | 0.75 | 0.8125 | 0.642s | 31.525s |
| Iteration 16 | l2 | 0.001 | libli.. | 368 | --- | 0.4375 | 0.8125 | 0.640s | 33.467s |
| Iteration 17 | l2 | 0.0115 | libli.. | 833 | --- | 0.875 | 0.875 | 0.643s | 35.235s |
| Iteration 18 | l2 | 0.004 | libli.. | 762 | --- | 0.5 | 0.875 | 0.644s | 37.056s |
| Iteration 19 | l2 | 57.2594 | libli.. | 788 | --- | 0.625 | 0.875 | 0.646s | 40.104s |
| Iteration 20 | l2 | 0.0017 | libli.. | 869 | --- | 0.4375 | 0.875 | 0.637s | 43.319s |
| Iteration 21 | l1 | 0.0014 | libli.. | 996 | --- | 0.5 | 0.875 | 0.650s | 46.621s |
| Iteration 22 | l2 | 0.0077 | libli.. | 833 | --- | 1.0 | 1.0 | 0.736s | 48.893s |
| Iteration 23 | l2 | 2.4041 | sag | 829 | --- | 0.75 | 1.0 | 0.647s | 51.722s |
| Iteration 24 | none | --- | sag | 830 | --- | 0.75 | 1.0 | 0.649s | 54.805s |
| Iteration 25 | l2 | 0.5226 | newto.. | 838 | --- | 0.5 | 1.0 | 0.651s | 57.819s |
| Iteration 26 | l2 | 0.0025 | libli.. | 827 | --- | 0.8125 | 1.0 | 0.646s | 1m:01s |
| Iteration 27 | l2 | 0.0084 | libli.. | 833 | --- | 0.8125 | 1.0 | 0.652s | 1m:03s |
| Iteration 28 | l2 | 0.0068 | libli.. | 834 | --- | 0.625 | 1.0 | 0.659s | 1m:05s |
| Iteration 29 | l2 | 4.674 | libli.. | 831 | --- | 0.875 | 1.0 | 0.649s | 1m:09s |
| Iteration 30 | l1 | 0.0211 | libli.. | 835 | --- | 0.5 | 1.0 | 0.647s | 1m:11s |
| Iteration 31 | l2 | 0.001 | libli.. | 830 | --- | 0.5 | 1.0 | 0.644s | 1m:13s |
| Iteration 32 | l2 | 15.0447 | libli.. | 823 | --- | 1.0 | 1.0 | 0.654s | 1m:15s |
| Iteration 33 | none | --- | lbfgs | 819 | --- | 0.6875 | 1.0 | 0.656s | 1m:17s |
| Iteration 34 | none | --- | sag | 823 | --- | 0.375 | 1.0 | 0.683s | 1m:19s |
| Iteration 35 | l2 | 100.0 | libli.. | 815 | --- | 0.8125 | 1.0 | 0.680s | 1m:21s |
| Iteration 36 | l1 | 0.0014 | libli.. | 489 | --- | 0.5 | 1.0 | 0.673s | 1m:23s |
| Iteration 37 | l1 | 0.0015 | libli.. | 649 | --- | 0.5 | 1.0 | 0.881s | 1m:25s |
| Iteration 38 | l2 | 71.3205 | libli.. | 811 | --- | 0.5 | 1.0 | 0.882s | 1m:28s |
| Iteration 39 | l2 | 81.8142 | libli.. | 826 | --- | 0.75 | 1.0 | 0.885s | 1m:31s |
| Iteration 40 | l2 | 0.0087 | libli.. | 820 | --- | 0.5625 | 1.0 | 0.905s | 1m:34s |
| Iteration 41 | l2 | 73.8002 | libli.. | 828 | --- | 0.6875 | 1.0 | 0.872s | 1m:37s |
| Iteration 42 | l2 | 0.0059 | libli.. | 841 | --- | 0.75 | 1.0 | 0.868s | 1m:41s |
| Iteration 43 | l2 | 0.1806 | libli.. | 124 | --- | 0.5625 | 1.0 | 0.874s | 1m:46s |
| Iteration 44 | l2 | 0.3232 | libli.. | 830 | --- | 0.6875 | 1.0 | 0.895s | 1m:49s |
| Iteration 45 | l2 | 2.1641 | libli.. | 830 | --- | 0.625 | 1.0 | 0.884s | 1m:52s |
| Iteration 46 | l2 | 91.0398 | libli.. | 826 | --- | 0.4375 | 1.0 | 0.869s | 1m:56s |
| Iteration 47 | none | --- | lbfgs | 832 | --- | 0.8125 | 1.0 | 0.703s | 1m:59s |
| Iteration 48 | none | --- | lbfgs | 840 | --- | 0.5625 | 1.0 | 0.697s | 2m:01s |
| Iteration 49 | none | --- | lbfgs | 431 | --- | 0.75 | 1.0 | 0.684s | 2m:03s |
| Iteration 50 | l2 | 12.8402 | lbfgs | 829 | --- | 0.5625 | 1.0 | 0.695s | 2m:05s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'penalty': 'l2', 'C': 0.0077, 'solver': 'liblinear', 'max_iter': 833}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:06s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7348
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.77 ± 0.0245
Time elapsed: 0.052s
-------------------------------------------------
Total time: 2m:06s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.8125 | 0.8125 | 0.667s | 0.673s |
| Initial point 2 | svd | --- | 0.3125 | 0.8125 | 0.683s | 2.154s |
| Initial point 3 | svd | --- | 0.3125 | 0.8125 | 0.001s | 5.116s |
| Initial point 4 | lsqr | 0.8 | 0.5625 | 0.8125 | 0.627s | 7.046s |
| Initial point 5 | eigen | 0.9 | 0.4375 | 0.8125 | 0.640s | 8.615s |
| Initial point 6 | lsqr | 0.7 | 0.625 | 0.8125 | 0.641s | 10.087s |
| Initial point 7 | lsqr | 0.5 | 0.625 | 0.8125 | 0.670s | 11.546s |
| Initial point 8 | lsqr | 0.9 | 0.8125 | 0.8125 | 0.651s | 13.035s |
| Initial point 9 | lsqr | 0.6 | 0.8125 | 0.8125 | 0.654s | 14.525s |
| Initial point 10 | eigen | 0.8 | 0.4375 | 0.8125 | 0.634s | 15.964s |
| Iteration 11 | lsqr | 0.6 | 0.8125 | 0.8125 | 0.000s | 16.895s |
| Iteration 12 | lsqr | None | 0.3125 | 0.8125 | 1.195s | 19.048s |
| Iteration 13 | eigen | 0.7 | 0.25 | 0.8125 | 0.630s | 20.635s |
| Iteration 14 | lsqr | auto | 0.25 | 0.8125 | 0.642s | 23.450s |
| Iteration 15 | eigen | auto | 0.9375 | 0.9375 | 0.642s | 25.334s |
| Iteration 16 | svd | --- | 0.3125 | 0.9375 | 0.000s | 26.301s |
| Iteration 17 | svd | --- | 0.3125 | 0.9375 | 0.000s | 27.291s |
| Iteration 18 | lsqr | 1.0 | 0.5625 | 0.9375 | 0.638s | 28.884s |
| Iteration 19 | svd | --- | 0.3125 | 0.9375 | 0.000s | 29.882s |
| Iteration 20 | eigen | 0.6 | 0.625 | 0.9375 | 0.678s | 31.508s |
| Iteration 21 | eigen | 0.5 | 0.6875 | 0.9375 | 0.670s | 33.218s |
| Iteration 22 | eigen | None | 1.0 | 1.0 | 0.642s | 36.892s |
| Iteration 23 | svd | --- | 0.3125 | 1.0 | 0.000s | 38.465s |
| Iteration 24 | svd | --- | 0.3125 | 1.0 | 0.000s | 39.446s |
| Iteration 25 | svd | --- | 0.3125 | 1.0 | 0.000s | 40.421s |
| Iteration 26 | eigen | None | 1.0 | 1.0 | 0.000s | 41.445s |
| Iteration 27 | eigen | None | 1.0 | 1.0 | 0.000s | 42.442s |
| Iteration 28 | eigen | None | 1.0 | 1.0 | 0.000s | 43.459s |
| Iteration 29 | eigen | None | 1.0 | 1.0 | 0.000s | 44.608s |
| Iteration 30 | eigen | None | 1.0 | 1.0 | 0.000s | 45.666s |
| Iteration 31 | eigen | None | 1.0 | 1.0 | 0.000s | 48.854s |
| Iteration 32 | eigen | None | 1.0 | 1.0 | 0.000s | 50.460s |
| Iteration 33 | eigen | None | 1.0 | 1.0 | 0.000s | 51.484s |
| Iteration 34 | eigen | None | 1.0 | 1.0 | 0.000s | 53.285s |
| Iteration 35 | eigen | None | 1.0 | 1.0 | 0.000s | 54.327s |
| Iteration 36 | eigen | None | 1.0 | 1.0 | 0.000s | 55.391s |
| Iteration 37 | eigen | None | 1.0 | 1.0 | 0.000s | 58.572s |
| Iteration 38 | svd | --- | 0.3125 | 1.0 | 0.001s | 1m:00s |
| Iteration 39 | eigen | None | 1.0 | 1.0 | 0.001s | 1m:01s |
| Iteration 40 | eigen | None | 1.0 | 1.0 | 0.000s | 1m:02s |
| Iteration 41 | eigen | None | 1.0 | 1.0 | 0.000s | 1m:03s |
| Iteration 42 | eigen | None | 1.0 | 1.0 | 0.000s | 1m:04s |
| Iteration 43 | eigen | None | 1.0 | 1.0 | 0.000s | 1m:06s |
| Iteration 44 | eigen | None | 1.0 | 1.0 | 0.001s | 1m:07s |
| Iteration 45 | eigen | None | 1.0 | 1.0 | 0.000s | 1m:08s |
| Iteration 46 | eigen | None | 1.0 | 1.0 | 0.000s | 1m:09s |
| Iteration 47 | eigen | None | 1.0 | 1.0 | 0.000s | 1m:11s |
| Iteration 48 | eigen | None | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 49 | eigen | None | 1.0 | 1.0 | 0.000s | 1m:15s |
| Iteration 50 | eigen | None | 1.0 | 1.0 | 0.001s | 1m:17s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'solver': 'eigen', 'shrinkage': None}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7304
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.73 ± 0.0812
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:20s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.8125 | 0.8125 | 0.628s | 0.631s |
| Initial point 2 | 0.9 | 0.625 | 0.8125 | 0.658s | 2.431s |
| Initial point 3 | 0.1 | 0.5625 | 0.8125 | 0.643s | 3.905s |
| Initial point 4 | 1.0 | 0.8125 | 0.8125 | 0.000s | 4.705s |
| Initial point 5 | 0.2 | 0.4375 | 0.8125 | 0.633s | 6.123s |
| Initial point 6 | 0.4 | 0.625 | 0.8125 | 0.628s | 8.659s |
| Initial point 7 | 0.4 | 0.625 | 0.8125 | 0.001s | 9.771s |
| Initial point 8 | 0.7 | 0.75 | 0.8125 | 0.642s | 11.200s |
| Initial point 9 | 0.9 | 0.625 | 0.8125 | 0.000s | 12.020s |
| Initial point 10 | 0.8 | 0.4375 | 0.8125 | 1.215s | 14.133s |
| Iteration 11 | 0.3 | 0.625 | 0.8125 | 0.630s | 15.978s |
| Iteration 12 | 0.6 | 0.375 | 0.8125 | 0.642s | 17.576s |
| Iteration 13 | 0.5 | 0.25 | 0.8125 | 0.649s | 19.219s |
| Iteration 14 | 0.0 | 0.4375 | 0.8125 | 0.632s | 20.864s |
| Iteration 15 | 1.0 | 0.8125 | 0.8125 | 0.000s | 21.933s |
| Iteration 16 | 1.0 | 0.8125 | 0.8125 | 0.000s | 22.900s |
| Iteration 17 | 1.0 | 0.8125 | 0.8125 | 0.000s | 23.874s |
| Iteration 18 | 1.0 | 0.8125 | 0.8125 | 0.000s | 24.989s |
| Iteration 19 | 0.9 | 0.625 | 0.8125 | 0.000s | 26.121s |
| Iteration 20 | 0.6 | 0.375 | 0.8125 | 0.000s | 27.271s |
| Iteration 21 | 0.6 | 0.375 | 0.8125 | 0.000s | 30.950s |
| Iteration 22 | 1.0 | 0.8125 | 0.8125 | 0.000s | 32.523s |
| Iteration 23 | 1.0 | 0.8125 | 0.8125 | 0.000s | 33.497s |
| Iteration 24 | 1.0 | 0.8125 | 0.8125 | 0.000s | 34.516s |
| Iteration 25 | 1.0 | 0.8125 | 0.8125 | 0.000s | 35.533s |
| Iteration 26 | 1.0 | 0.8125 | 0.8125 | 0.000s | 37.851s |
| Iteration 27 | 1.0 | 0.8125 | 0.8125 | 0.000s | 39.204s |
| Iteration 28 | 0.9 | 0.625 | 0.8125 | 0.000s | 40.161s |
| Iteration 29 | 1.0 | 0.8125 | 0.8125 | 0.000s | 41.171s |
| Iteration 30 | 1.0 | 0.8125 | 0.8125 | 0.000s | 44.381s |
| Iteration 31 | 1.0 | 0.8125 | 0.8125 | 0.000s | 48.376s |
| Iteration 32 | 1.0 | 0.8125 | 0.8125 | 0.000s | 50.076s |
| Iteration 33 | 1.0 | 0.8125 | 0.8125 | 0.000s | 51.051s |
| Iteration 34 | 1.0 | 0.8125 | 0.8125 | 0.000s | 52.972s |
| Iteration 35 | 1.0 | 0.8125 | 0.8125 | 0.000s | 54.242s |
| Iteration 36 | 1.0 | 0.8125 | 0.8125 | 0.000s | 55.278s |
| Iteration 37 | 1.0 | 0.8125 | 0.8125 | 0.000s | 56.475s |
| Iteration 38 | 1.0 | 0.8125 | 0.8125 | 0.000s | 57.494s |
| Iteration 39 | 1.0 | 0.8125 | 0.8125 | 0.000s | 58.519s |
| Iteration 40 | 1.0 | 0.8125 | 0.8125 | 0.000s | 59.657s |
| Iteration 41 | 1.0 | 0.8125 | 0.8125 | 0.000s | 1m:01s |
| Iteration 42 | 1.0 | 0.8125 | 0.8125 | 0.000s | 1m:02s |
| Iteration 43 | 1.0 | 0.8125 | 0.8125 | 0.001s | 1m:03s |
| Iteration 44 | 1.0 | 0.8125 | 0.8125 | 0.000s | 1m:04s |
| Iteration 45 | 1.0 | 0.8125 | 0.8125 | 0.001s | 1m:05s |
| Iteration 46 | 1.0 | 0.8125 | 0.8125 | 0.001s | 1m:06s |
| Iteration 47 | 1.0 | 0.8125 | 0.8125 | 0.001s | 1m:08s |
| Iteration 48 | 1.0 | 0.8125 | 0.8125 | 0.001s | 1m:10s |
| Iteration 49 | 1.0 | 0.8125 | 0.8125 | 0.001s | 1m:12s |
| Iteration 50 | 1.0 | 0.8125 | 0.8125 | 0.001s | 1m:14s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'reg_param': 1.0}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7295
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.011s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.44 ± 0.2177
Time elapsed: 0.037s
-------------------------------------------------
Total time: 1m:15s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.7614 | dista.. | auto | 40 | 1 | 0.75 | 0.75 | 0.891s | 0.918s |
| Initial point 2 | 5.0752 | uniform | kd_tree | 39 | 2 | 0.3125 | 0.75 | 0.886s | 3.286s |
| Initial point 3 | 4.0091 | dista.. | ball_tree | 25 | 2 | 0.5625 | 0.75 | 0.897s | 5.815s |
| Initial point 4 | 11.6964 | uniform | ball_tree | 39 | 2 | 0.5 | 0.75 | 0.872s | 9.901s |
| Initial point 5 | 9.1626 | dista.. | auto | 30 | 2 | 0.75 | 0.75 | 0.885s | 14.505s |
| Initial point 6 | 10.6109 | dista.. | ball_tree | 21 | 2 | 0.4375 | 0.75 | 0.890s | 19.028s |
| Initial point 7 | 7.5897 | dista.. | ball_tree | 24 | 1 | 0.625 | 0.75 | 0.713s | 23.462s |
| Initial point 8 | 1.8188 | dista.. | ball_tree | 21 | 2 | 0.5312 | 0.75 | 0.690s | 27.618s |
| Initial point 9 | 8.4544 | uniform | ball_tree | 24 | 1 | 0.6562 | 0.75 | 0.682s | 29.890s |
| Initial point 10 | 6.005 | uniform | brute | 22 | 2 | 0.2812 | 0.75 | 1.240s | 32.101s |
| Iteration 11 | 0.0 | uniform | auto | 40 | 1 | 0.5 | 0.75 | 0.649s | 33.970s |
| Iteration 12 | 7.9985 | dista.. | auto | 39 | 2 | 0.5625 | 0.75 | 0.665s | 35.908s |
| Iteration 13 | 12.7974 | dista.. | auto | 20 | 1 | 0.3125 | 0.75 | 0.651s | 37.757s |
| Iteration 14 | 10.5591 | uniform | auto | 30 | 2 | 0.5 | 0.75 | 0.640s | 39.769s |
| Iteration 15 | 12.3815 | dista.. | auto | 30 | 1 | 0.9375 | 0.9375 | 0.639s | 41.700s |
| Iteration 16 | 12.7974 | dista.. | auto | 30 | 1 | 0.5625 | 0.9375 | 0.641s | 43.571s |
| Iteration 17 | 0.1362 | dista.. | brute | 29 | 2 | 0.3125 | 0.9375 | 0.643s | 45.376s |
| Iteration 18 | 12.0487 | dista.. | ball_tree | 33 | 1 | 0.6875 | 0.9375 | 0.659s | 47.299s |
| Iteration 19 | 0.0932 | dista.. | auto | 34 | 1 | 0.5 | 0.9375 | 0.642s | 49.566s |
| Iteration 20 | 12.7974 | dista.. | auto | 33 | 1 | 0.5 | 0.9375 | 0.642s | 51.490s |
| Iteration 21 | 12.3261 | dista.. | brute | 40 | 1 | 0.875 | 0.9375 | 0.646s | 53.320s |
| Iteration 22 | 0.1338 | uniform | brute | 39 | 1 | 0.125 | 0.9375 | 0.646s | 55.169s |
| Iteration 23 | 5.9342 | dista.. | brute | 40 | 1 | 0.5625 | 0.9375 | 0.650s | 56.956s |
| Iteration 24 | 0.7683 | dista.. | kd_tree | 30 | 1 | 0.4375 | 0.9375 | 0.698s | 58.893s |
| Iteration 25 | 12.7974 | dista.. | brute | 40 | 2 | 0.6875 | 0.9375 | 0.693s | 1m:01s |
| Iteration 26 | 11.8611 | dista.. | auto | 31 | 2 | 0.9375 | 0.9375 | 0.636s | 1m:03s |
| Iteration 27 | 11.1925 | dista.. | kd_tree | 31 | 2 | 0.75 | 0.9375 | 0.636s | 1m:05s |
| Iteration 28 | 12.7974 | dista.. | ball_tree | 31 | 1 | 0.625 | 0.9375 | 0.637s | 1m:08s |
| Iteration 29 | 12.7974 | dista.. | brute | 40 | 2 | 0.6875 | 0.9375 | 0.001s | 1m:10s |
| Iteration 30 | 8.9246 | dista.. | kd_tree | 31 | 2 | 0.75 | 0.9375 | 0.659s | 1m:12s |
| Iteration 31 | 12.7974 | dista.. | ball_tree | 28 | 2 | 0.8125 | 0.9375 | 0.645s | 1m:15s |
| Iteration 32 | 11.0124 | dista.. | brute | 28 | 2 | 0.875 | 0.9375 | 0.703s | 1m:17s |
| Iteration 33 | 12.7974 | dista.. | ball_tree | 27 | 2 | 0.125 | 0.9375 | 0.690s | 1m:19s |
| Iteration 34 | 5.7853 | dista.. | kd_tree | 28 | 2 | 0.625 | 0.9375 | 1.234s | 1m:22s |
| Iteration 35 | 8.8642 | dista.. | ball_tree | 31 | 2 | 0.75 | 0.9375 | 0.696s | 1m:24s |
| Iteration 36 | 12.3132 | dista.. | auto | 30 | 1 | 1.0 | 1.0 | 0.670s | 1m:26s |
| Iteration 37 | 11.8341 | dista.. | ball_tree | 30 | 1 | 0.875 | 1.0 | 0.648s | 1m:28s |
| Iteration 38 | 12.0225 | uniform | auto | 30 | 1 | 0.75 | 1.0 | 0.650s | 1m:31s |
| Iteration 39 | 12.7974 | uniform | brute | 28 | 1 | 0.5625 | 1.0 | 0.655s | 1m:33s |
| Iteration 40 | 12.0702 | dista.. | auto | 31 | 2 | 0.6875 | 1.0 | 0.651s | 1m:36s |
| Iteration 41 | 12.2698 | dista.. | ball_tree | 30 | 1 | 0.6875 | 1.0 | 0.686s | 1m:41s |
| Iteration 42 | 5.8199 | dista.. | ball_tree | 32 | 2 | 0.625 | 1.0 | 0.673s | 1m:46s |
| Iteration 43 | 12.7974 | dista.. | ball_tree | 29 | 2 | 0.6875 | 1.0 | 0.644s | 1m:51s |
| Iteration 44 | 11.7538 | uniform | auto | 31 | 2 | 0.5 | 1.0 | 0.674s | 1m:56s |
| Iteration 45 | 12.0868 | dista.. | auto | 30 | 1 | 0.8125 | 1.0 | 0.646s | 2m:01s |
| Iteration 46 | 12.7974 | uniform | auto | 36 | 2 | 0.5 | 1.0 | 0.674s | 2m:06s |
| Iteration 47 | 0.0 | dista.. | ball_tree | 37 | 1 | 0.5 | 1.0 | 0.650s | 2m:10s |
| Iteration 48 | 12.7974 | dista.. | ball_tree | 28 | 1 | 0.8125 | 1.0 | 0.657s | 2m:15s |
| Iteration 49 | 0.0 | uniform | brute | 33 | 1 | 0.5 | 1.0 | 0.655s | 2m:20s |
| Iteration 50 | 11.6933 | dista.. | auto | 31 | 2 | 0.8125 | 1.0 | 0.645s | 2m:24s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'radius': 12.3132, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 30, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:28s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.83 ± 0.04
Time elapsed: 0.051s
-------------------------------------------------
Total time: 2m:29s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.7188 | 0.7188 | 1.017s | 1.024s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.875 | 0.875 | 1.043s | 5.648s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.4375 | 0.875 | 1.101s | 10.530s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.875 | 0.875 | 1.309s | 15.605s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.9688 | 0.9688 | 1.122s | 20.327s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.6875 | 0.9688 | 1.398s | 25.636s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.0938 | 0.9688 | 0.908s | 30.153s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.875 | 0.9688 | 1.272s | 34.913s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.9375 | 0.9688 | 0.699s | 39.141s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.6875 | 0.9688 | 1.419s | 44.325s |
| Iteration 11 | 73 | 0.045 | SAMME | 0.8125 | 0.9688 | 0.707s | 48.928s |
| Iteration 12 | 258 | 0.021 | SAMME | 0.75 | 0.9688 | 0.807s | 53.388s |
| Iteration 13 | 248 | 0.0569 | SAMME | 0.5312 | 0.9688 | 0.806s | 55.899s |
| Iteration 14 | 413 | 0.0378 | SAMME.R | 0.8125 | 0.9688 | 0.960s | 58.008s |
| Iteration 15 | 472 | 0.0339 | SAMME.R | 0.9375 | 0.9688 | 1.033s | 1m:00s |
| Iteration 16 | 477 | 0.01 | SAMME.R | 0.7812 | 0.9688 | 1.088s | 1m:02s |
| Iteration 17 | 98 | 0.01 | SAMME | 0.875 | 0.9688 | 0.754s | 1m:04s |
| Iteration 18 | 348 | 0.01 | SAMME.R | 0.8125 | 0.9688 | 0.913s | 1m:08s |
| Iteration 19 | 96 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.724s | 1m:11s |
| Iteration 20 | 50 | 0.0107 | SAMME.R | 0.75 | 1.0 | 0.690s | 1m:12s |
| Iteration 21 | 429 | 3.3908 | SAMME | 0.75 | 1.0 | 0.683s | 1m:14s |
| Iteration 22 | 172 | 9.9744 | SAMME.R | 0.5 | 1.0 | 0.819s | 1m:16s |
| Iteration 23 | 495 | 0.01 | SAMME.R | 1.0 | 1.0 | 1.090s | 1m:18s |
| Iteration 24 | 62 | 0.0301 | SAMME | 0.9375 | 1.0 | 0.735s | 1m:20s |
| Iteration 25 | 500 | 0.01 | SAMME.R | 0.7188 | 1.0 | 1.095s | 1m:22s |
| Iteration 26 | 466 | 0.01 | SAMME.R | 0.9375 | 1.0 | 1.057s | 1m:24s |
| Iteration 27 | 66 | 0.01 | SAMME | 0.875 | 1.0 | 0.736s | 1m:27s |
| Iteration 28 | 125 | 0.01 | SAMME | 0.8125 | 1.0 | 0.717s | 1m:32s |
| Iteration 29 | 500 | 0.01 | SAMME | 0.9062 | 1.0 | 0.990s | 1m:38s |
| Iteration 30 | 110 | 0.01 | SAMME.R | 0.625 | 1.0 | 0.715s | 1m:40s |
| Iteration 31 | 51 | 0.12 | SAMME.R | 0.75 | 1.0 | 0.722s | 1m:42s |
| Iteration 32 | 80 | 0.01 | SAMME | 0.5938 | 1.0 | 0.683s | 1m:44s |
| Iteration 33 | 494 | 0.1149 | SAMME.R | 0.6562 | 1.0 | 1.019s | 1m:46s |
| Iteration 34 | 454 | 9.9997 | SAMME.R | 0.5 | 1.0 | 0.987s | 1m:49s |
| Iteration 35 | 482 | 0.01 | SAMME | 0.75 | 1.0 | 1.005s | 1m:53s |
| Iteration 36 | 500 | 0.01 | SAMME | 0.9062 | 1.0 | 0.000s | 1m:54s |
| Iteration 37 | 487 | 0.01 | SAMME | 0.875 | 1.0 | 0.980s | 1m:56s |
| Iteration 38 | 56 | 0.092 | SAMME.R | 0.75 | 1.0 | 0.718s | 1m:58s |
| Iteration 39 | 400 | 0.01 | SAMME | 1.0 | 1.0 | 0.919s | 2m:00s |
| Iteration 40 | 500 | 0.01 | SAMME.R | 0.7188 | 1.0 | 0.001s | 2m:02s |
| Iteration 41 | 500 | 0.01 | SAMME.R | 0.7188 | 1.0 | 0.000s | 2m:03s |
| Iteration 42 | 500 | 0.01 | SAMME | 0.9062 | 1.0 | 0.000s | 2m:04s |
| Iteration 43 | 500 | 0.01 | SAMME | 0.9062 | 1.0 | 0.000s | 2m:05s |
| Iteration 44 | 483 | 0.1533 | SAMME | 0.8125 | 1.0 | 0.982s | 2m:07s |
| Iteration 45 | 500 | 0.01 | SAMME | 0.9062 | 1.0 | 0.000s | 2m:09s |
| Iteration 46 | 500 | 0.01 | SAMME.R | 0.7188 | 1.0 | 0.000s | 2m:10s |
| Iteration 47 | 50 | 0.01 | SAMME | 0.9062 | 1.0 | 0.686s | 2m:12s |
| Iteration 48 | 476 | 0.0267 | SAMME.R | 0.875 | 1.0 | 1.063s | 2m:15s |
| Iteration 49 | 419 | 0.0316 | SAMME.R | 0.9375 | 1.0 | 1.015s | 2m:17s |
| Iteration 50 | 50 | 0.0464 | SAMME | 0.8125 | 1.0 | 0.672s | 2m:19s |
Bayesian Optimization ---------------------------
Best call --> Iteration 23
Best parameters --> {'n_estimators': 495, 'learning_rate': 0.01, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9951
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.451s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.825 ± 0.0806
Time elapsed: 2.045s
-------------------------------------------------
Total time: 2m:23s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.75 | 0.75 | 1.074s | 1.094s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.4375 | 0.75 | 0.954s | 3.223s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.5625 | 0.75 | 0.993s | 5.294s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.75 | 0.75 | 0.792s | 7.168s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.6875 | 0.75 | 1.284s | 9.445s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.5 | 0.75 | 1.079s | 12.219s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.6875 | 0.75 | 1.130s | 14.879s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 1.0 | 1.0 | 1.105s | 17.615s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.8125 | 1.0 | 1.293s | 20.544s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.375 | 1.0 | 1.266s | 23.352s |
| Iteration 11 | 213 | entropy | None | 20 | 8 | 0.8 | True | 0.0132 | 0.8 | 0.75 | 1.0 | 1.108s | 26.586s |
| Iteration 12 | 210 | entropy | 2 | 6 | 17 | 0.5 | False | 0.0185 | --- | 0.5625 | 1.0 | 1.048s | 29.857s |
| Iteration 13 | 358 | gini | 6 | 19 | 4 | auto | False | 0.0003 | --- | 0.5625 | 1.0 | 1.182s | 33.123s |
| Iteration 14 | 422 | gini | 4 | 6 | 16 | 0.7 | False | 0.0211 | --- | 0.625 | 1.0 | 0.928s | 38.158s |
| Iteration 15 | 400 | entropy | 4 | 15 | 17 | auto | False | 0.0255 | --- | 0.8125 | 1.0 | 0.904s | 43.091s |
| Iteration 16 | 170 | entropy | None | 17 | 15 | auto | False | 0.0148 | --- | 0.7812 | 1.0 | 1.314s | 48.503s |
| Iteration 17 | 130 | gini | None | 2 | 20 | auto | False | 0.0056 | --- | 0.875 | 1.0 | 0.718s | 51.376s |
| Iteration 18 | 229 | entropy | 9 | 2 | 11 | auto | False | 0.0213 | --- | 0.8125 | 1.0 | 0.776s | 53.589s |
| Iteration 19 | 500 | entropy | 9 | 3 | 16 | auto | False | 0.009 | --- | 1.0 | 1.0 | 0.953s | 56.032s |
| Iteration 20 | 186 | gini | None | 4 | 16 | auto | False | 0.0122 | --- | 0.8125 | 1.0 | 0.749s | 58.452s |
| Iteration 21 | 10 | entropy | None | 3 | 19 | auto | False | 0.035 | --- | 0.7188 | 1.0 | 0.639s | 1m:01s |
| Iteration 22 | 10 | entropy | None | 4 | 16 | auto | False | 0.0224 | --- | 1.0 | 1.0 | 0.639s | 1m:04s |
| Iteration 23 | 261 | gini | 7 | 4 | 10 | auto | False | 0.0324 | --- | 1.0 | 1.0 | 0.796s | 1m:06s |
| Iteration 24 | 279 | entropy | 1 | 6 | 9 | auto | False | 0.0317 | --- | 1.0 | 1.0 | 0.796s | 1m:09s |
| Iteration 25 | 247 | gini | 2 | 7 | 10 | auto | False | 0.0213 | --- | 0.75 | 1.0 | 0.771s | 1m:13s |
| Iteration 26 | 338 | gini | 7 | 12 | 10 | auto | False | 0.0227 | --- | 0.875 | 1.0 | 0.854s | 1m:16s |
| Iteration 27 | 157 | gini | 9 | 2 | 10 | auto | False | 0.0322 | --- | 0.9375 | 1.0 | 0.744s | 1m:18s |
| Iteration 28 | 288 | entropy | 2 | 4 | 9 | auto | False | 0.035 | --- | 0.875 | 1.0 | 0.822s | 1m:21s |
| Iteration 29 | 10 | entropy | 5 | 20 | 18 | None | True | 0.0173 | 0.9 | 0.6875 | 1.0 | 0.645s | 1m:23s |
| Iteration 30 | 10 | gini | 3 | 2 | 4 | 0.8 | True | 0.0024 | None | 0.6875 | 1.0 | 0.672s | 1m:27s |
| Iteration 31 | 500 | entropy | 1 | 2 | 5 | None | False | 0.0069 | --- | 0.75 | 1.0 | 0.951s | 1m:30s |
| Iteration 32 | 10 | gini | 6 | 20 | 4 | 0.7 | True | 0.0053 | 0.6 | 0.6875 | 1.0 | 0.659s | 1m:32s |
| Iteration 33 | 298 | entropy | 9 | 2 | 14 | log2 | False | 0.0073 | --- | 0.75 | 1.0 | 0.814s | 1m:34s |
| Iteration 34 | 419 | entropy | 3 | 20 | 10 | sqrt | True | 0.0111 | 0.6 | 0.75 | 1.0 | 1.017s | 1m:37s |
| Iteration 35 | 500 | entropy | 9 | 2 | 1 | auto | True | 0.0 | None | 1.0 | 1.0 | 1.081s | 1m:39s |
| Iteration 36 | 500 | entropy | 9 | 2 | 20 | auto | True | 0.035 | None | 0.75 | 1.0 | 1.068s | 1m:42s |
| Iteration 37 | 500 | entropy | None | 2 | 1 | auto | True | 0.0 | None | 0.8125 | 1.0 | 1.090s | 1m:45s |
| Iteration 38 | 192 | gini | 7 | 10 | 2 | None | True | 0.0326 | 0.5 | 0.75 | 1.0 | 0.841s | 1m:47s |
| Iteration 39 | 499 | entropy | 9 | 20 | 12 | 0.8 | False | 0.0254 | --- | 0.75 | 1.0 | 1.618s | 1m:50s |
| Iteration 40 | 29 | entropy | 1 | 20 | 8 | 0.8 | False | 0.033 | --- | 0.5938 | 1.0 | 0.709s | 1m:53s |
| Iteration 41 | 208 | gini | 3 | 20 | 2 | None | False | 0.0142 | --- | 0.8125 | 1.0 | 0.815s | 1m:55s |
| Iteration 42 | 500 | gini | 9 | 2 | 1 | auto | False | 0.0 | --- | 0.8125 | 1.0 | 0.986s | 1m:58s |
| Iteration 43 | 500 | entropy | 9 | 7 | 1 | auto | True | 0.0193 | 0.6 | 0.9375 | 1.0 | 1.092s | 2m:00s |
| Iteration 44 | 480 | entropy | 7 | 20 | 4 | 0.9 | False | 0.0006 | --- | 0.75 | 1.0 | 1.012s | 2m:04s |
| Iteration 45 | 500 | entropy | 9 | 8 | 1 | auto | True | 0.027 | None | 0.875 | 1.0 | 1.085s | 2m:07s |
| Iteration 46 | 10 | entropy | 9 | 8 | 12 | auto | True | 0.0 | None | 0.5 | 1.0 | 0.677s | 2m:09s |
| Iteration 47 | 465 | entropy | 1 | 7 | 9 | auto | False | 0.0309 | --- | 0.875 | 1.0 | 0.968s | 2m:14s |
| Iteration 48 | 277 | entropy | 1 | 7 | 11 | auto | False | 0.03 | --- | 0.8438 | 1.0 | 0.828s | 2m:19s |
| Iteration 49 | 292 | entropy | 4 | 4 | 16 | auto | False | 0.0155 | --- | 0.9375 | 1.0 | 0.860s | 2m:23s |
| Iteration 50 | 321 | entropy | 7 | 2 | 16 | auto | False | 0.021 | --- | 0.8125 | 1.0 | 0.888s | 2m:27s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'n_estimators': 275, 'criterion': 'entropy', 'max_depth': None, 'min_samples_split': 5, 'min_samples_leaf': 16, 'max_features': 'auto', 'bootstrap': False, 'ccp_alpha': 0.0189}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9196
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.199s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.855 ± 0.103
Time elapsed: 0.893s
-------------------------------------------------
Total time: 2m:30s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.813s | 0.836s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.5625 | 0.5625 | 0.872s | 2.794s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.5625 | 0.846s | 4.601s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.5625 | 0.715s | 6.301s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.5625 | 0.756s | 8.096s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.5625 | 0.724s | 9.828s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.5625 | 0.752s | 11.673s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.5625 | 0.735s | 13.391s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 1.0 | 1.0 | 0.767s | 17.025s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 1.0 | 0.742s | 19.302s |
| Iteration 11 | 447 | 0.9279 | 9 | 0.503 | 3 | 0.5 | 1.0 | 100 | 1 | 0.5 | 1.0 | 0.763s | 21.323s |
| Iteration 12 | 134 | 0.8488 | 10 | 0.0669 | 4 | 0.7 | 0.8 | 1 | 0 | 0.4375 | 1.0 | 0.704s | 23.382s |
| Iteration 13 | 434 | 0.0437 | 8 | 0.585 | 2 | 0.8 | 0.8 | 0.01 | 1 | 0.75 | 1.0 | 0.776s | 25.672s |
| Iteration 14 | 373 | 0.5578 | 1 | 0.9987 | 9 | 0.5 | 0.8 | 0 | 1 | 0.5 | 1.0 | 0.748s | 28.452s |
| Iteration 15 | 100 | 0.3876 | 3 | 0.6685 | 4 | 0.5 | 0.4 | 0.01 | 100 | 0.5 | 1.0 | 0.704s | 30.797s |
| Iteration 16 | 472 | 0.0125 | 4 | 0.8168 | 9 | 0.6 | 0.7 | 0.01 | 10 | 0.5 | 1.0 | 0.780s | 33.764s |
| Iteration 17 | 142 | 0.1791 | 1 | 0.1184 | 10 | 0.8 | 0.6 | 0.01 | 0 | 0.5 | 1.0 | 0.684s | 35.748s |
| Iteration 18 | 416 | 0.3994 | 5 | 0.6776 | 4 | 0.8 | 0.8 | 0.01 | 0.1 | 0.6562 | 1.0 | 0.732s | 37.808s |
| Iteration 19 | 423 | 0.155 | 4 | 0.4684 | 7 | 0.9 | 0.9 | 0 | 1 | 0.5625 | 1.0 | 0.734s | 39.817s |
| Iteration 20 | 460 | 0.2953 | 5 | 0.2993 | 4 | 0.8 | 0.7 | 0.01 | 1 | 1.0 | 1.0 | 0.735s | 41.887s |
| Iteration 21 | 495 | 0.1703 | 7 | 0.4927 | 4 | 1.0 | 0.7 | 0.01 | 1 | 0.75 | 1.0 | 0.765s | 44.055s |
| Iteration 22 | 491 | 0.0491 | 4 | 0.4931 | 4 | 0.8 | 0.6 | 0.01 | 1 | 1.0 | 1.0 | 0.743s | 46.470s |
| Iteration 23 | 386 | 0.2125 | 4 | 0.7704 | 4 | 0.8 | 0.8 | 0 | 1 | 0.6875 | 1.0 | 0.724s | 48.585s |
| Iteration 24 | 204 | 0.0311 | 1 | 0.1923 | 4 | 0.8 | 0.9 | 0.01 | 1 | 0.9375 | 1.0 | 0.701s | 50.612s |
| Iteration 25 | 485 | 0.01 | 8 | 0.7982 | 4 | 0.8 | 1.0 | 0.01 | 1 | 0.5625 | 1.0 | 0.751s | 52.824s |
| Iteration 26 | 278 | 0.1061 | 1 | 0.0 | 4 | 0.8 | 0.6 | 0.01 | 1 | 0.75 | 1.0 | 0.711s | 55.006s |
| Iteration 27 | 331 | 0.0346 | 3 | 0.5652 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.9375 | 1.0 | 0.726s | 57.377s |
| Iteration 28 | 196 | 0.1451 | 2 | 0.5159 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.5 | 1.0 | 0.690s | 59.551s |
| Iteration 29 | 303 | 0.0507 | 4 | 0.0218 | 4 | 0.9 | 0.8 | 0.01 | 1 | 0.75 | 1.0 | 0.707s | 1m:02s |
| Iteration 30 | 383 | 0.3501 | 7 | 0.6231 | 4 | 0.8 | 0.5 | 0.1 | 1 | 0.8125 | 1.0 | 0.731s | 1m:05s |
| Iteration 31 | 97 | 0.0524 | 1 | 0.3595 | 4 | 0.8 | 0.9 | 0 | 10 | 0.5625 | 1.0 | 0.657s | 1m:07s |
| Iteration 32 | 473 | 0.0881 | 5 | 0.297 | 4 | 0.7 | 0.5 | 0.01 | 1 | 0.75 | 1.0 | 0.723s | 1m:09s |
| Iteration 33 | 500 | 0.0138 | 10 | 0.3619 | 1 | 0.8 | 0.4 | 0 | 1 | 0.625 | 1.0 | 0.750s | 1m:12s |
| Iteration 34 | 459 | 0.0501 | 1 | 0.9715 | 4 | 0.9 | 0.5 | 0 | 0.01 | 0.875 | 1.0 | 0.731s | 1m:16s |
| Iteration 35 | 476 | 0.0546 | 5 | 0.1675 | 4 | 0.8 | 0.5 | 0.1 | 100 | 0.6875 | 1.0 | 0.741s | 1m:19s |
| Iteration 36 | 500 | 0.0562 | 6 | 0.0854 | 5 | 0.6 | 0.6 | 0 | 0 | 0.8125 | 1.0 | 0.739s | 1m:21s |
| Iteration 37 | 500 | 0.0609 | 1 | 0.0014 | 4 | 0.8 | 1.0 | 0 | 0.01 | 0.75 | 1.0 | 0.744s | 1m:24s |
| Iteration 38 | 20 | 0.01 | 5 | 0.7499 | 1 | 1.0 | 0.7 | 0 | 0 | 0.75 | 1.0 | 0.664s | 1m:26s |
| Iteration 39 | 20 | 0.01 | 4 | 0.2141 | 1 | 0.5 | 0.6 | 1 | 0.1 | 0.8125 | 1.0 | 0.661s | 1m:28s |
| Iteration 40 | 500 | 0.3565 | 1 | 0.7158 | 5 | 0.6 | 0.7 | 1 | 1 | 0.625 | 1.0 | 0.744s | 1m:33s |
| Iteration 41 | 20 | 0.01 | 6 | 0.2858 | 1 | 0.5 | 0.6 | 100 | 0 | 0.5 | 1.0 | 0.663s | 1m:37s |
| Iteration 42 | 374 | 0.0252 | 1 | 0.4721 | 4 | 1.0 | 0.4 | 0 | 10 | 1.0 | 1.0 | 0.736s | 1m:43s |
| Iteration 43 | 330 | 0.01 | 6 | 0.02 | 4 | 0.8 | 0.4 | 0 | 100 | 0.6875 | 1.0 | 0.735s | 1m:46s |
| Iteration 44 | 270 | 0.01 | 1 | 0.0384 | 2 | 0.7 | 0.7 | 0 | 0 | 0.8125 | 1.0 | 0.699s | 1m:48s |
| Iteration 45 | 500 | 0.0303 | 1 | 0.9219 | 3 | 0.8 | 0.6 | 0 | 0.01 | 0.75 | 1.0 | 0.739s | 1m:50s |
| Iteration 46 | 378 | 0.0322 | 1 | 0.3998 | 4 | 0.5 | 0.4 | 0 | 100 | 0.4062 | 1.0 | 0.711s | 1m:53s |
| Iteration 47 | 500 | 0.4632 | 10 | 0.2361 | 4 | 1.0 | 0.4 | 0 | 0 | 0.9375 | 1.0 | 0.741s | 1m:55s |
| Iteration 48 | 500 | 0.2554 | 8 | 0.6537 | 5 | 1.0 | 0.4 | 0 | 100 | 0.5 | 1.0 | 0.746s | 1m:59s |
| Iteration 49 | 500 | 0.0121 | 9 | 0.0828 | 3 | 1.0 | 0.4 | 0.01 | 0 | 0.8125 | 1.0 | 0.764s | 2m:02s |
| Iteration 50 | 159 | 0.018 | 1 | 0.9464 | 3 | 1.0 | 0.4 | 0 | 0 | 0.8125 | 1.0 | 0.688s | 2m:04s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'n_estimators': 448, 'learning_rate': 0.0569, 'max_depth': 6, 'gamma': 0.6523, 'min_child_weight': 4, 'subsample': 0.8, 'colsample_bytree': 0.8, 'reg_alpha': 0.01, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:06s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9357
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.109s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.85 ± 0.1789
Time elapsed: 0.330s
-------------------------------------------------
Total time: 2m:06s
Final results ==================== >>
Duration: 16m:15s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.87 ± 0.0245 !
Logistic Regression --> roc_auc: 0.77 ± 0.0245
Linear Discriminant Analysis --> roc_auc: 0.73 ± 0.0812
Quadratic Discriminant Analysis --> roc_auc: 0.44 ± 0.2177
Radius Nearest Neighbors --> roc_auc: 0.83 ± 0.04
AdaBoost --> roc_auc: 0.825 ± 0.0806
Random Forest --> roc_auc: 0.855 ± 0.103
XGBoost --> roc_auc: 0.85 ± 0.1789
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASMNSGYSTLTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVRGGSYIPTF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CALILTGGGNKLTF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAVRGAGSYQLTF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CAGPNAGGTSYGKLTF.
>>> Dropping feature CALMDTGRRALTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVRGNNARLMF.
>>> Dropping feature CAASPNTGNQFYF.
>>> Dropping feature CAATNFGNEKLTF.
>>> Dropping feature CALDSNYQLIW.
>>> Dropping feature CAVSSGGGADGLTF.
>>> Dropping feature CALNTDKLIF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVVNAGGTSYGKLTF.
>>> Dropping feature CASSSGETQYF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CASSSTDTQYF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CALNTGTASKLTF.
>>> Dropping feature CASSLADTQYF.
>>> Dropping feature CASSLAGTDTQYF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.9062 | 0.9062 | 3.329s | 3.351s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.6562 | 0.9062 | 3.335s | 7.988s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.4375 | 0.9062 | 3.274s | 12.364s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.4375 | 0.9062 | 3.311s | 16.851s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.875 | 0.9062 | 3.328s | 21.240s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.5625 | 0.9062 | 3.362s | 25.550s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.75 | 0.9062 | 3.317s | 30.053s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.625 | 0.9062 | 3.349s | 35.226s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.75 | 0.9062 | 3.244s | 40.465s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.4688 | 0.9062 | 3.294s | 45.659s |
| Iteration 11 | exponen.. | 0.5659 | 46 | 1.0 | friedman_mse | 9 | 7 | 7 | 0.9 | 0.0309 | 0.625 | 0.9062 | 3.205s | 50.468s |
| Iteration 12 | deviance | 0.0437 | 22 | 0.6 | squared_er.. | 5 | 8 | 6 | 0.6 | 0.026 | 0.75 | 0.9062 | 3.191s | 55.205s |
| Iteration 13 | exponen.. | 1.0 | 84 | 0.6 | friedman_mse | 2 | 8 | 7 | 0.7 | 0.029 | 0.6875 | 0.9062 | 3.208s | 59.920s |
| Iteration 14 | deviance | 0.1189 | 475 | 0.9 | squared_er.. | 16 | 3 | 9 | sqrt | 0.0087 | 0.4375 | 0.9062 | 3.284s | 1m:05s |
| Iteration 15 | exponen.. | 0.952 | 84 | 0.6 | squared_er.. | 6 | 3 | 5 | sqrt | 0.0144 | 0.875 | 0.9062 | 3.357s | 1m:10s |
| Iteration 16 | exponen.. | 0.0694 | 31 | 1.0 | friedman_mse | 18 | 8 | 8 | 0.5 | 0.0267 | 0.9375 | 0.9375 | 3.204s | 1m:14s |
| Iteration 17 | exponen.. | 0.01 | 58 | 1.0 | friedman_mse | 20 | 8 | 9 | auto | 0.0232 | 0.6875 | 0.9375 | 3.204s | 1m:19s |
| Iteration 18 | exponen.. | 0.0855 | 52 | 1.0 | friedman_mse | 16 | 8 | 7 | 0.6 | 0.0251 | 1.0 | 1.0 | 3.216s | 1m:24s |
| Iteration 19 | exponen.. | 0.2344 | 58 | 1.0 | friedman_mse | 10 | 8 | 8 | 0.7 | 0.0155 | 0.875 | 1.0 | 3.233s | 1m:29s |
| Iteration 20 | exponen.. | 0.0287 | 10 | 1.0 | friedman_mse | 12 | 8 | 6 | 0.6 | 0.013 | 0.75 | 1.0 | 3.207s | 1m:34s |
| Iteration 21 | exponen.. | 0.1614 | 21 | 1.0 | friedman_mse | 18 | 8 | 4 | auto | 0.0337 | 0.8125 | 1.0 | 4.762s | 1m:41s |
| Iteration 22 | exponen.. | 0.6928 | 214 | 1.0 | squared_er.. | 12 | 8 | 7 | 0.7 | 0.0266 | 0.9375 | 1.0 | 4.779s | 1m:50s |
| Iteration 23 | exponen.. | 0.0504 | 47 | 1.0 | squared_er.. | 15 | 8 | 2 | 0.9 | 0.0293 | 0.75 | 1.0 | 5.049s | 1m:59s |
| Iteration 24 | exponen.. | 0.1349 | 275 | 0.8 | friedman_mse | 3 | 2 | 7 | log2 | 0.015 | 0.625 | 1.0 | 4.935s | 2m:08s |
| Iteration 25 | exponen.. | 0.0998 | 229 | 0.5 | friedman_mse | 5 | 3 | 7 | 0.6 | 0.0084 | 0.6875 | 1.0 | 3.236s | 2m:14s |
| Iteration 26 | exponen.. | 0.1297 | 69 | 1.0 | squared_er.. | 18 | 8 | 7 | 0.7 | 0.0251 | 0.8125 | 1.0 | 3.213s | 2m:19s |
| Iteration 27 | exponen.. | 1.0 | 205 | 1.0 | friedman_mse | 14 | 8 | 10 | 0.9 | 0.0253 | 0.875 | 1.0 | 3.206s | 2m:24s |
| Iteration 28 | exponen.. | 1.0 | 267 | 1.0 | friedman_mse | 16 | 9 | 10 | sqrt | 0.0255 | 0.9062 | 1.0 | 3.300s | 2m:29s |
| Iteration 29 | exponen.. | 0.7081 | 130 | 1.0 | friedman_mse | 12 | 8 | 8 | 0.6 | 0.0297 | 0.625 | 1.0 | 3.203s | 2m:36s |
| Iteration 30 | exponen.. | 0.2883 | 200 | 1.0 | friedman_mse | 14 | 10 | 6 | 0.9 | 0.0309 | 0.5938 | 1.0 | 3.107s | 2m:42s |
| Iteration 31 | exponen.. | 0.4322 | 353 | 1.0 | friedman_mse | 13 | 20 | 4 | 0.9 | 0.0044 | 0.8438 | 1.0 | 3.191s | 2m:48s |
| Iteration 32 | exponen.. | 0.0193 | 122 | 0.5 | friedman_mse | 9 | 20 | 10 | None | 0.0283 | 0.5 | 1.0 | 3.207s | 2m:52s |
| Iteration 33 | exponen.. | 0.3196 | 162 | 0.5 | friedman_mse | 11 | 5 | 8 | log2 | 0.0261 | 0.6875 | 1.0 | 3.226s | 2m:59s |
| Iteration 34 | deviance | 0.3654 | 32 | 1.0 | friedman_mse | 8 | 20 | 5 | None | 0.0241 | 0.875 | 1.0 | 3.201s | 3m:04s |
| Iteration 35 | deviance | 0.0176 | 256 | 0.9 | squared_er.. | 4 | 19 | 1 | auto | 0.0167 | 0.75 | 1.0 | 3.248s | 3m:09s |
| Iteration 36 | deviance | 0.0567 | 88 | 0.6 | friedman_mse | 7 | 20 | 6 | 0.9 | 0.0304 | 0.5 | 1.0 | 3.171s | 3m:13s |
| Iteration 37 | deviance | 0.1131 | 33 | 0.6 | squared_er.. | 17 | 1 | 1 | 0.7 | 0.0282 | 0.875 | 1.0 | 3.238s | 3m:18s |
| Iteration 38 | deviance | 0.3502 | 83 | 0.5 | squared_er.. | 3 | 1 | 8 | auto | 0.029 | 0.75 | 1.0 | 3.230s | 3m:22s |
| Iteration 39 | exponen.. | 0.0991 | 105 | 0.6 | friedman_mse | 3 | 1 | 10 | sqrt | 0.0015 | 0.6875 | 1.0 | 3.243s | 3m:27s |
| Iteration 40 | deviance | 1.0 | 500 | 1.0 | squared_er.. | 20 | 20 | 10 | auto | 0.035 | 0.75 | 1.0 | 3.294s | 3m:32s |
| Iteration 41 | exponen.. | 0.0202 | 497 | 0.6 | squared_er.. | 3 | 4 | 1 | 0.7 | 0.0233 | 0.875 | 1.0 | 3.333s | 3m:36s |
| Iteration 42 | deviance | 0.1464 | 17 | 0.7 | friedman_mse | 19 | 5 | 1 | sqrt | 0.0031 | 0.625 | 1.0 | 3.095s | 3m:43s |
| Iteration 43 | deviance | 0.0486 | 67 | 0.6 | squared_er.. | 6 | 3 | 9 | 0.9 | 0.035 | 0.7812 | 1.0 | 3.215s | 3m:49s |
| Iteration 44 | deviance | 0.2736 | 466 | 1.0 | squared_er.. | 6 | 20 | 8 | auto | 0.0 | 0.375 | 1.0 | 3.313s | 3m:56s |
| Iteration 45 | deviance | 1.0 | 314 | 1.0 | friedman_mse | 12 | 12 | 8 | None | 0.0204 | 0.875 | 1.0 | 3.293s | 4m:02s |
| Iteration 46 | deviance | 1.0 | 62 | 0.6 | squared_er.. | 16 | 1 | 8 | None | 0.0201 | 0.5625 | 1.0 | 3.132s | 4m:09s |
| Iteration 47 | deviance | 1.0 | 25 | 1.0 | friedman_mse | 12 | 5 | 8 | 0.7 | 0.0213 | 0.5312 | 1.0 | 3.254s | 4m:14s |
| Iteration 48 | exponen.. | 0.0431 | 135 | 1.0 | friedman_mse | 19 | 5 | 8 | 0.5 | 0.0261 | 1.0 | 1.0 | 3.301s | 4m:19s |
| Iteration 49 | exponen.. | 0.0657 | 310 | 1.0 | friedman_mse | 5 | 4 | 5 | 0.7 | 0.026 | 0.25 | 1.0 | 3.307s | 4m:24s |
| Iteration 50 | exponen.. | 0.6104 | 135 | 1.0 | friedman_mse | 7 | 5 | 8 | sqrt | 0.0346 | 0.8125 | 1.0 | 3.252s | 4m:29s |
Bayesian Optimization ---------------------------
Best call --> Iteration 48
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0431, 'n_estimators': 135, 'subsample': 1.0, 'criterion': 'friedman_mse', 'min_samples_split': 19, 'min_samples_leaf': 5, 'max_depth': 8, 'max_features': 0.5, 'ccp_alpha': 0.0261}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:31s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.925
Time elapsed: 0.039s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.905 ± 0.0843
Time elapsed: 0.181s
-------------------------------------------------
Total time: 4m:31s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.625 | 0.625 | 3.184s | 3.196s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.5625 | 0.625 | 3.203s | 7.407s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.25 | 0.625 | 3.206s | 11.773s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.25 | 0.625 | 3.169s | 16.026s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.6875 | 0.6875 | 3.277s | 20.382s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.25 | 0.6875 | 3.217s | 24.615s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.5 | 0.6875 | 3.364s | 29.068s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.625 | 0.6875 | 3.247s | 33.358s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.6875 | 0.6875 | 3.231s | 37.700s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.4375 | 0.6875 | 3.292s | 42.004s |
| Iteration 11 | elast.. | 0.0026 | saga | 200 | 0.8 | 0.5 | 0.6875 | 3.278s | 46.830s |
| Iteration 12 | l2 | 0.1625 | libli.. | 503 | --- | 0.0 | 0.6875 | 4.823s | 53.157s |
| Iteration 13 | l2 | 0.0166 | libli.. | 230 | --- | 0.375 | 0.6875 | 4.800s | 1m:00s |
| Iteration 14 | l2 | 0.034 | libli.. | 310 | --- | 0.5625 | 0.6875 | 4.807s | 1m:08s |
| Iteration 15 | l2 | 0.0429 | sag | 297 | --- | 0.6875 | 0.6875 | 4.807s | 1m:15s |
| Iteration 16 | l2 | 2.4782 | libli.. | 571 | --- | 0.75 | 0.75 | 4.645s | 1m:22s |
| Iteration 17 | l2 | 0.9108 | sag | 584 | --- | 0.4688 | 0.75 | 3.523s | 1m:26s |
| Iteration 18 | l2 | 0.0054 | sag | 114 | --- | 0.4375 | 0.75 | 3.277s | 1m:31s |
| Iteration 19 | l2 | 52.7542 | lbfgs | 147 | --- | 0.5625 | 0.75 | 3.272s | 1m:36s |
| Iteration 20 | l2 | 0.5806 | libli.. | 570 | --- | 0.375 | 0.75 | 3.239s | 1m:41s |
| Iteration 21 | l2 | 3.2104 | newto.. | 600 | --- | 0.6875 | 0.75 | 3.271s | 1m:45s |
| Iteration 22 | l2 | 6.5117 | newto.. | 575 | --- | 0.125 | 0.75 | 3.267s | 1m:52s |
| Iteration 23 | l2 | 6.3067 | newto.. | 293 | --- | 0.8125 | 0.8125 | 3.237s | 1m:57s |
| Iteration 24 | l2 | 6.5429 | newto.. | 239 | --- | 0.3125 | 0.8125 | 3.245s | 2m:01s |
| Iteration 25 | l2 | 2.8717 | newto.. | 614 | --- | 0.5625 | 0.8125 | 3.135s | 2m:09s |
| Iteration 26 | l2 | 83.2205 | newto.. | 292 | --- | 0.5625 | 0.8125 | 3.162s | 2m:14s |
| Iteration 27 | l2 | 97.6072 | sag | 551 | --- | 0.5 | 0.8125 | 3.222s | 2m:19s |
| Iteration 28 | none | --- | saga | 984 | --- | 0.5625 | 0.8125 | 3.267s | 2m:23s |
| Iteration 29 | l2 | 5.9326 | newto.. | 942 | --- | 0.625 | 0.8125 | 3.313s | 2m:28s |
| Iteration 30 | l2 | 5.7887 | newto.. | 100 | --- | 0.6875 | 0.8125 | 3.267s | 2m:33s |
| Iteration 31 | l2 | 3.8712 | libli.. | 638 | --- | 0.4375 | 0.8125 | 3.210s | 2m:38s |
| Iteration 32 | none | --- | newto.. | 539 | --- | 0.5 | 0.8125 | 3.236s | 2m:42s |
| Iteration 33 | l2 | 1.7503 | libli.. | 550 | --- | 0.75 | 0.8125 | 3.273s | 2m:47s |
| Iteration 34 | l2 | 0.0175 | libli.. | 370 | --- | 0.5625 | 0.8125 | 3.250s | 2m:52s |
| Iteration 35 | l2 | 1.8914 | libli.. | 100 | --- | 0.4375 | 0.8125 | 3.230s | 2m:57s |
| Iteration 36 | l2 | 9.4763 | newto.. | 296 | --- | 0.75 | 0.8125 | 3.230s | 3m:02s |
| Iteration 37 | l2 | 5.9293 | newto.. | 341 | --- | 0.625 | 0.8125 | 3.221s | 3m:08s |
| Iteration 38 | l2 | 6.7331 | newto.. | 164 | --- | 0.625 | 0.8125 | 3.227s | 3m:15s |
| Iteration 39 | none | --- | newto.. | 472 | --- | 0.6875 | 0.8125 | 3.225s | 3m:20s |
| Iteration 40 | l2 | 8.674 | saga | 219 | --- | 0.6875 | 0.8125 | 3.250s | 3m:25s |
| Iteration 41 | l2 | 8.1097 | lbfgs | 265 | --- | 0.625 | 0.8125 | 3.508s | 3m:30s |
| Iteration 42 | l2 | 1.6262 | libli.. | 596 | --- | 0.0625 | 0.8125 | 3.217s | 3m:35s |
| Iteration 43 | l2 | 9.0183 | libli.. | 196 | --- | 0.8125 | 0.8125 | 3.209s | 3m:40s |
| Iteration 44 | l2 | 12.2639 | newto.. | 582 | --- | 0.625 | 0.8125 | 3.288s | 3m:45s |
| Iteration 45 | l2 | 8.3615 | libli.. | 218 | --- | 0.8125 | 0.8125 | 3.205s | 3m:49s |
| Iteration 46 | l2 | 8.3255 | newto.. | 221 | --- | 0.3125 | 0.8125 | 3.528s | 3m:55s |
| Iteration 47 | l2 | 1.843 | sag | 418 | --- | 0.375 | 0.8125 | 4.784s | 4m:02s |
| Iteration 48 | l2 | 7.7775 | sag | 510 | --- | 0.75 | 0.8125 | 4.777s | 4m:10s |
| Iteration 49 | l2 | 7.7946 | sag | 105 | --- | 0.8125 | 0.8125 | 4.833s | 4m:17s |
| Iteration 50 | elast.. | 8.0498 | saga | 586 | 0.8 | 0.6875 | 0.8125 | 4.812s | 4m:24s |
Bayesian Optimization ---------------------------
Best call --> Iteration 49
Best parameters --> {'penalty': 'l2', 'C': 7.7946, 'solver': 'sag', 'max_iter': 105}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 4m:27s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8616
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.77 ± 0.0748
Time elapsed: 0.058s
-------------------------------------------------
Total time: 4m:27s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.875 | 0.875 | 3.240s | 3.247s |
| Initial point 2 | svd | --- | 0.5 | 0.875 | 3.232s | 7.592s |
| Initial point 3 | svd | --- | 0.5 | 0.875 | 0.001s | 8.732s |
| Initial point 4 | lsqr | 0.8 | 0.5 | 0.875 | 3.131s | 12.948s |
| Initial point 5 | eigen | 0.9 | 0.75 | 0.875 | 3.225s | 17.252s |
| Initial point 6 | lsqr | 0.7 | 0.375 | 0.875 | 3.338s | 21.704s |
| Initial point 7 | lsqr | 0.5 | 0.4375 | 0.875 | 3.221s | 26.092s |
| Initial point 8 | lsqr | 0.9 | 0.75 | 0.875 | 3.292s | 30.532s |
| Initial point 9 | lsqr | 0.6 | 0.5 | 0.875 | 3.292s | 35.705s |
| Initial point 10 | eigen | 0.8 | 0.5 | 0.875 | 3.316s | 40.392s |
| Iteration 11 | eigen | 1.0 | 0.875 | 0.875 | 0.001s | 41.638s |
| Iteration 12 | svd | --- | 0.5 | 0.875 | 0.000s | 42.817s |
| Iteration 13 | eigen | auto | 0.375 | 0.875 | 3.245s | 47.107s |
| Iteration 14 | lsqr | auto | 0.5 | 0.875 | 3.293s | 51.661s |
| Iteration 15 | eigen | 1.0 | 0.875 | 0.875 | 0.002s | 52.911s |
| Iteration 16 | lsqr | 1.0 | 0.25 | 0.875 | 3.274s | 57.272s |
| Iteration 17 | eigen | None | 0.4062 | 0.875 | 3.264s | 1m:02s |
| Iteration 18 | eigen | 1.0 | 0.875 | 0.875 | 0.001s | 1m:03s |
| Iteration 19 | svd | --- | 0.5 | 0.875 | 0.000s | 1m:04s |
| Iteration 20 | svd | --- | 0.5 | 0.875 | 0.000s | 1m:05s |
| Iteration 21 | eigen | 1.0 | 0.875 | 0.875 | 0.000s | 1m:06s |
| Iteration 22 | eigen | 0.6 | 0.4375 | 0.875 | 3.131s | 1m:13s |
| Iteration 23 | svd | --- | 0.5 | 0.875 | 0.000s | 1m:15s |
| Iteration 24 | svd | --- | 0.5 | 0.875 | 0.000s | 1m:16s |
| Iteration 25 | eigen | 1.0 | 0.875 | 0.875 | 0.000s | 1m:17s |
| Iteration 26 | svd | --- | 0.5 | 0.875 | 0.000s | 1m:18s |
| Iteration 27 | eigen | 1.0 | 0.875 | 0.875 | 0.000s | 1m:19s |
| Iteration 28 | eigen | 1.0 | 0.875 | 0.875 | 0.000s | 1m:20s |
| Iteration 29 | eigen | 1.0 | 0.875 | 0.875 | 0.000s | 1m:21s |
| Iteration 30 | eigen | 1.0 | 0.875 | 0.875 | 0.000s | 1m:23s |
| Iteration 31 | eigen | 1.0 | 0.875 | 0.875 | 0.000s | 1m:24s |
| Iteration 32 | eigen | 1.0 | 0.875 | 0.875 | 0.000s | 1m:25s |
| Iteration 33 | eigen | 1.0 | 0.875 | 0.875 | 0.001s | 1m:26s |
| Iteration 34 | eigen | 1.0 | 0.875 | 0.875 | 0.000s | 1m:27s |
| Iteration 35 | eigen | 1.0 | 0.875 | 0.875 | 0.001s | 1m:28s |
| Iteration 36 | eigen | 1.0 | 0.875 | 0.875 | 0.001s | 1m:30s |
| Iteration 37 | eigen | 1.0 | 0.875 | 0.875 | 0.000s | 1m:31s |
| Iteration 38 | eigen | 1.0 | 0.875 | 0.875 | 0.000s | 1m:32s |
| Iteration 39 | eigen | 1.0 | 0.875 | 0.875 | 0.000s | 1m:33s |
| Iteration 40 | eigen | 1.0 | 0.875 | 0.875 | 0.001s | 1m:34s |
| Iteration 41 | eigen | 1.0 | 0.875 | 0.875 | 0.001s | 1m:35s |
| Iteration 42 | eigen | 1.0 | 0.875 | 0.875 | 0.000s | 1m:37s |
| Iteration 43 | eigen | 1.0 | 0.875 | 0.875 | 0.000s | 1m:38s |
| Iteration 44 | eigen | 1.0 | 0.875 | 0.875 | 0.000s | 1m:39s |
| Iteration 45 | eigen | 1.0 | 0.875 | 0.875 | 0.001s | 1m:40s |
| Iteration 46 | eigen | 1.0 | 0.875 | 0.875 | 0.000s | 1m:41s |
| Iteration 47 | eigen | 1.0 | 0.875 | 0.875 | 0.001s | 1m:43s |
| Iteration 48 | eigen | 1.0 | 0.875 | 0.875 | 0.000s | 1m:45s |
| Iteration 49 | eigen | 1.0 | 0.875 | 0.875 | 0.001s | 1m:46s |
| Iteration 50 | eigen | 1.0 | 0.875 | 0.875 | 0.001s | 1m:49s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'solver': 'eigen', 'shrinkage': 1.0}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:51s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.725
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.2358
Time elapsed: 0.030s
-------------------------------------------------
Total time: 1m:51s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.875 | 0.875 | 3.131s | 3.135s |
| Initial point 2 | 0.9 | 0.3125 | 0.875 | 3.139s | 8.217s |
| Initial point 3 | 0.1 | 0.75 | 0.875 | 3.145s | 12.748s |
| Initial point 4 | 1.0 | 0.875 | 0.875 | 0.000s | 13.796s |
| Initial point 5 | 0.2 | 0.75 | 0.875 | 4.495s | 21.067s |
| Initial point 6 | 0.4 | 0.25 | 0.875 | 4.942s | 29.754s |
| Initial point 7 | 0.4 | 0.25 | 0.875 | 0.001s | 33.669s |
| Initial point 8 | 0.7 | 0.75 | 0.875 | 4.740s | 41.925s |
| Initial point 9 | 0.9 | 0.3125 | 0.875 | 0.001s | 45.976s |
| Initial point 10 | 0.8 | 0.4375 | 0.875 | 3.265s | 52.534s |
| Iteration 11 | 0.3 | 0.7188 | 0.875 | 3.153s | 59.397s |
| Iteration 12 | 0.6 | 0.25 | 0.875 | 3.246s | 1m:04s |
| Iteration 13 | 0.5 | 0.5 | 0.875 | 3.260s | 1m:09s |
| Iteration 14 | 0.0 | 0.4375 | 0.875 | 3.244s | 1m:13s |
| Iteration 15 | 1.0 | 0.875 | 0.875 | 0.000s | 1m:14s |
| Iteration 16 | 1.0 | 0.875 | 0.875 | 0.000s | 1m:18s |
| Iteration 17 | 1.0 | 0.875 | 0.875 | 0.000s | 1m:19s |
| Iteration 18 | 1.0 | 0.875 | 0.875 | 0.000s | 1m:20s |
| Iteration 19 | 1.0 | 0.875 | 0.875 | 0.000s | 1m:21s |
| Iteration 20 | 1.0 | 0.875 | 0.875 | 0.000s | 1m:22s |
| Iteration 21 | 1.0 | 0.875 | 0.875 | 0.001s | 1m:25s |
| Iteration 22 | 0.6 | 0.25 | 0.875 | 0.000s | 1m:29s |
| Iteration 23 | 1.0 | 0.875 | 0.875 | 0.001s | 1m:30s |
| Iteration 24 | 1.0 | 0.875 | 0.875 | 0.001s | 1m:31s |
| Iteration 25 | 1.0 | 0.875 | 0.875 | 0.001s | 1m:33s |
| Iteration 26 | 1.0 | 0.875 | 0.875 | 0.001s | 1m:34s |
| Iteration 27 | 1.0 | 0.875 | 0.875 | 0.000s | 1m:35s |
| Iteration 28 | 0.9 | 0.3125 | 0.875 | 0.001s | 1m:38s |
| Iteration 29 | 1.0 | 0.875 | 0.875 | 0.001s | 1m:39s |
| Iteration 30 | 0.8 | 0.4375 | 0.875 | 0.001s | 1m:41s |
| Iteration 31 | 1.0 | 0.875 | 0.875 | 0.001s | 1m:42s |
| Iteration 32 | 1.0 | 0.875 | 0.875 | 0.001s | 1m:43s |
| Iteration 33 | 1.0 | 0.875 | 0.875 | 0.001s | 1m:44s |
| Iteration 34 | 1.0 | 0.875 | 0.875 | 0.000s | 1m:45s |
| Iteration 35 | 1.0 | 0.875 | 0.875 | 0.002s | 1m:49s |
| Iteration 36 | 1.0 | 0.875 | 0.875 | 0.000s | 1m:53s |
| Iteration 37 | 1.0 | 0.875 | 0.875 | 0.000s | 1m:57s |
| Iteration 38 | 1.0 | 0.875 | 0.875 | 0.000s | 2m:01s |
| Iteration 39 | 1.0 | 0.875 | 0.875 | 0.000s | 2m:02s |
| Iteration 40 | 1.0 | 0.875 | 0.875 | 0.000s | 2m:03s |
| Iteration 41 | 1.0 | 0.875 | 0.875 | 0.000s | 2m:04s |
| Iteration 42 | 1.0 | 0.875 | 0.875 | 0.000s | 2m:05s |
| Iteration 43 | 1.0 | 0.875 | 0.875 | 0.002s | 2m:06s |
| Iteration 44 | 1.0 | 0.875 | 0.875 | 0.001s | 2m:07s |
| Iteration 45 | 1.0 | 0.875 | 0.875 | 0.000s | 2m:08s |
| Iteration 46 | 1.0 | 0.875 | 0.875 | 0.000s | 2m:09s |
| Iteration 47 | 1.0 | 0.875 | 0.875 | 0.000s | 2m:11s |
| Iteration 48 | 1.0 | 0.875 | 0.875 | 0.000s | 2m:12s |
| Iteration 49 | 1.0 | 0.875 | 0.875 | 0.000s | 2m:13s |
| Iteration 50 | 1.0 | 0.875 | 0.875 | 0.000s | 2m:14s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'reg_param': 1.0}
Best evaluation --> roc_auc: 0.875
Time elapsed: 2m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.725
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.011s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.2358
Time elapsed: 0.028s
-------------------------------------------------
Total time: 2m:15s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 11.5891 | dista.. | auto | 40 | 1 | 0.375 | 0.375 | 3.216s | 3.239s |
| Initial point 2 | 4.609 | uniform | kd_tree | 39 | 2 | 0.5938 | 0.5938 | 3.112s | 8.187s |
| Initial point 3 | 3.6408 | dista.. | ball_tree | 25 | 2 | 0.125 | 0.5938 | 3.886s | 14.051s |
| Initial point 4 | 10.6219 | uniform | ball_tree | 39 | 2 | 0.375 | 0.5938 | 3.162s | 18.303s |
| Initial point 5 | 8.3209 | dista.. | auto | 30 | 2 | 1.0 | 1.0 | 4.164s | 23.446s |
| Initial point 6 | 9.6362 | dista.. | ball_tree | 21 | 2 | 0.5 | 1.0 | 4.737s | 29.582s |
| Initial point 7 | 6.8925 | dista.. | ball_tree | 24 | 1 | 0.375 | 1.0 | 4.791s | 35.763s |
| Initial point 8 | 1.6517 | dista.. | ball_tree | 21 | 2 | 0.5625 | 1.0 | 4.725s | 42.109s |
| Initial point 9 | 7.6778 | uniform | ball_tree | 24 | 1 | 0.3438 | 1.0 | 4.790s | 48.545s |
| Initial point 10 | 5.4534 | uniform | brute | 22 | 2 | 0.5625 | 1.0 | 3.243s | 53.111s |
| Iteration 11 | 9.0701 | dista.. | kd_tree | 31 | 1 | 0.625 | 1.0 | 3.222s | 57.798s |
| Iteration 12 | 1.7875 | uniform | auto | 30 | 2 | 0.2812 | 1.0 | 3.139s | 1m:02s |
| Iteration 13 | 9.4612 | uniform | auto | 30 | 2 | 0.7188 | 1.0 | 3.240s | 1m:07s |
| Iteration 14 | 8.1387 | dista.. | auto | 30 | 2 | 0.5 | 1.0 | 3.171s | 1m:12s |
| Iteration 15 | 11.5784 | dista.. | ball_tree | 29 | 2 | 0.6875 | 1.0 | 3.246s | 1m:16s |
| Iteration 16 | 11.6218 | uniform | kd_tree | 32 | 2 | 0.5 | 1.0 | 3.302s | 1m:21s |
| Iteration 17 | 9.0239 | uniform | brute | 28 | 1 | 0.3438 | 1.0 | 3.305s | 1m:26s |
| Iteration 18 | 11.6218 | dista.. | auto | 31 | 2 | 0.5625 | 1.0 | 3.186s | 1m:30s |
| Iteration 19 | 6.7666 | dista.. | auto | 33 | 1 | 0.5938 | 1.0 | 3.317s | 1m:35s |
| Iteration 20 | 10.3056 | dista.. | brute | 30 | 2 | 0.5 | 1.0 | 3.139s | 1m:41s |
| Iteration 21 | 4.058 | dista.. | brute | 35 | 2 | 0.5 | 1.0 | 3.220s | 1m:46s |
| Iteration 22 | 9.6664 | dista.. | auto | 29 | 1 | 0.875 | 1.0 | 3.187s | 1m:53s |
| Iteration 23 | 9.9734 | dista.. | auto | 29 | 1 | 0.3125 | 1.0 | 3.203s | 1m:59s |
| Iteration 24 | 0.107 | uniform | auto | 40 | 2 | 0.5 | 1.0 | 3.261s | 2m:03s |
| Iteration 25 | 8.3656 | uniform | auto | 30 | 2 | 0.4375 | 1.0 | 3.273s | 2m:08s |
| Iteration 26 | 11.6156 | uniform | brute | 35 | 2 | 0.625 | 1.0 | 3.274s | 2m:12s |
| Iteration 27 | 9.5848 | dista.. | auto | 31 | 1 | 0.875 | 1.0 | 3.238s | 2m:17s |
| Iteration 28 | 8.3865 | dista.. | auto | 34 | 2 | 0.4375 | 1.0 | 3.248s | 2m:22s |
| Iteration 29 | 9.693 | dista.. | auto | 31 | 1 | 0.625 | 1.0 | 3.276s | 2m:26s |
| Iteration 30 | 9.7604 | dista.. | auto | 31 | 2 | 0.625 | 1.0 | 3.964s | 2m:32s |
| Iteration 31 | 8.3482 | dista.. | auto | 29 | 1 | 0.7812 | 1.0 | 3.263s | 2m:37s |
| Iteration 32 | 5.3452 | dista.. | auto | 30 | 1 | 0.6875 | 1.0 | 3.233s | 2m:41s |
| Iteration 33 | 0.8292 | dista.. | auto | 30 | 1 | 0.5 | 1.0 | 3.167s | 2m:46s |
| Iteration 34 | 0.1843 | dista.. | brute | 40 | 1 | 0.5 | 1.0 | 3.231s | 2m:50s |
| Iteration 35 | 8.4622 | dista.. | auto | 30 | 1 | 0.5625 | 1.0 | 3.250s | 2m:55s |
| Iteration 36 | 0.1695 | dista.. | auto | 36 | 1 | 0.5 | 1.0 | 3.243s | 2m:60s |
| Iteration 37 | 9.9488 | dista.. | auto | 30 | 1 | 1.0 | 1.0 | 3.277s | 3m:05s |
| Iteration 38 | 11.6218 | dista.. | auto | 30 | 1 | 1.0 | 1.0 | 4.141s | 3m:11s |
| Iteration 39 | 11.6218 | dista.. | auto | 30 | 1 | 1.0 | 1.0 | 0.001s | 3m:12s |
| Iteration 40 | 11.6218 | dista.. | auto | 30 | 1 | 1.0 | 1.0 | 0.001s | 3m:14s |
| Iteration 41 | 11.6218 | dista.. | auto | 30 | 1 | 1.0 | 1.0 | 0.000s | 3m:15s |
| Iteration 42 | 11.6218 | dista.. | auto | 30 | 1 | 1.0 | 1.0 | 0.001s | 3m:16s |
| Iteration 43 | 11.6218 | dista.. | auto | 30 | 1 | 1.0 | 1.0 | 0.001s | 3m:18s |
| Iteration 44 | 0.0 | uniform | brute | 20 | 1 | 0.5 | 1.0 | 3.248s | 3m:23s |
| Iteration 45 | 11.6218 | dista.. | auto | 30 | 1 | 1.0 | 1.0 | 0.001s | 3m:24s |
| Iteration 46 | 11.6218 | dista.. | auto | 30 | 1 | 1.0 | 1.0 | 0.001s | 3m:25s |
| Iteration 47 | 11.6218 | dista.. | auto | 30 | 1 | 1.0 | 1.0 | 0.001s | 3m:27s |
| Iteration 48 | 11.6218 | dista.. | auto | 30 | 1 | 1.0 | 1.0 | 0.001s | 3m:28s |
| Iteration 49 | 11.6218 | uniform | auto | 30 | 1 | 0.4688 | 1.0 | 3.208s | 3m:33s |
| Iteration 50 | 11.6218 | dista.. | auto | 30 | 1 | 1.0 | 1.0 | 0.001s | 3m:34s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'radius': 8.3209, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 30, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.83 ± 0.2227
Time elapsed: 0.050s
-------------------------------------------------
Total time: 3m:36s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.75 | 0.75 | 3.547s | 3.554s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.5312 | 0.75 | 3.584s | 9.281s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.5625 | 0.75 | 3.336s | 14.049s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.5 | 0.75 | 3.480s | 18.638s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.75 | 0.75 | 3.330s | 23.120s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.25 | 0.75 | 3.539s | 27.874s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.375 | 0.75 | 3.368s | 32.339s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.625 | 0.75 | 3.414s | 36.922s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.7812 | 0.7812 | 3.134s | 41.217s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.5938 | 0.7812 | 3.266s | 45.564s |
| Iteration 11 | 437 | 3.1232 | SAMME | 0.375 | 0.7812 | 3.146s | 49.974s |
| Iteration 12 | 256 | 8.1152 | SAMME.R | 0.5 | 0.7812 | 3.346s | 54.602s |
| Iteration 13 | 248 | 6.6543 | SAMME | 0.8125 | 0.8125 | 3.137s | 59.017s |
| Iteration 14 | 249 | 0.9891 | SAMME | 0.3125 | 0.8125 | 3.952s | 1m:04s |
| Iteration 15 | 328 | 6.5472 | SAMME | 0.5 | 0.8125 | 3.184s | 1m:09s |
| Iteration 16 | 487 | 6.644 | SAMME | 0.625 | 0.8125 | 3.162s | 1m:13s |
| Iteration 17 | 345 | 5.6478 | SAMME.R | 0.625 | 0.8125 | 3.436s | 1m:18s |
| Iteration 18 | 50 | 0.0293 | SAMME | 0.875 | 0.875 | 3.174s | 1m:22s |
| Iteration 19 | 131 | 0.01 | SAMME | 0.9375 | 0.9375 | 3.241s | 1m:26s |
| Iteration 20 | 50 | 0.01 | SAMME | 0.5625 | 0.9375 | 3.173s | 1m:30s |
| Iteration 21 | 499 | 0.0101 | SAMME | 0.8125 | 0.9375 | 3.509s | 1m:37s |
| Iteration 22 | 422 | 0.01 | SAMME.R | 0.9688 | 0.9688 | 3.445s | 1m:42s |
| Iteration 23 | 495 | 0.01 | SAMME.R | 0.625 | 0.9688 | 3.541s | 1m:46s |
| Iteration 24 | 50 | 0.01 | SAMME.R | 0.75 | 0.9688 | 3.172s | 1m:51s |
| Iteration 25 | 50 | 0.01 | SAMME.R | 0.75 | 0.9688 | 0.000s | 1m:52s |
| Iteration 26 | 264 | 0.01 | SAMME.R | 0.8125 | 0.9688 | 3.365s | 1m:56s |
| Iteration 27 | 204 | 0.01 | SAMME.R | 0.75 | 0.9688 | 3.299s | 2m:01s |
| Iteration 28 | 390 | 9.9966 | SAMME | 0.625 | 0.9688 | 3.127s | 2m:05s |
| Iteration 29 | 58 | 0.025 | SAMME.R | 0.625 | 0.9688 | 3.207s | 2m:09s |
| Iteration 30 | 500 | 0.01 | SAMME | 0.625 | 0.9688 | 3.479s | 2m:14s |
| Iteration 31 | 65 | 9.9931 | SAMME.R | 0.625 | 0.9688 | 3.217s | 2m:18s |
| Iteration 32 | 80 | 0.01 | SAMME | 0.625 | 0.9688 | 3.211s | 2m:23s |
| Iteration 33 | 500 | 0.01 | SAMME.R | 0.6875 | 0.9688 | 3.553s | 2m:27s |
| Iteration 34 | 50 | 0.01 | SAMME.R | 0.75 | 0.9688 | 0.000s | 2m:30s |
| Iteration 35 | 483 | 0.0317 | SAMME.R | 0.75 | 0.9688 | 3.531s | 2m:35s |
| Iteration 36 | 50 | 0.01 | SAMME.R | 0.75 | 0.9688 | 0.000s | 2m:36s |
| Iteration 37 | 50 | 0.01 | SAMME.R | 0.75 | 0.9688 | 0.000s | 2m:39s |
| Iteration 38 | 219 | 9.9961 | SAMME.R | 0.75 | 0.9688 | 3.254s | 2m:45s |
| Iteration 39 | 66 | 0.0303 | SAMME.R | 0.75 | 0.9688 | 3.120s | 2m:51s |
| Iteration 40 | 500 | 0.01 | SAMME.R | 0.6875 | 0.9688 | 0.000s | 2m:52s |
| Iteration 41 | 50 | 0.01 | SAMME.R | 0.75 | 0.9688 | 0.000s | 2m:53s |
| Iteration 42 | 266 | 9.9984 | SAMME | 0.625 | 0.9688 | 3.083s | 2m:57s |
| Iteration 43 | 500 | 0.01 | SAMME | 0.625 | 0.9688 | 0.000s | 2m:59s |
| Iteration 44 | 50 | 0.01 | SAMME.R | 0.75 | 0.9688 | 0.000s | 3m:00s |
| Iteration 45 | 60 | 0.0299 | SAMME | 0.8125 | 0.9688 | 3.212s | 3m:05s |
| Iteration 46 | 494 | 0.0269 | SAMME.R | 0.625 | 0.9688 | 3.546s | 3m:09s |
| Iteration 47 | 50 | 0.0175 | SAMME.R | 0.7812 | 0.9688 | 3.185s | 3m:14s |
| Iteration 48 | 50 | 0.0179 | SAMME.R | 0.9688 | 0.9688 | 3.191s | 3m:18s |
| Iteration 49 | 50 | 0.0205 | SAMME.R | 0.6875 | 0.9688 | 3.180s | 3m:24s |
| Iteration 50 | 50 | 0.0189 | SAMME.R | 0.6562 | 0.9688 | 3.174s | 3m:29s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'n_estimators': 422, 'learning_rate': 0.01, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 0.9688
Time elapsed: 3m:30s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9973
Test evaluation --> roc_auc: 0.925
Time elapsed: 0.395s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.86 ± 0.0784
Time elapsed: 1.799s
-------------------------------------------------
Total time: 3m:32s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.8125 | 0.8125 | 3.536s | 3.555s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.6875 | 0.8125 | 3.407s | 7.926s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.625 | 0.8125 | 3.444s | 12.305s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.8125 | 3.253s | 16.521s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.8125 | 0.8125 | 3.465s | 21.463s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.3125 | 0.8125 | 3.281s | 25.782s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.8125 | 0.8125 | 3.321s | 30.084s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.9375 | 0.9375 | 3.294s | 34.281s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.875 | 0.9375 | 3.422s | 40.561s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.5 | 0.9375 | 3.380s | 45.342s |
| Iteration 11 | 10 | entropy | None | 20 | 16 | 0.8 | True | 0.035 | 0.9 | 0.5938 | 0.9375 | 3.158s | 49.790s |
| Iteration 12 | 318 | entropy | None | 14 | 14 | auto | True | 0.0175 | 0.6 | 0.6562 | 0.9375 | 3.370s | 54.581s |
| Iteration 13 | 10 | entropy | 8 | 2 | 18 | 0.8 | True | 0.0129 | 0.5 | 0.5 | 0.9375 | 3.189s | 59.144s |
| Iteration 14 | 500 | gini | 1 | 6 | 10 | log2 | False | 0.0 | --- | 0.6562 | 0.9375 | 3.483s | 1m:04s |
| Iteration 15 | 443 | gini | None | 4 | 17 | auto | False | 0.0348 | --- | 0.6875 | 0.9375 | 3.476s | 1m:09s |
| Iteration 16 | 155 | gini | None | 2 | 7 | 0.5 | False | 0.0111 | --- | 0.8125 | 0.9375 | 3.325s | 1m:14s |
| Iteration 17 | 463 | gini | 3 | 20 | 18 | log2 | False | 0.0237 | --- | 0.5938 | 0.9375 | 3.487s | 1m:19s |
| Iteration 18 | 13 | entropy | 1 | 2 | 11 | sqrt | True | 0.0104 | 0.6 | 0.5625 | 0.9375 | 3.258s | 1m:23s |
| Iteration 19 | 10 | entropy | None | 5 | 1 | sqrt | False | 0.0234 | --- | 1.0 | 1.0 | 3.223s | 1m:28s |
| Iteration 20 | 215 | entropy | 1 | 4 | 6 | auto | False | 0.0235 | --- | 0.4375 | 1.0 | 4.011s | 1m:33s |
| Iteration 21 | 10 | entropy | None | 5 | 6 | log2 | False | 0.0048 | --- | 0.6875 | 1.0 | 3.281s | 1m:38s |
| Iteration 22 | 10 | entropy | None | 5 | 1 | log2 | False | 0.0259 | --- | 1.0 | 1.0 | 3.232s | 1m:43s |
| Iteration 23 | 134 | entropy | None | 20 | 1 | 0.7 | False | 0.032 | --- | 0.75 | 1.0 | 3.348s | 1m:48s |
| Iteration 24 | 47 | entropy | None | 2 | 1 | 0.5 | False | 0.0115 | --- | 0.75 | 1.0 | 3.274s | 1m:52s |
| Iteration 25 | 48 | entropy | None | 6 | 1 | 0.6 | False | 0.0153 | --- | 0.7188 | 1.0 | 3.274s | 1m:57s |
| Iteration 26 | 277 | gini | None | 5 | 12 | 0.8 | False | 0.0255 | --- | 0.6562 | 1.0 | 3.395s | 2m:02s |
| Iteration 27 | 261 | gini | None | 4 | 16 | 0.9 | False | 0.0213 | --- | 0.9375 | 1.0 | 3.369s | 2m:07s |
| Iteration 28 | 49 | entropy | None | 4 | 1 | sqrt | False | 0.0246 | --- | 0.75 | 1.0 | 3.237s | 2m:12s |
| Iteration 29 | 267 | gini | None | 2 | 16 | sqrt | False | 0.0026 | --- | 0.6562 | 1.0 | 3.387s | 2m:17s |
| Iteration 30 | 278 | gini | None | 5 | 16 | 0.9 | False | 0.0314 | --- | 0.5 | 1.0 | 3.380s | 2m:22s |
| Iteration 31 | 252 | entropy | None | 5 | 1 | 0.6 | False | 0.0195 | --- | 0.6875 | 1.0 | 3.399s | 2m:27s |
| Iteration 32 | 302 | gini | None | 4 | 16 | 0.6 | False | 0.0144 | --- | 0.625 | 1.0 | 3.406s | 2m:32s |
| Iteration 33 | 278 | entropy | 3 | 7 | 14 | 0.7 | False | 0.0212 | --- | 0.3438 | 1.0 | 3.425s | 2m:37s |
| Iteration 34 | 263 | entropy | None | 7 | 16 | 0.9 | False | 0.0176 | --- | 0.5 | 1.0 | 3.390s | 2m:42s |
| Iteration 35 | 469 | entropy | None | 5 | 1 | sqrt | False | 0.0009 | --- | 0.625 | 1.0 | 3.511s | 2m:47s |
| Iteration 36 | 266 | entropy | None | 5 | 8 | sqrt | False | 0.0245 | --- | 0.875 | 1.0 | 3.371s | 2m:54s |
| Iteration 37 | 16 | entropy | 6 | 2 | 1 | None | False | 0.0145 | --- | 0.6875 | 1.0 | 3.193s | 3m:01s |
| Iteration 38 | 296 | entropy | 6 | 20 | 6 | 0.6 | False | 0.0326 | --- | 1.0 | 1.0 | 3.425s | 3m:08s |
| Iteration 39 | 296 | entropy | 6 | 19 | 2 | 0.7 | False | 0.0322 | --- | 0.75 | 1.0 | 3.400s | 3m:15s |
| Iteration 40 | 296 | gini | 6 | 20 | 5 | 0.6 | False | 0.0328 | --- | 0.8125 | 1.0 | 3.393s | 3m:20s |
| Iteration 41 | 217 | gini | None | 4 | 16 | 0.7 | True | 0.0247 | 0.8 | 0.6562 | 1.0 | 3.393s | 3m:25s |
| Iteration 42 | 359 | entropy | None | 5 | 11 | sqrt | False | 0.0252 | --- | 0.5625 | 1.0 | 3.415s | 3m:31s |
| Iteration 43 | 296 | entropy | 6 | 20 | 3 | log2 | False | 0.0333 | --- | 0.75 | 1.0 | 3.390s | 3m:36s |
| Iteration 44 | 146 | gini | None | 4 | 16 | 0.7 | False | 0.0251 | --- | 0.625 | 1.0 | 3.301s | 3m:41s |
| Iteration 45 | 473 | entropy | None | 5 | 1 | sqrt | False | 0.0248 | --- | 0.9375 | 1.0 | 3.521s | 3m:48s |
| Iteration 46 | 288 | gini | None | 4 | 16 | 0.9 | False | 0.0201 | --- | 0.5938 | 1.0 | 3.373s | 3m:53s |
| Iteration 47 | 151 | entropy | 8 | 14 | 7 | 0.6 | False | 0.0321 | --- | 0.8125 | 1.0 | 3.316s | 3m:58s |
| Iteration 48 | 288 | entropy | 1 | 6 | 1 | log2 | False | 0.035 | --- | 0.9375 | 1.0 | 3.425s | 4m:03s |
| Iteration 49 | 444 | entropy | None | 15 | 6 | 0.7 | True | 0.035 | 0.7 | 0.5625 | 1.0 | 3.523s | 4m:09s |
| Iteration 50 | 158 | entropy | None | 13 | 1 | log2 | False | 0.035 | --- | 0.75 | 1.0 | 3.285s | 4m:14s |
Bayesian Optimization ---------------------------
Best call --> Iteration 38
Best parameters --> {'n_estimators': 296, 'criterion': 'entropy', 'max_depth': 6, 'min_samples_split': 20, 'min_samples_leaf': 6, 'max_features': 0.6, 'bootstrap': False, 'ccp_alpha': 0.0326}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.217s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.93 ± 0.0678
Time elapsed: 0.960s
-------------------------------------------------
Total time: 4m:17s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.288s | 3.308s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.625 | 0.625 | 3.279s | 7.560s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.625 | 3.258s | 11.734s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.625 | 3.218s | 15.979s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.625 | 3.260s | 20.128s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.625 | 3.247s | 24.293s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.625 | 3.259s | 28.548s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.625 | 3.239s | 32.691s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.75 | 0.75 | 3.287s | 36.849s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.75 | 3.268s | 41.109s |
| Iteration 11 | 454 | 0.012 | 6 | 0.3719 | 3 | 0.9 | 1.0 | 0 | 0.01 | 0.8125 | 0.8125 | 3.276s | 45.736s |
| Iteration 12 | 114 | 0.4732 | 4 | 0.82 | 2 | 1.0 | 0.4 | 0 | 100 | 0.5 | 0.8125 | 3.215s | 50.202s |
| Iteration 13 | 229 | 0.0518 | 8 | 0.0156 | 3 | 0.7 | 0.8 | 0 | 0 | 0.5625 | 0.8125 | 3.224s | 54.799s |
| Iteration 14 | 430 | 0.0109 | 5 | 0.2592 | 5 | 0.9 | 0.9 | 0 | 0.1 | 0.3438 | 0.8125 | 3.263s | 59.310s |
| Iteration 15 | 428 | 0.4097 | 10 | 0.6689 | 1 | 0.9 | 0.5 | 0 | 10 | 0.8125 | 0.8125 | 3.288s | 1m:04s |
| Iteration 16 | 368 | 0.0757 | 10 | 0.477 | 1 | 0.8 | 0.5 | 0.01 | 1 | 0.9375 | 0.9375 | 3.275s | 1m:09s |
| Iteration 17 | 346 | 0.0414 | 10 | 0.4082 | 1 | 0.8 | 0.5 | 0.01 | 1 | 0.6562 | 0.9375 | 3.171s | 1m:14s |
| Iteration 18 | 420 | 0.7421 | 8 | 0.849 | 1 | 0.9 | 0.7 | 1 | 10 | 0.9688 | 0.9688 | 3.259s | 1m:19s |
| Iteration 19 | 20 | 1.0 | 1 | 1.0 | 1 | 0.5 | 1.0 | 100 | 0 | 0.5 | 0.9688 | 3.210s | 1m:23s |
| Iteration 20 | 124 | 0.01 | 10 | 0.8695 | 1 | 1.0 | 0.6 | 1 | 1 | 0.5 | 0.9688 | 3.247s | 1m:28s |
| Iteration 21 | 444 | 0.1039 | 7 | 0.9532 | 1 | 0.8 | 0.8 | 0.01 | 0.1 | 0.75 | 0.9688 | 3.298s | 1m:32s |
| Iteration 22 | 356 | 1.0 | 7 | 0.5416 | 1 | 1.0 | 0.9 | 100 | 0.1 | 0.5 | 0.9688 | 3.203s | 1m:37s |
| Iteration 23 | 500 | 0.037 | 2 | 0.3965 | 1 | 0.6 | 0.9 | 0 | 0.01 | 0.75 | 0.9688 | 3.893s | 1m:42s |
| Iteration 24 | 20 | 0.9478 | 8 | 0.1375 | 10 | 0.6 | 0.6 | 100 | 0 | 0.5 | 0.9688 | 3.170s | 1m:46s |
| Iteration 25 | 499 | 0.2848 | 3 | 0.7679 | 10 | 0.9 | 1.0 | 100 | 0.1 | 0.5 | 0.9688 | 3.222s | 1m:51s |
| Iteration 26 | 500 | 0.0112 | 9 | 0.4124 | 1 | 1.0 | 1.0 | 0 | 1 | 0.9375 | 0.9688 | 3.281s | 1m:55s |
| Iteration 27 | 500 | 1.0 | 10 | 0.0 | 1 | 0.7 | 0.4 | 0 | 100 | 0.9375 | 0.9688 | 3.231s | 1m:60s |
| Iteration 28 | 500 | 1.0 | 10 | 1.0 | 1 | 1.0 | 0.4 | 0 | 0 | 0.9375 | 0.9688 | 3.271s | 2m:04s |
| Iteration 29 | 500 | 0.8103 | 10 | 0.3174 | 1 | 0.6 | 1.0 | 0 | 0.01 | 0.5625 | 0.9688 | 3.323s | 2m:09s |
| Iteration 30 | 500 | 0.0225 | 1 | 0.894 | 1 | 1.0 | 0.4 | 0 | 1 | 0.625 | 0.9688 | 3.283s | 2m:14s |
| Iteration 31 | 500 | 0.0119 | 10 | 0.7095 | 1 | 1.0 | 0.4 | 0 | 10 | 0.75 | 0.9688 | 3.298s | 2m:18s |
| Iteration 32 | 500 | 0.1645 | 10 | 0.276 | 10 | 0.8 | 0.7 | 0 | 100 | 0.5 | 0.9688 | 3.280s | 2m:23s |
| Iteration 33 | 32 | 0.3179 | 1 | 0.6452 | 10 | 0.8 | 0.6 | 0 | 0 | 0.5 | 0.9688 | 3.228s | 2m:28s |
| Iteration 34 | 500 | 0.01 | 10 | 1.0 | 1 | 1.0 | 0.4 | 0 | 100 | 0.5 | 0.9688 | 3.315s | 2m:32s |
| Iteration 35 | 28 | 1.0 | 5 | 0.591 | 1 | 0.7 | 0.5 | 1 | 0.01 | 0.6875 | 0.9688 | 3.213s | 2m:38s |
| Iteration 36 | 500 | 1.0 | 9 | 0.6504 | 1 | 0.7 | 0.5 | 0.1 | 0.01 | 0.8125 | 0.9688 | 3.299s | 2m:43s |
| Iteration 37 | 500 | 0.3515 | 1 | 0.2635 | 1 | 0.5 | 0.4 | 0 | 100 | 1.0 | 1.0 | 3.306s | 2m:47s |
| Iteration 38 | 500 | 0.2996 | 1 | 1.0 | 1 | 0.8 | 0.4 | 100 | 0.1 | 0.5 | 1.0 | 3.420s | 2m:54s |
| Iteration 39 | 500 | 1.0 | 5 | 0.1033 | 1 | 0.5 | 0.4 | 0.01 | 1 | 1.0 | 1.0 | 3.274s | 2m:58s |
| Iteration 40 | 20 | 0.5043 | 1 | 0.2776 | 1 | 0.8 | 0.4 | 0.01 | 0.01 | 0.6875 | 1.0 | 3.215s | 3m:03s |
| Iteration 41 | 500 | 1.0 | 1 | 1.0 | 1 | 0.9 | 0.4 | 0.01 | 0 | 0.8125 | 1.0 | 3.245s | 3m:08s |
| Iteration 42 | 500 | 1.0 | 10 | 0.0 | 1 | 0.5 | 0.5 | 0 | 100 | 0.5 | 1.0 | 3.261s | 3m:12s |
| Iteration 43 | 500 | 1.0 | 1 | 0.0 | 1 | 0.5 | 1.0 | 0.01 | 1 | 1.0 | 1.0 | 3.240s | 3m:17s |
| Iteration 44 | 480 | 0.9966 | 3 | 0.1038 | 1 | 0.9 | 0.5 | 0.1 | 0 | 0.625 | 1.0 | 3.250s | 3m:22s |
| Iteration 45 | 31 | 0.992 | 6 | 0.652 | 1 | 0.6 | 1.0 | 0 | 1 | 1.0 | 1.0 | 3.186s | 3m:26s |
| Iteration 46 | 20 | 1.0 | 1 | 0.0 | 1 | 0.5 | 1.0 | 0 | 0 | 0.5625 | 1.0 | 3.190s | 3m:31s |
| Iteration 47 | 204 | 1.0 | 2 | 0.0 | 1 | 0.5 | 0.5 | 1 | 100 | 0.875 | 1.0 | 3.832s | 3m:36s |
| Iteration 48 | 235 | 1.0 | 1 | 0.231 | 1 | 0.8 | 0.8 | 0 | 1 | 1.0 | 1.0 | 3.237s | 3m:41s |
| Iteration 49 | 20 | 1.0 | 1 | 0.1966 | 1 | 0.9 | 1.0 | 0 | 1 | 0.625 | 1.0 | 3.160s | 3m:47s |
| Iteration 50 | 500 | 1.0 | 1 | 0.0 | 1 | 0.8 | 1.0 | 0.1 | 100 | 0.8125 | 1.0 | 3.302s | 3m:55s |
Bayesian Optimization ---------------------------
Best call --> Iteration 37
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.3515, 'max_depth': 1, 'gamma': 0.2635, 'min_child_weight': 1, 'subsample': 0.5, 'colsample_bytree': 0.4, 'reg_alpha': 0, 'reg_lambda': 100}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:58s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8964
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.102s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.93 ± 0.06
Time elapsed: 0.303s
-------------------------------------------------
Total time: 3m:59s
Final results ==================== >>
Duration: 28m:27s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.905 ± 0.0843
Logistic Regression --> roc_auc: 0.77 ± 0.0748
Linear Discriminant Analysis --> roc_auc: 0.72 ± 0.2358
Quadratic Discriminant Analysis --> roc_auc: 0.72 ± 0.2358
Radius Nearest Neighbors --> roc_auc: 0.83 ± 0.2227
AdaBoost --> roc_auc: 0.86 ± 0.0784
Random Forest --> roc_auc: 0.93 ± 0.0678 !
XGBoost --> roc_auc: 0.93 ± 0.06 !
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 837 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAGPNAGGTSYGKLTF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVSSGGYNKLIF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CALGDDKIIF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVDNQAGTALIF.
>>> Dropping feature CAVLDSSYKLIF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAAGGYQKVTF.
>>> Dropping feature CALMDTGRRALTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAVRDSGAGSYQLTF.
>>> Dropping feature CAVRNAGGTSYGKLTF.
>>> Dropping feature CAVRNQGGKLIF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CAASGGGSNYKLTF.
>>> Dropping feature CAASKGSNYKLTF.
>>> Dropping feature CAASKTSYDKVIF.
>>> Dropping feature CAATNFGNEKLTF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVREYGNKLVF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CALTSGTYKYIF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVRGAAGNKLTF.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAARTGNQFYF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.875 | 0.875 | 0.652s | 0.673s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.6875 | 0.875 | 0.692s | 2.837s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.9375 | 0.9375 | 0.648s | 4.346s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.75 | 0.9375 | 0.693s | 5.878s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.9375 | 0.9375 | 0.697s | 7.406s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.625 | 0.9375 | 0.732s | 10.986s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.8125 | 0.9375 | 0.708s | 15.175s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.875 | 0.9375 | 0.752s | 19.405s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 1.0 | 1.0 | 0.682s | 23.360s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.6875 | 1.0 | 0.692s | 27.726s |
| Iteration 11 | exponen.. | 0.2538 | 168 | 0.9 | friedman_mse | 19 | 19 | 4 | 0.5 | 0.0034 | 0.6875 | 1.0 | 0.669s | 30.141s |
| Iteration 12 | exponen.. | 0.9337 | 388 | 0.5 | squared_er.. | 20 | 5 | 2 | 0.9 | 0.0185 | 0.75 | 1.0 | 0.718s | 31.973s |
| Iteration 13 | exponen.. | 0.5155 | 224 | 0.9 | squared_er.. | 15 | 20 | 5 | 0.7 | 0.0244 | 0.75 | 1.0 | 0.686s | 33.827s |
| Iteration 14 | exponen.. | 0.2847 | 258 | 0.6 | squared_er.. | 12 | 18 | 7 | log2 | 0.0306 | 0.5 | 1.0 | 0.687s | 35.834s |
| Iteration 15 | exponen.. | 1.0 | 240 | 0.9 | squared_er.. | 11 | 16 | 1 | sqrt | 0.0327 | 0.875 | 1.0 | 0.698s | 37.747s |
| Iteration 16 | exponen.. | 1.0 | 103 | 0.7 | squared_er.. | 2 | 20 | 1 | sqrt | 0.0077 | 0.875 | 1.0 | 0.652s | 39.557s |
| Iteration 17 | deviance | 0.0439 | 26 | 1.0 | friedman_mse | 18 | 18 | 1 | auto | 0.0068 | 0.6875 | 1.0 | 0.632s | 41.339s |
| Iteration 18 | exponen.. | 0.01 | 81 | 0.6 | friedman_mse | 14 | 6 | 10 | 0.7 | 0.0094 | 0.8125 | 1.0 | 0.647s | 43.145s |
| Iteration 19 | exponen.. | 0.011 | 63 | 1.0 | squared_er.. | 14 | 18 | 1 | log2 | 0.0185 | 0.5625 | 1.0 | 0.642s | 45.005s |
| Iteration 20 | exponen.. | 0.2517 | 36 | 0.5 | friedman_mse | 6 | 15 | 1 | 0.7 | 0.0123 | 0.5 | 1.0 | 0.634s | 46.765s |
| Iteration 21 | deviance | 0.4485 | 16 | 0.8 | friedman_mse | 9 | 12 | 3 | 0.9 | 0.002 | 0.75 | 1.0 | 0.631s | 48.588s |
| Iteration 22 | exponen.. | 0.0174 | 481 | 0.7 | friedman_mse | 6 | 1 | 8 | 0.6 | 0.0294 | 1.0 | 1.0 | 0.768s | 50.486s |
| Iteration 23 | exponen.. | 0.3213 | 247 | 0.7 | friedman_mse | 14 | 18 | 3 | 0.8 | 0.0254 | 0.6875 | 1.0 | 1.440s | 53.352s |
| Iteration 24 | exponen.. | 0.01 | 468 | 0.7 | squared_er.. | 16 | 1 | 2 | auto | 0.0077 | 0.8125 | 1.0 | 0.770s | 55.320s |
| Iteration 25 | exponen.. | 0.0392 | 156 | 0.8 | friedman_mse | 8 | 1 | 8 | 0.5 | 0.0004 | 0.625 | 1.0 | 0.713s | 57.209s |
| Iteration 26 | exponen.. | 0.0458 | 170 | 0.6 | friedman_mse | 7 | 1 | 8 | 0.9 | 0.0291 | 0.9375 | 1.0 | 0.688s | 59.067s |
| Iteration 27 | deviance | 0.0972 | 372 | 0.7 | friedman_mse | 4 | 2 | 5 | sqrt | 0.0304 | 1.0 | 1.0 | 0.729s | 1m:01s |
| Iteration 28 | exponen.. | 0.6344 | 483 | 0.7 | friedman_mse | 2 | 3 | 9 | sqrt | 0.0137 | 0.5 | 1.0 | 0.757s | 1m:05s |
| Iteration 29 | exponen.. | 0.0296 | 492 | 0.6 | friedman_mse | 12 | 11 | 8 | auto | 0.0047 | 0.875 | 1.0 | 0.797s | 1m:07s |
| Iteration 30 | deviance | 0.0433 | 138 | 0.7 | friedman_mse | 12 | 12 | 6 | 0.6 | 0.0201 | 0.75 | 1.0 | 0.672s | 1m:09s |
| Iteration 31 | deviance | 0.0233 | 339 | 0.5 | friedman_mse | 6 | 2 | 5 | sqrt | 0.0295 | 1.0 | 1.0 | 0.722s | 1m:11s |
| Iteration 32 | deviance | 0.0213 | 422 | 0.5 | friedman_mse | 2 | 15 | 4 | None | 0.0325 | 0.5 | 1.0 | 0.727s | 1m:13s |
| Iteration 33 | deviance | 0.0219 | 370 | 0.6 | friedman_mse | 8 | 1 | 5 | auto | 0.0342 | 0.3125 | 1.0 | 0.745s | 1m:17s |
| Iteration 34 | deviance | 0.0242 | 98 | 0.5 | friedman_mse | 6 | 2 | 3 | auto | 0.0275 | 1.0 | 1.0 | 0.671s | 1m:20s |
| Iteration 35 | deviance | 0.1692 | 189 | 0.6 | friedman_mse | 4 | 19 | 6 | 0.7 | 0.0294 | 0.5 | 1.0 | 0.692s | 1m:22s |
| Iteration 36 | deviance | 0.0352 | 44 | 0.7 | squared_er.. | 5 | 1 | 5 | 0.7 | 0.0299 | 0.6875 | 1.0 | 0.646s | 1m:24s |
| Iteration 37 | exponen.. | 0.318 | 493 | 0.6 | friedman_mse | 5 | 1 | 7 | sqrt | 0.0297 | 0.9375 | 1.0 | 0.755s | 1m:26s |
| Iteration 38 | deviance | 0.0358 | 268 | 0.8 | friedman_mse | 4 | 2 | 2 | sqrt | 0.0293 | 0.875 | 1.0 | 0.706s | 1m:28s |
| Iteration 39 | deviance | 0.01 | 65 | 0.9 | friedman_mse | 7 | 1 | 1 | 0.8 | 0.0304 | 0.6562 | 1.0 | 0.676s | 1m:30s |
| Iteration 40 | exponen.. | 0.01 | 334 | 0.5 | friedman_mse | 9 | 2 | 9 | 0.8 | 0.0282 | 1.0 | 1.0 | 0.756s | 1m:33s |
| Iteration 41 | exponen.. | 0.1288 | 315 | 0.8 | friedman_mse | 14 | 18 | 1 | 0.8 | 0.0017 | 0.625 | 1.0 | 0.726s | 1m:35s |
| Iteration 42 | exponen.. | 0.0459 | 465 | 0.8 | friedman_mse | 8 | 1 | 8 | log2 | 0.0293 | 0.4375 | 1.0 | 0.785s | 1m:37s |
| Iteration 43 | exponen.. | 0.1574 | 269 | 0.9 | friedman_mse | 7 | 18 | 7 | 0.9 | 0.0253 | 0.8125 | 1.0 | 0.701s | 1m:39s |
| Iteration 44 | exponen.. | 0.2086 | 186 | 0.9 | squared_er.. | 4 | 18 | 9 | 0.6 | 0.0 | 0.9375 | 1.0 | 0.670s | 1m:41s |
| Iteration 45 | exponen.. | 0.0205 | 490 | 0.7 | friedman_mse | 3 | 1 | 10 | 0.7 | 0.035 | 0.875 | 1.0 | 0.784s | 1m:44s |
| Iteration 46 | deviance | 0.0248 | 145 | 0.5 | squared_er.. | 7 | 2 | 2 | 0.7 | 0.035 | 0.875 | 1.0 | 0.669s | 1m:46s |
| Iteration 47 | exponen.. | 0.0145 | 448 | 0.7 | friedman_mse | 5 | 1 | 5 | sqrt | 0.0305 | 0.5 | 1.0 | 0.777s | 1m:50s |
| Iteration 48 | exponen.. | 0.1922 | 340 | 0.9 | friedman_mse | 15 | 18 | 5 | 0.6 | 0.0094 | 0.9375 | 1.0 | 1.381s | 1m:53s |
| Iteration 49 | deviance | 0.1078 | 368 | 0.7 | squared_er.. | 10 | 2 | 6 | auto | 0.0276 | 0.875 | 1.0 | 0.730s | 1m:55s |
| Iteration 50 | exponen.. | 0.0931 | 289 | 0.7 | squared_er.. | 5 | 2 | 6 | None | 0.0192 | 1.0 | 1.0 | 0.729s | 1m:57s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0174, 'n_estimators': 481, 'subsample': 0.7, 'criterion': 'friedman_mse', 'min_samples_split': 6, 'min_samples_leaf': 1, 'max_depth': 8, 'max_features': 0.6, 'ccp_alpha': 0.0294}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:59s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9946
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.163s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.87 ± 0.051
Time elapsed: 0.766s
-------------------------------------------------
Total time: 1m:60s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.8125 | 0.8125 | 0.724s | 0.736s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.5625 | 0.8125 | 0.712s | 2.283s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.75 | 0.8125 | 0.705s | 3.872s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.625 | 0.8125 | 0.701s | 5.403s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.75 | 0.8125 | 0.710s | 6.958s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.625 | 0.8125 | 0.706s | 8.518s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.3125 | 0.8125 | 0.705s | 10.087s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.25 | 0.8125 | 0.810s | 11.862s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.9375 | 0.9375 | 0.652s | 13.407s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.375 | 0.9375 | 0.645s | 14.865s |
| Iteration 11 | l2 | 100.0 | lbfgs | 297 | --- | 0.3125 | 0.9375 | 0.650s | 18.869s |
| Iteration 12 | none | --- | saga | 111 | --- | 1.0 | 1.0 | 0.656s | 22.111s |
| Iteration 13 | none | --- | saga | 127 | --- | 0.75 | 1.0 | 0.654s | 25.004s |
| Iteration 14 | none | --- | sag | 109 | --- | 0.875 | 1.0 | 0.661s | 28.106s |
| Iteration 15 | none | --- | lbfgs | 986 | --- | 0.4375 | 1.0 | 0.660s | 30.194s |
| Iteration 16 | none | --- | saga | 104 | --- | 0.6875 | 1.0 | 0.665s | 32.095s |
| Iteration 17 | l2 | 0.0024 | sag | 115 | --- | 0.5 | 1.0 | 0.657s | 34.003s |
| Iteration 18 | l2 | 0.0011 | libli.. | 202 | --- | 0.375 | 1.0 | 0.727s | 38.121s |
| Iteration 19 | none | --- | saga | 116 | --- | 0.6875 | 1.0 | 0.654s | 42.910s |
| Iteration 20 | l2 | 0.0175 | sag | 303 | --- | 0.8125 | 1.0 | 0.654s | 47.603s |
| Iteration 21 | none | --- | sag | 115 | --- | 0.75 | 1.0 | 0.652s | 52.316s |
| Iteration 22 | l2 | 0.2594 | lbfgs | 300 | --- | 0.75 | 1.0 | 0.658s | 57.033s |
| Iteration 23 | l2 | 0.0029 | newto.. | 297 | --- | 0.5625 | 1.0 | 0.655s | 1m:02s |
| Iteration 24 | l2 | 0.0491 | lbfgs | 300 | --- | 0.3125 | 1.0 | 0.663s | 1m:04s |
| Iteration 25 | l2 | 0.05 | lbfgs | 295 | --- | 0.5 | 1.0 | 1.303s | 1m:07s |
| Iteration 26 | none | --- | saga | 415 | --- | 0.6875 | 1.0 | 0.660s | 1m:09s |
| Iteration 27 | none | --- | saga | 306 | --- | 0.375 | 1.0 | 0.662s | 1m:11s |
| Iteration 28 | elast.. | 0.9176 | saga | 310 | 0.6 | 0.5 | 1.0 | 0.653s | 1m:12s |
| Iteration 29 | l2 | 57.434 | newto.. | 554 | --- | 0.625 | 1.0 | 0.654s | 1m:14s |
| Iteration 30 | none | --- | saga | 109 | --- | 0.5 | 1.0 | 0.657s | 1m:16s |
| Iteration 31 | none | --- | lbfgs | 1000 | --- | 0.75 | 1.0 | 0.659s | 1m:18s |
| Iteration 32 | l1 | 0.0013 | saga | 975 | --- | 0.5 | 1.0 | 0.659s | 1m:20s |
| Iteration 33 | l1 | 0.0015 | saga | 947 | --- | 0.5 | 1.0 | 0.655s | 1m:22s |
| Iteration 34 | none | --- | lbfgs | 991 | --- | 1.0 | 1.0 | 0.644s | 1m:23s |
| Iteration 35 | l2 | 57.1993 | libli.. | 918 | --- | 0.375 | 1.0 | 0.645s | 1m:25s |
| Iteration 36 | none | --- | sag | 985 | --- | 0.5625 | 1.0 | 0.653s | 1m:27s |
| Iteration 37 | l2 | 0.593 | lbfgs | 1000 | --- | 0.5625 | 1.0 | 0.648s | 1m:29s |
| Iteration 38 | none | --- | newto.. | 131 | --- | 1.0 | 1.0 | 0.655s | 1m:31s |
| Iteration 39 | none | --- | newto.. | 127 | --- | 0.5 | 1.0 | 0.656s | 1m:33s |
| Iteration 40 | none | --- | lbfgs | 100 | --- | 0.25 | 1.0 | 0.658s | 1m:35s |
| Iteration 41 | none | --- | sag | 172 | --- | 0.5 | 1.0 | 0.651s | 1m:37s |
| Iteration 42 | none | --- | lbfgs | 991 | --- | 1.0 | 1.0 | 0.001s | 1m:38s |
| Iteration 43 | none | --- | lbfgs | 986 | --- | 0.4375 | 1.0 | 0.001s | 1m:40s |
| Iteration 44 | none | --- | lbfgs | 996 | --- | 0.4375 | 1.0 | 0.655s | 1m:42s |
| Iteration 45 | none | --- | sag | 994 | --- | 0.3125 | 1.0 | 0.654s | 1m:44s |
| Iteration 46 | none | --- | lbfgs | 174 | --- | 0.4375 | 1.0 | 0.659s | 1m:46s |
| Iteration 47 | none | --- | sag | 114 | --- | 0.5 | 1.0 | 0.653s | 1m:47s |
| Iteration 48 | none | --- | sag | 114 | --- | 0.5 | 1.0 | 0.000s | 1m:49s |
| Iteration 49 | none | --- | sag | 138 | --- | 1.0 | 1.0 | 0.648s | 1m:52s |
| Iteration 50 | none | --- | sag | 137 | --- | 0.8125 | 1.0 | 0.655s | 1m:55s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'penalty': 'none', 'solver': 'saga', 'max_iter': 111}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:57s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7536
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.66 ± 0.1463
Time elapsed: 0.056s
-------------------------------------------------
Total time: 1m:57s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.6875 | 0.6875 | 1.272s | 1.278s |
| Initial point 2 | svd | --- | 0.5 | 0.6875 | 0.640s | 2.946s |
| Initial point 3 | svd | --- | 0.5 | 0.6875 | 0.000s | 3.781s |
| Initial point 4 | lsqr | 0.8 | 0.625 | 0.6875 | 0.639s | 6.711s |
| Initial point 5 | eigen | 0.9 | 0.75 | 0.75 | 0.658s | 8.706s |
| Initial point 6 | lsqr | 0.7 | 0.5625 | 0.75 | 0.652s | 10.203s |
| Initial point 7 | lsqr | 0.5 | 0.3125 | 0.75 | 0.649s | 11.724s |
| Initial point 8 | lsqr | 0.9 | 0.1875 | 0.75 | 0.648s | 13.188s |
| Initial point 9 | lsqr | 0.6 | 0.8125 | 0.8125 | 0.645s | 14.643s |
| Initial point 10 | eigen | 0.8 | 0.3125 | 0.8125 | 0.645s | 16.105s |
| Iteration 11 | lsqr | 0.6 | 0.8125 | 0.8125 | 0.000s | 17.077s |
| Iteration 12 | eigen | 0.7 | 0.5 | 0.8125 | 0.644s | 18.703s |
| Iteration 13 | svd | --- | 0.5 | 0.8125 | 0.000s | 19.734s |
| Iteration 14 | lsqr | auto | 0.75 | 0.8125 | 0.645s | 21.389s |
| Iteration 15 | eigen | auto | 0.4375 | 0.8125 | 0.641s | 23.012s |
| Iteration 16 | svd | --- | 0.5 | 0.8125 | 0.000s | 23.972s |
| Iteration 17 | svd | --- | 0.5 | 0.8125 | 0.000s | 24.934s |
| Iteration 18 | lsqr | 1.0 | 0.375 | 0.8125 | 0.659s | 26.584s |
| Iteration 19 | svd | --- | 0.5 | 0.8125 | 0.000s | 27.743s |
| Iteration 20 | lsqr | None | 0.6875 | 0.8125 | 0.644s | 29.375s |
| Iteration 21 | eigen | 0.5 | 0.75 | 0.8125 | 0.629s | 31.007s |
| Iteration 22 | eigen | 0.6 | 0.875 | 0.875 | 0.630s | 32.789s |
| Iteration 23 | svd | --- | 0.5 | 0.875 | 0.000s | 33.852s |
| Iteration 24 | svd | --- | 0.5 | 0.875 | 0.000s | 34.870s |
| Iteration 25 | eigen | None | 0.625 | 0.875 | 0.644s | 36.530s |
| Iteration 26 | eigen | 0.6 | 0.875 | 0.875 | 0.001s | 37.562s |
| Iteration 27 | eigen | 0.6 | 0.875 | 0.875 | 0.000s | 38.581s |
| Iteration 28 | eigen | 0.6 | 0.875 | 0.875 | 0.000s | 39.657s |
| Iteration 29 | eigen | 0.6 | 0.875 | 0.875 | 0.000s | 40.729s |
| Iteration 30 | eigen | 0.6 | 0.875 | 0.875 | 0.000s | 41.812s |
| Iteration 31 | lsqr | auto | 0.75 | 0.875 | 0.000s | 42.906s |
| Iteration 32 | eigen | 0.6 | 0.875 | 0.875 | 0.000s | 45.255s |
| Iteration 33 | lsqr | 0.7 | 0.5625 | 0.875 | 0.000s | 46.677s |
| Iteration 34 | eigen | 0.6 | 0.875 | 0.875 | 0.000s | 47.785s |
| Iteration 35 | lsqr | 1.0 | 0.375 | 0.875 | 0.000s | 48.855s |
| Iteration 36 | eigen | 0.6 | 0.875 | 0.875 | 0.000s | 49.906s |
| Iteration 37 | eigen | 0.6 | 0.875 | 0.875 | 0.000s | 51.023s |
| Iteration 38 | eigen | 0.6 | 0.875 | 0.875 | 0.000s | 52.142s |
| Iteration 39 | eigen | 0.6 | 0.875 | 0.875 | 0.000s | 53.234s |
| Iteration 40 | eigen | 0.6 | 0.875 | 0.875 | 0.000s | 54.350s |
| Iteration 41 | eigen | 0.6 | 0.875 | 0.875 | 0.000s | 55.422s |
| Iteration 42 | eigen | 0.6 | 0.875 | 0.875 | 0.001s | 56.724s |
| Iteration 43 | eigen | 0.6 | 0.875 | 0.875 | 0.001s | 57.914s |
| Iteration 44 | eigen | 0.6 | 0.875 | 0.875 | 0.000s | 59.040s |
| Iteration 45 | eigen | 0.6 | 0.875 | 0.875 | 0.001s | 1m:00s |
| Iteration 46 | eigen | 0.6 | 0.875 | 0.875 | 0.001s | 1m:01s |
| Iteration 47 | eigen | 0.6 | 0.875 | 0.875 | 0.001s | 1m:03s |
| Iteration 48 | eigen | 0.6 | 0.875 | 0.875 | 0.001s | 1m:04s |
| Iteration 49 | eigen | 0.6 | 0.875 | 0.875 | 0.001s | 1m:05s |
| Iteration 50 | eigen | 0.6 | 0.875 | 0.875 | 0.000s | 1m:06s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.6}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:07s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7312
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.81 ± 0.1158
Time elapsed: 0.030s
-------------------------------------------------
Total time: 1m:07s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.6875 | 0.6875 | 1.341s | 1.344s |
| Initial point 2 | 0.9 | 0.375 | 0.6875 | 0.646s | 2.841s |
| Initial point 3 | 0.1 | 0.8125 | 0.8125 | 0.645s | 4.350s |
| Initial point 4 | 1.0 | 0.6875 | 0.8125 | 0.001s | 5.156s |
| Initial point 5 | 0.2 | 0.75 | 0.8125 | 0.717s | 6.854s |
| Initial point 6 | 0.4 | 0.5 | 0.8125 | 0.681s | 8.408s |
| Initial point 7 | 0.4 | 0.5 | 0.8125 | 0.001s | 10.526s |
| Initial point 8 | 0.7 | 0.1875 | 0.8125 | 0.635s | 12.291s |
| Initial point 9 | 0.9 | 0.375 | 0.8125 | 0.001s | 13.117s |
| Initial point 10 | 0.8 | 0.3125 | 0.8125 | 0.636s | 14.618s |
| Iteration 11 | 0.3 | 0.3125 | 0.8125 | 0.643s | 16.166s |
| Iteration 12 | 0.6 | 0.4375 | 0.8125 | 0.632s | 17.700s |
| Iteration 13 | 0.5 | 0.25 | 0.8125 | 0.632s | 21.248s |
| Iteration 14 | 0.0 | 0.875 | 0.875 | 0.633s | 24.130s |
| Iteration 15 | 0.0 | 0.875 | 0.875 | 0.000s | 25.305s |
| Iteration 16 | 0.0 | 0.875 | 0.875 | 0.000s | 27.721s |
| Iteration 17 | 0.0 | 0.875 | 0.875 | 0.001s | 29.127s |
| Iteration 18 | 0.0 | 0.875 | 0.875 | 0.000s | 30.087s |
| Iteration 19 | 0.0 | 0.875 | 0.875 | 0.000s | 31.007s |
| Iteration 20 | 0.0 | 0.875 | 0.875 | 0.000s | 31.952s |
| Iteration 21 | 0.0 | 0.875 | 0.875 | 0.000s | 32.882s |
| Iteration 22 | 0.0 | 0.875 | 0.875 | 0.000s | 33.829s |
| Iteration 23 | 0.4 | 0.5 | 0.875 | 0.000s | 37.002s |
| Iteration 24 | 0.0 | 0.875 | 0.875 | 0.000s | 38.569s |
| Iteration 25 | 0.0 | 0.875 | 0.875 | 0.000s | 39.548s |
| Iteration 26 | 0.0 | 0.875 | 0.875 | 0.000s | 40.485s |
| Iteration 27 | 0.0 | 0.875 | 0.875 | 0.000s | 41.441s |
| Iteration 28 | 0.9 | 0.375 | 0.875 | 0.000s | 42.374s |
| Iteration 29 | 0.0 | 0.875 | 0.875 | 0.000s | 43.341s |
| Iteration 30 | 0.8 | 0.3125 | 0.875 | 0.000s | 44.291s |
| Iteration 31 | 0.0 | 0.875 | 0.875 | 0.000s | 45.244s |
| Iteration 32 | 0.0 | 0.875 | 0.875 | 0.000s | 46.194s |
| Iteration 33 | 0.0 | 0.875 | 0.875 | 0.000s | 47.167s |
| Iteration 34 | 0.0 | 0.875 | 0.875 | 0.000s | 48.151s |
| Iteration 35 | 0.0 | 0.875 | 0.875 | 0.000s | 49.226s |
| Iteration 36 | 0.0 | 0.875 | 0.875 | 0.000s | 50.296s |
| Iteration 37 | 0.0 | 0.875 | 0.875 | 0.000s | 51.358s |
| Iteration 38 | 0.0 | 0.875 | 0.875 | 0.000s | 52.377s |
| Iteration 39 | 0.0 | 0.875 | 0.875 | 0.000s | 53.373s |
| Iteration 40 | 0.0 | 0.875 | 0.875 | 0.000s | 55.307s |
| Iteration 41 | 0.0 | 0.875 | 0.875 | 0.001s | 58.399s |
| Iteration 42 | 0.0 | 0.875 | 0.875 | 0.000s | 1m:02s |
| Iteration 43 | 0.0 | 0.875 | 0.875 | 0.000s | 1m:05s |
| Iteration 44 | 0.0 | 0.875 | 0.875 | 0.000s | 1m:07s |
| Iteration 45 | 0.0 | 0.875 | 0.875 | 0.001s | 1m:09s |
| Iteration 46 | 0.0 | 0.875 | 0.875 | 0.001s | 1m:11s |
| Iteration 47 | 0.0 | 0.875 | 0.875 | 0.000s | 1m:12s |
| Iteration 48 | 0.0 | 0.875 | 0.875 | 0.000s | 1m:14s |
| Iteration 49 | 0.0 | 0.875 | 0.875 | 0.000s | 1m:15s |
| Iteration 50 | 0.0 | 0.875 | 0.875 | 0.000s | 1m:16s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'reg_param': 0.0}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:17s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8839
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.86 ± 0.097
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:17s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.5784 | dista.. | auto | 40 | 1 | 0.8125 | 0.8125 | 0.663s | 0.684s |
| Initial point 2 | 5.0024 | uniform | kd_tree | 39 | 2 | 0.375 | 0.8125 | 0.647s | 2.168s |
| Initial point 3 | 3.9516 | dista.. | ball_tree | 25 | 2 | 0.875 | 0.875 | 0.645s | 3.642s |
| Initial point 4 | 11.5286 | uniform | ball_tree | 39 | 2 | 0.5 | 0.875 | 0.652s | 5.134s |
| Initial point 5 | 9.0312 | dista.. | auto | 30 | 2 | 0.5625 | 0.875 | 0.648s | 6.636s |
| Initial point 6 | 10.4588 | dista.. | ball_tree | 21 | 2 | 0.5 | 0.875 | 0.641s | 8.134s |
| Initial point 7 | 7.4809 | dista.. | ball_tree | 24 | 1 | 0.25 | 0.875 | 0.644s | 9.672s |
| Initial point 8 | 1.7927 | dista.. | ball_tree | 21 | 2 | 0.8125 | 0.875 | 0.660s | 11.187s |
| Initial point 9 | 8.3332 | uniform | ball_tree | 24 | 1 | 0.625 | 0.875 | 0.651s | 12.789s |
| Initial point 10 | 5.9189 | uniform | brute | 22 | 2 | 0.5 | 0.875 | 1.243s | 14.875s |
| Iteration 11 | 3.0418 | dista.. | auto | 40 | 2 | 0.5625 | 0.875 | 0.646s | 16.635s |
| Iteration 12 | 3.3974 | dista.. | ball_tree | 40 | 2 | 0.9375 | 0.9375 | 0.643s | 18.381s |
| Iteration 13 | 3.1067 | dista.. | ball_tree | 40 | 2 | 1.0 | 1.0 | 0.640s | 20.204s |
| Iteration 14 | 2.8514 | dista.. | ball_tree | 29 | 2 | 0.875 | 1.0 | 0.642s | 22.006s |
| Iteration 15 | 1.0768 | dista.. | ball_tree | 40 | 2 | 0.4688 | 1.0 | 0.653s | 25.443s |
| Iteration 16 | 3.2633 | dista.. | ball_tree | 40 | 1 | 0.75 | 1.0 | 0.664s | 27.849s |
| Iteration 17 | 3.266 | dista.. | ball_tree | 40 | 2 | 0.25 | 1.0 | 0.712s | 29.786s |
| Iteration 18 | 4.9162 | uniform | ball_tree | 33 | 1 | 0.7812 | 1.0 | 0.672s | 31.509s |
| Iteration 19 | 5.4299 | uniform | ball_tree | 24 | 2 | 0.4688 | 1.0 | 0.665s | 33.236s |
| Iteration 20 | 5.7382 | dista.. | kd_tree | 28 | 2 | 0.5312 | 1.0 | 0.650s | 35.147s |
| Iteration 21 | 2.879 | uniform | kd_tree | 32 | 1 | 0.7188 | 1.0 | 0.706s | 37.089s |
| Iteration 22 | 3.3135 | dista.. | brute | 22 | 2 | 0.875 | 1.0 | 0.653s | 38.997s |
| Iteration 23 | 0.8708 | dista.. | kd_tree | 25 | 1 | 0.8125 | 1.0 | 0.647s | 40.724s |
| Iteration 24 | 2.2406 | uniform | kd_tree | 21 | 1 | 0.75 | 1.0 | 0.646s | 42.482s |
| Iteration 25 | 2.2579 | uniform | brute | 20 | 2 | 0.8438 | 1.0 | 0.659s | 44.234s |
| Iteration 26 | 2.5101 | dista.. | ball_tree | 20 | 1 | 0.5312 | 1.0 | 0.661s | 46.086s |
| Iteration 27 | 0.0001 | uniform | kd_tree | 28 | 1 | 0.5 | 1.0 | 0.675s | 47.875s |
| Iteration 28 | 12.6126 | dista.. | ball_tree | 26 | 1 | 0.5625 | 1.0 | 0.649s | 49.590s |
| Iteration 29 | 0.0007 | dista.. | auto | 21 | 2 | 0.5 | 1.0 | 0.662s | 51.314s |
| Iteration 30 | 2.687 | uniform | kd_tree | 23 | 2 | 0.6562 | 1.0 | 0.650s | 53.108s |
| Iteration 31 | 12.6136 | dista.. | auto | 24 | 2 | 0.875 | 1.0 | 0.652s | 54.854s |
| Iteration 32 | 0.8046 | uniform | brute | 21 | 2 | 0.4375 | 1.0 | 0.661s | 56.617s |
| Iteration 33 | 2.9919 | uniform | ball_tree | 40 | 2 | 0.375 | 1.0 | 1.442s | 59.289s |
| Iteration 34 | 4.4995 | dista.. | brute | 20 | 2 | 0.6875 | 1.0 | 0.648s | 1m:02s |
| Iteration 35 | 10.9283 | dista.. | brute | 20 | 2 | 0.4375 | 1.0 | 0.647s | 1m:04s |
| Iteration 36 | 3.4374 | dista.. | kd_tree | 26 | 2 | 0.4688 | 1.0 | 0.653s | 1m:06s |
| Iteration 37 | 12.4073 | uniform | auto | 39 | 1 | 0.4375 | 1.0 | 0.670s | 1m:08s |
| Iteration 38 | 3.3134 | dista.. | kd_tree | 21 | 2 | 0.9375 | 1.0 | 0.680s | 1m:10s |
| Iteration 39 | 3.0994 | dista.. | ball_tree | 21 | 2 | 0.625 | 1.0 | 0.694s | 1m:12s |
| Iteration 40 | 6.1247 | uniform | brute | 22 | 1 | 0.75 | 1.0 | 0.649s | 1m:16s |
| Iteration 41 | 0.0026 | dista.. | kd_tree | 24 | 1 | 0.5 | 1.0 | 0.648s | 1m:21s |
| Iteration 42 | 11.9722 | uniform | brute | 40 | 1 | 0.375 | 1.0 | 0.641s | 1m:23s |
| Iteration 43 | 9.4643 | uniform | brute | 34 | 2 | 0.625 | 1.0 | 0.636s | 1m:25s |
| Iteration 44 | 1.9026 | dista.. | ball_tree | 40 | 1 | 0.625 | 1.0 | 0.666s | 1m:27s |
| Iteration 45 | 3.5589 | dista.. | brute | 20 | 2 | 0.375 | 1.0 | 0.638s | 1m:29s |
| Iteration 46 | 3.3042 | dista.. | kd_tree | 21 | 2 | 0.6875 | 1.0 | 0.634s | 1m:31s |
| Iteration 47 | 3.3041 | dista.. | kd_tree | 21 | 2 | 0.375 | 1.0 | 0.644s | 1m:33s |
| Iteration 48 | 12.1318 | dista.. | auto | 22 | 2 | 0.875 | 1.0 | 0.634s | 1m:35s |
| Iteration 49 | 0.8239 | dista.. | brute | 22 | 1 | 0.25 | 1.0 | 0.652s | 1m:37s |
| Iteration 50 | 9.093 | dista.. | auto | 24 | 2 | 0.875 | 1.0 | 0.705s | 1m:39s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'radius': 3.1067, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 40, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:41s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.575
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.585 ± 0.0374
Time elapsed: 0.056s
-------------------------------------------------
Total time: 1m:41s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.625 | 0.625 | 1.087s | 1.097s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 1.0 | 1.0 | 1.092s | 3.280s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.6875 | 1.0 | 0.791s | 6.991s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.875 | 1.0 | 0.939s | 9.258s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.9375 | 1.0 | 0.818s | 10.901s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.8125 | 1.0 | 1.000s | 12.707s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.5 | 1.0 | 0.679s | 14.182s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.9375 | 1.0 | 0.941s | 15.968s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.4688 | 1.0 | 0.636s | 17.468s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.625 | 1.0 | 0.754s | 19.034s |
| Iteration 11 | 488 | 0.0407 | SAMME.R | 0.5312 | 1.0 | 1.605s | 21.641s |
| Iteration 12 | 141 | 0.1402 | SAMME | 1.0 | 1.0 | 0.723s | 23.355s |
| Iteration 13 | 126 | 0.1342 | SAMME | 0.75 | 1.0 | 0.758s | 25.115s |
| Iteration 14 | 50 | 0.1059 | SAMME | 0.875 | 1.0 | 0.659s | 26.795s |
| Iteration 15 | 64 | 0.2205 | SAMME.R | 0.75 | 1.0 | 0.673s | 30.347s |
| Iteration 16 | 477 | 0.01 | SAMME.R | 0.75 | 1.0 | 1.036s | 34.765s |
| Iteration 17 | 50 | 0.0823 | SAMME | 0.5 | 1.0 | 0.663s | 39.059s |
| Iteration 18 | 379 | 0.01 | SAMME | 0.7188 | 1.0 | 0.892s | 41.469s |
| Iteration 19 | 489 | 0.3557 | SAMME | 0.4062 | 1.0 | 0.969s | 43.404s |
| Iteration 20 | 53 | 0.011 | SAMME | 0.9062 | 1.0 | 0.666s | 45.038s |
| Iteration 21 | 197 | 0.01 | SAMME.R | 0.625 | 1.0 | 0.776s | 46.835s |
| Iteration 22 | 172 | 9.9731 | SAMME.R | 0.75 | 1.0 | 0.755s | 48.607s |
| Iteration 23 | 496 | 0.0491 | SAMME | 1.0 | 1.0 | 0.972s | 50.618s |
| Iteration 24 | 50 | 0.0343 | SAMME | 0.5 | 1.0 | 0.660s | 52.364s |
| Iteration 25 | 334 | 0.0735 | SAMME.R | 0.6875 | 1.0 | 0.902s | 54.291s |
| Iteration 26 | 457 | 0.0486 | SAMME | 0.9688 | 1.0 | 0.943s | 56.342s |
| Iteration 27 | 443 | 0.0406 | SAMME | 0.9375 | 1.0 | 0.925s | 58.350s |
| Iteration 28 | 500 | 0.0349 | SAMME | 0.6875 | 1.0 | 0.966s | 1m:00s |
| Iteration 29 | 401 | 0.047 | SAMME | 0.875 | 1.0 | 0.901s | 1m:02s |
| Iteration 30 | 162 | 0.149 | SAMME | 0.5 | 1.0 | 0.752s | 1m:05s |
| Iteration 31 | 357 | 0.0447 | SAMME | 1.0 | 1.0 | 0.874s | 1m:07s |
| Iteration 32 | 448 | 0.0495 | SAMME.R | 0.8125 | 1.0 | 0.968s | 1m:09s |
| Iteration 33 | 50 | 0.0436 | SAMME | 0.375 | 1.0 | 0.661s | 1m:11s |
| Iteration 34 | 365 | 0.0506 | SAMME | 1.0 | 1.0 | 0.907s | 1m:13s |
| Iteration 35 | 356 | 0.0587 | SAMME | 0.875 | 1.0 | 0.888s | 1m:15s |
| Iteration 36 | 359 | 0.0354 | SAMME | 0.6875 | 1.0 | 0.881s | 1m:17s |
| Iteration 37 | 429 | 0.0512 | SAMME | 1.0 | 1.0 | 0.928s | 1m:19s |
| Iteration 38 | 409 | 0.05 | SAMME | 0.875 | 1.0 | 0.909s | 1m:21s |
| Iteration 39 | 488 | 0.0516 | SAMME | 0.875 | 1.0 | 0.987s | 1m:23s |
| Iteration 40 | 500 | 0.0572 | SAMME | 1.0 | 1.0 | 0.980s | 1m:26s |
| Iteration 41 | 500 | 0.0745 | SAMME | 0.8125 | 1.0 | 0.977s | 1m:28s |
| Iteration 42 | 477 | 0.0558 | SAMME | 0.7812 | 1.0 | 0.957s | 1m:30s |
| Iteration 43 | 50 | 10.0 | SAMME | 0.75 | 1.0 | 0.619s | 1m:32s |
| Iteration 44 | 500 | 0.0181 | SAMME.R | 1.0 | 1.0 | 1.021s | 1m:34s |
| Iteration 45 | 500 | 0.0189 | SAMME | 0.7188 | 1.0 | 0.982s | 1m:36s |
| Iteration 46 | 356 | 0.0507 | SAMME | 0.8125 | 1.0 | 0.868s | 1m:38s |
| Iteration 47 | 500 | 0.016 | SAMME.R | 0.4375 | 1.0 | 1.012s | 1m:41s |
| Iteration 48 | 500 | 0.0485 | SAMME | 0.9375 | 1.0 | 0.986s | 1m:43s |
| Iteration 49 | 500 | 0.055 | SAMME.R | 1.0 | 1.0 | 1.021s | 1m:45s |
| Iteration 50 | 500 | 0.0827 | SAMME | 1.0 | 1.0 | 0.966s | 1m:47s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0511, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:49s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9884
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.452s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.87 ± 0.0678
Time elapsed: 2.034s
-------------------------------------------------
Total time: 1m:51s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.875 | 0.875 | 1.068s | 1.086s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.9375 | 0.9375 | 0.941s | 2.980s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.75 | 0.9375 | 0.975s | 4.866s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.9375 | 0.776s | 6.485s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.4375 | 0.9375 | 0.968s | 8.266s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.625 | 0.9375 | 0.821s | 9.897s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.625 | 0.9375 | 0.846s | 11.602s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 1.0 | 1.0 | 0.838s | 13.313s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.875 | 1.0 | 1.533s | 15.698s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.625 | 1.0 | 0.921s | 17.451s |
| Iteration 11 | 270 | entropy | None | 8 | 6 | auto | True | 0.035 | 0.9 | 0.5 | 1.0 | 0.879s | 19.669s |
| Iteration 12 | 134 | entropy | None | 4 | 20 | auto | False | 0.02 | --- | 0.875 | 1.0 | 0.736s | 23.385s |
| Iteration 13 | 379 | entropy | 4 | 9 | 20 | 0.8 | False | 0.0183 | --- | 0.875 | 1.0 | 0.901s | 26.062s |
| Iteration 14 | 111 | entropy | None | 4 | 1 | auto | False | 0.0137 | --- | 0.9375 | 1.0 | 0.740s | 28.162s |
| Iteration 15 | 441 | gini | 5 | 7 | 8 | None | False | 0.0101 | --- | 0.6875 | 1.0 | 0.950s | 30.567s |
| Iteration 16 | 240 | entropy | 1 | 6 | 1 | 0.5 | False | 0.0076 | --- | 0.7812 | 1.0 | 0.809s | 34.742s |
| Iteration 17 | 444 | entropy | 7 | 9 | 14 | auto | False | 0.0169 | --- | 0.5 | 1.0 | 0.928s | 37.480s |
| Iteration 18 | 500 | gini | None | 15 | 1 | 0.5 | False | 0.0 | --- | 0.75 | 1.0 | 0.960s | 39.717s |
| Iteration 19 | 318 | gini | 5 | 10 | 7 | 0.5 | False | 0.0272 | --- | 0.6562 | 1.0 | 0.855s | 41.846s |
| Iteration 20 | 313 | entropy | 1 | 9 | 16 | 0.9 | False | 0.0206 | --- | 0.9062 | 1.0 | 0.850s | 45.537s |
| Iteration 21 | 21 | entropy | 3 | 9 | 16 | auto | False | 0.0156 | --- | 0.6562 | 1.0 | 0.641s | 49.480s |
| Iteration 22 | 164 | gini | None | 11 | 2 | 0.8 | False | 0.0035 | --- | 1.0 | 1.0 | 0.734s | 53.599s |
| Iteration 23 | 500 | entropy | None | 11 | 1 | 0.8 | False | 0.0056 | --- | 0.9375 | 1.0 | 0.962s | 56.602s |
| Iteration 24 | 44 | gini | None | 16 | 2 | None | False | 0.0216 | --- | 0.5625 | 1.0 | 0.644s | 58.575s |
| Iteration 25 | 77 | gini | None | 10 | 3 | 0.7 | False | 0.0 | --- | 0.5625 | 1.0 | 0.659s | 1m:01s |
| Iteration 26 | 231 | entropy | None | 5 | 10 | auto | False | 0.0163 | --- | 0.875 | 1.0 | 0.753s | 1m:03s |
| Iteration 27 | 361 | entropy | 1 | 10 | 14 | 0.7 | False | 0.0312 | --- | 0.9375 | 1.0 | 0.843s | 1m:05s |
| Iteration 28 | 36 | gini | None | 7 | 19 | 0.8 | False | 0.0341 | --- | 0.5 | 1.0 | 0.641s | 1m:07s |
| Iteration 29 | 177 | gini | None | 14 | 5 | 0.8 | False | 0.0089 | --- | 0.875 | 1.0 | 0.792s | 1m:10s |
| Iteration 30 | 470 | entropy | 2 | 19 | 4 | 0.6 | False | 0.0182 | --- | 0.5625 | 1.0 | 0.941s | 1m:12s |
| Iteration 31 | 357 | entropy | 1 | 5 | 7 | sqrt | False | 0.0151 | --- | 0.9062 | 1.0 | 0.894s | 1m:15s |
| Iteration 32 | 294 | gini | None | 11 | 5 | 0.8 | False | 0.0076 | --- | 0.8125 | 1.0 | 0.847s | 1m:17s |
| Iteration 33 | 329 | entropy | None | 6 | 20 | 0.8 | False | 0.0336 | --- | 0.4688 | 1.0 | 0.877s | 1m:19s |
| Iteration 34 | 464 | entropy | None | 12 | 1 | 0.8 | False | 0.0041 | --- | 0.875 | 1.0 | 0.988s | 1m:22s |
| Iteration 35 | 488 | entropy | 5 | 11 | 14 | 0.6 | False | 0.0153 | --- | 0.625 | 1.0 | 0.981s | 1m:25s |
| Iteration 36 | 252 | gini | None | 11 | 2 | 0.8 | False | 0.0029 | --- | 0.5625 | 1.0 | 0.825s | 1m:27s |
| Iteration 37 | 388 | entropy | 1 | 15 | 19 | 0.8 | True | 0.0291 | 0.8 | 0.375 | 1.0 | 0.904s | 1m:32s |
| Iteration 38 | 28 | entropy | None | 5 | 3 | auto | False | 0.0207 | --- | 0.875 | 1.0 | 0.645s | 1m:37s |
| Iteration 39 | 76 | gini | 1 | 15 | 9 | auto | False | 0.0016 | --- | 0.7188 | 1.0 | 0.675s | 1m:39s |
| Iteration 40 | 35 | entropy | 5 | 8 | 18 | log2 | False | 0.0326 | --- | 0.6562 | 1.0 | 0.643s | 1m:42s |
| Iteration 41 | 35 | gini | 1 | 20 | 10 | 0.8 | False | 0.0076 | --- | 0.6875 | 1.0 | 0.641s | 1m:44s |
| Iteration 42 | 306 | gini | None | 3 | 4 | 0.8 | False | 0.0 | --- | 0.4375 | 1.0 | 0.805s | 1m:47s |
| Iteration 43 | 360 | entropy | 2 | 11 | 15 | None | False | 0.0259 | --- | 0.7188 | 1.0 | 0.859s | 1m:49s |
| Iteration 44 | 194 | entropy | 9 | 4 | 11 | log2 | False | 0.0155 | --- | 1.0 | 1.0 | 0.793s | 1m:52s |
| Iteration 45 | 398 | gini | 2 | 4 | 9 | log2 | False | 0.0168 | --- | 0.4375 | 1.0 | 0.924s | 1m:54s |
| Iteration 46 | 436 | entropy | 5 | 3 | 6 | 0.5 | False | 0.0147 | --- | 0.8125 | 1.0 | 0.942s | 1m:57s |
| Iteration 47 | 361 | entropy | 2 | 10 | 2 | None | False | 0.0014 | --- | 0.4375 | 1.0 | 0.852s | 2m:02s |
| Iteration 48 | 497 | gini | None | 13 | 2 | sqrt | False | 0.0063 | --- | 0.875 | 1.0 | 0.930s | 2m:07s |
| Iteration 49 | 10 | gini | 2 | 7 | 5 | 0.9 | True | 0.0175 | 0.6 | 0.875 | 1.0 | 0.630s | 2m:12s |
| Iteration 50 | 60 | entropy | None | 9 | 2 | 0.6 | False | 0.0026 | --- | 1.0 | 1.0 | 0.678s | 2m:17s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'n_estimators': 275, 'criterion': 'entropy', 'max_depth': None, 'min_samples_split': 5, 'min_samples_leaf': 16, 'max_features': 'auto', 'bootstrap': False, 'ccp_alpha': 0.0189}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8902
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.193s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.85 ± 0.0
Time elapsed: 0.847s
-------------------------------------------------
Total time: 2m:21s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.728s | 0.747s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.6875 | 0.6875 | 0.722s | 2.452s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.6875 | 0.739s | 4.093s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.6875 | 0.669s | 5.670s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.6875 | 0.716s | 7.327s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.6875 | 0.681s | 8.935s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.6875 | 0.721s | 10.602s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.6875 | 0.679s | 12.259s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 1.0 | 1.0 | 0.717s | 13.875s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 1.0 | 0.684s | 16.831s |
| Iteration 11 | 490 | 0.1237 | 3 | 0.0 | 4 | 0.8 | 0.6 | 0 | 10 | 0.5625 | 1.0 | 0.722s | 22.330s |
| Iteration 12 | 491 | 0.067 | 5 | 0.7263 | 4 | 0.8 | 0.8 | 0.01 | 1 | 1.0 | 1.0 | 0.724s | 25.182s |
| Iteration 13 | 181 | 0.0132 | 1 | 0.7291 | 4 | 0.6 | 0.8 | 0 | 0.1 | 0.75 | 1.0 | 0.679s | 27.223s |
| Iteration 14 | 329 | 0.0988 | 8 | 0.7408 | 4 | 0.7 | 0.8 | 0.01 | 10 | 0.75 | 1.0 | 0.752s | 29.363s |
| Iteration 15 | 493 | 0.0246 | 6 | 0.8379 | 4 | 0.9 | 0.8 | 0.01 | 1 | 0.75 | 1.0 | 0.774s | 31.635s |
| Iteration 16 | 426 | 0.0413 | 3 | 0.6589 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.8125 | 1.0 | 0.770s | 33.930s |
| Iteration 17 | 212 | 0.0616 | 10 | 0.9174 | 4 | 1.0 | 1.0 | 0.1 | 0.01 | 0.5 | 1.0 | 0.730s | 36.153s |
| Iteration 18 | 459 | 0.0617 | 6 | 0.6892 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.5 | 1.0 | 0.772s | 38.366s |
| Iteration 19 | 193 | 0.1135 | 1 | 0.8135 | 4 | 0.9 | 0.7 | 1 | 0 | 0.6562 | 1.0 | 0.719s | 40.910s |
| Iteration 20 | 431 | 0.565 | 2 | 0.0942 | 4 | 0.6 | 0.9 | 100 | 100 | 0.5 | 1.0 | 0.709s | 44.939s |
| Iteration 21 | 460 | 0.0259 | 5 | 0.7669 | 5 | 0.7 | 0.8 | 0.01 | 10 | 0.8125 | 1.0 | 0.718s | 47.535s |
| Iteration 22 | 246 | 0.7138 | 4 | 0.0602 | 2 | 0.8 | 0.5 | 100 | 100 | 0.5 | 1.0 | 0.685s | 49.606s |
| Iteration 23 | 465 | 0.5783 | 1 | 0.9714 | 3 | 0.7 | 0.4 | 10 | 100 | 0.5 | 1.0 | 0.713s | 51.657s |
| Iteration 24 | 67 | 0.9059 | 2 | 0.0558 | 9 | 0.7 | 0.8 | 0.01 | 0 | 0.5 | 1.0 | 0.656s | 53.840s |
| Iteration 25 | 64 | 0.6649 | 8 | 0.0317 | 8 | 1.0 | 1.0 | 0.01 | 100 | 0.5 | 1.0 | 0.647s | 55.980s |
| Iteration 26 | 111 | 0.456 | 5 | 0.532 | 5 | 1.0 | 0.7 | 100 | 0 | 0.5 | 1.0 | 0.666s | 58.139s |
| Iteration 27 | 415 | 0.5 | 3 | 0.9959 | 2 | 0.6 | 0.9 | 0 | 1 | 0.9375 | 1.0 | 0.711s | 1m:00s |
| Iteration 28 | 500 | 0.0133 | 9 | 1.0 | 1 | 1.0 | 0.4 | 0 | 1 | 0.625 | 1.0 | 0.769s | 1m:04s |
| Iteration 29 | 477 | 0.0122 | 9 | 0.6578 | 1 | 1.0 | 0.8 | 0 | 0.01 | 0.75 | 1.0 | 0.754s | 1m:07s |
| Iteration 30 | 421 | 0.8954 | 5 | 0.0377 | 1 | 0.5 | 1.0 | 0 | 0.01 | 1.0 | 1.0 | 0.702s | 1m:09s |
| Iteration 31 | 500 | 1.0 | 1 | 0.7714 | 1 | 0.5 | 1.0 | 0 | 100 | 0.5 | 1.0 | 0.723s | 1m:13s |
| Iteration 32 | 430 | 0.0529 | 7 | 0.0 | 1 | 0.5 | 1.0 | 0 | 0.1 | 1.0 | 1.0 | 0.713s | 1m:16s |
| Iteration 33 | 33 | 0.0152 | 6 | 0.3428 | 1 | 0.5 | 1.0 | 0 | 0.1 | 0.375 | 1.0 | 0.639s | 1m:18s |
| Iteration 34 | 433 | 0.4529 | 2 | 0.5473 | 6 | 0.7 | 1.0 | 0 | 0.1 | 0.75 | 1.0 | 0.698s | 1m:20s |
| Iteration 35 | 396 | 1.0 | 2 | 0.0472 | 1 | 0.5 | 1.0 | 0 | 0.1 | 1.0 | 1.0 | 0.707s | 1m:22s |
| Iteration 36 | 407 | 1.0 | 1 | 0.0 | 1 | 0.5 | 1.0 | 0 | 0.1 | 0.625 | 1.0 | 1.270s | 1m:25s |
| Iteration 37 | 381 | 0.0151 | 5 | 0.4094 | 5 | 0.6 | 1.0 | 0 | 0 | 0.5 | 1.0 | 0.696s | 1m:27s |
| Iteration 38 | 500 | 0.1771 | 1 | 0.6869 | 1 | 0.8 | 1.0 | 0 | 0.1 | 0.875 | 1.0 | 0.726s | 1m:29s |
| Iteration 39 | 500 | 0.0428 | 10 | 0.7922 | 10 | 0.6 | 1.0 | 0 | 1 | 0.5 | 1.0 | 0.715s | 1m:31s |
| Iteration 40 | 500 | 0.0286 | 2 | 0.0 | 1 | 0.5 | 1.0 | 0 | 0.1 | 1.0 | 1.0 | 0.750s | 1m:34s |
| Iteration 41 | 500 | 0.0358 | 10 | 0.0 | 1 | 0.5 | 1.0 | 0 | 0.1 | 0.6875 | 1.0 | 0.732s | 1m:36s |
| Iteration 42 | 500 | 0.0118 | 3 | 0.8624 | 1 | 0.7 | 0.5 | 0 | 0.01 | 0.75 | 1.0 | 0.739s | 1m:38s |
| Iteration 43 | 500 | 0.0965 | 1 | 0.6113 | 1 | 0.6 | 1.0 | 0.01 | 0.01 | 0.75 | 1.0 | 0.713s | 1m:42s |
| Iteration 44 | 500 | 0.0178 | 2 | 0.6313 | 1 | 0.6 | 1.0 | 0 | 0.1 | 1.0 | 1.0 | 0.750s | 1m:44s |
| Iteration 45 | 500 | 0.0386 | 4 | 0.8748 | 1 | 1.0 | 1.0 | 0 | 0.1 | 1.0 | 1.0 | 0.750s | 1m:47s |
| Iteration 46 | 500 | 0.033 | 4 | 0.8007 | 1 | 0.5 | 1.0 | 0 | 0.1 | 0.75 | 1.0 | 0.758s | 1m:49s |
| Iteration 47 | 500 | 0.01 | 1 | 0.1261 | 1 | 0.9 | 1.0 | 0 | 0.1 | 0.25 | 1.0 | 0.716s | 1m:52s |
| Iteration 48 | 500 | 1.0 | 10 | 0.2722 | 1 | 0.7 | 0.4 | 0 | 0.01 | 0.9375 | 1.0 | 0.730s | 1m:54s |
| Iteration 49 | 500 | 1.0 | 8 | 0.4625 | 1 | 0.6 | 0.6 | 0 | 0 | 0.875 | 1.0 | 0.716s | 1m:57s |
| Iteration 50 | 500 | 1.0 | 2 | 1.0 | 1 | 1.0 | 1.0 | 0 | 0 | 1.0 | 1.0 | 0.730s | 1m:59s |
Bayesian Optimization ---------------------------
Best call --> Iteration 40
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0286, 'max_depth': 2, 'gamma': 0.0, 'min_child_weight': 1, 'subsample': 0.5, 'colsample_bytree': 1.0, 'reg_alpha': 0, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:02s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9902
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.117s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.81 ± 0.097
Time elapsed: 0.355s
-------------------------------------------------
Total time: 2m:03s
Final results ==================== >>
Duration: 14m:16s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.87 ± 0.051 !
Logistic Regression --> roc_auc: 0.66 ± 0.1463
Linear Discriminant Analysis --> roc_auc: 0.81 ± 0.1158
Quadratic Discriminant Analysis --> roc_auc: 0.86 ± 0.097
Radius Nearest Neighbors --> roc_auc: 0.585 ± 0.0374 ~
AdaBoost --> roc_auc: 0.87 ± 0.0678 !
Random Forest --> roc_auc: 0.85 ± 0.0
XGBoost --> roc_auc: 0.81 ± 0.097
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAGPNAGGTSYGKLTF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVSSGGYNKLIF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CALGDDKIIF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVDNQAGTALIF.
>>> Dropping feature CAVLDSSYKLIF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAAGGYQKVTF.
>>> Dropping feature CALMDTGRRALTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAVRDSGAGSYQLTF.
>>> Dropping feature CAVRNAGGTSYGKLTF.
>>> Dropping feature CAVRNQGGKLIF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CAASGGGSNYKLTF.
>>> Dropping feature CAASKGSNYKLTF.
>>> Dropping feature CAASKTSYDKVIF.
>>> Dropping feature CAATNFGNEKLTF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVREYGNKLVF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CALTSGTYKYIF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVRGAAGNKLTF.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAARTGNQFYF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.5 | 0.5 | 3.253s | 3.273s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.625 | 0.625 | 3.250s | 7.983s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.3125 | 0.625 | 3.203s | 13.984s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.375 | 0.625 | 3.263s | 20.424s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.625 | 0.625 | 3.264s | 25.227s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.375 | 0.625 | 3.335s | 29.636s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.625 | 0.625 | 3.239s | 35.458s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.75 | 0.75 | 3.318s | 40.279s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.875 | 0.875 | 3.227s | 44.547s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.75 | 0.875 | 3.228s | 48.888s |
| Iteration 11 | exponen.. | 0.2845 | 10 | 1.0 | friedman_mse | 17 | 20 | 1 | 0.6 | 0.0016 | 0.4062 | 0.875 | 3.781s | 54.047s |
| Iteration 12 | exponen.. | 0.1399 | 205 | 0.9 | friedman_mse | 16 | 19 | 1 | log2 | 0.0 | 0.6875 | 0.875 | 3.193s | 59.648s |
| Iteration 13 | exponen.. | 0.0748 | 164 | 0.8 | friedman_mse | 15 | 11 | 3 | 0.7 | 0.0154 | 0.1875 | 0.875 | 3.199s | 1m:04s |
| Iteration 14 | exponen.. | 0.1761 | 152 | 0.7 | friedman_mse | 14 | 19 | 1 | None | 0.0021 | 0.5 | 0.875 | 3.248s | 1m:09s |
| Iteration 15 | exponen.. | 0.5859 | 186 | 0.8 | squared_er.. | 6 | 15 | 8 | 0.5 | 0.0 | 0.625 | 0.875 | 3.223s | 1m:14s |
| Iteration 16 | exponen.. | 0.0648 | 181 | 0.9 | friedman_mse | 8 | 18 | 4 | 0.7 | 0.0031 | 0.75 | 0.875 | 3.313s | 1m:18s |
| Iteration 17 | exponen.. | 0.0322 | 236 | 1.0 | friedman_mse | 19 | 20 | 4 | 0.5 | 0.0047 | 0.7812 | 0.875 | 3.271s | 1m:23s |
| Iteration 18 | exponen.. | 0.0321 | 296 | 1.0 | friedman_mse | 16 | 13 | 2 | 0.6 | 0.0029 | 0.6562 | 0.875 | 3.330s | 1m:28s |
| Iteration 19 | exponen.. | 0.0604 | 441 | 0.6 | friedman_mse | 9 | 1 | 8 | sqrt | 0.0088 | 0.5 | 0.875 | 3.389s | 1m:33s |
| Iteration 20 | exponen.. | 0.4056 | 196 | 1.0 | friedman_mse | 8 | 18 | 6 | 0.7 | 0.0021 | 0.5 | 0.875 | 3.162s | 1m:40s |
| Iteration 21 | deviance | 0.8104 | 165 | 0.9 | friedman_mse | 7 | 15 | 2 | sqrt | 0.0019 | 0.5625 | 0.875 | 3.253s | 1m:45s |
| Iteration 22 | exponen.. | 0.2932 | 184 | 0.9 | friedman_mse | 19 | 18 | 1 | 0.6 | 0.0024 | 0.9375 | 0.9375 | 3.285s | 1m:50s |
| Iteration 23 | exponen.. | 0.5383 | 193 | 0.9 | friedman_mse | 20 | 18 | 1 | 0.6 | 0.002 | 0.75 | 0.9375 | 3.232s | 1m:55s |
| Iteration 24 | exponen.. | 0.2788 | 80 | 0.9 | friedman_mse | 13 | 9 | 3 | 0.5 | 0.0035 | 0.625 | 0.9375 | 3.233s | 2m:01s |
| Iteration 25 | exponen.. | 0.1386 | 186 | 0.9 | friedman_mse | 13 | 18 | 8 | 0.5 | 0.0066 | 0.375 | 0.9375 | 3.231s | 2m:06s |
| Iteration 26 | exponen.. | 0.0767 | 189 | 0.9 | friedman_mse | 3 | 13 | 2 | sqrt | 0.0046 | 1.0 | 1.0 | 3.260s | 2m:10s |
| Iteration 27 | exponen.. | 0.0279 | 190 | 0.9 | friedman_mse | 15 | 16 | 2 | 0.6 | 0.0049 | 1.0 | 1.0 | 3.260s | 2m:16s |
| Iteration 28 | exponen.. | 0.02 | 191 | 0.9 | friedman_mse | 14 | 17 | 1 | 0.7 | 0.005 | 0.625 | 1.0 | 3.133s | 2m:23s |
| Iteration 29 | exponen.. | 0.0556 | 188 | 0.9 | friedman_mse | 15 | 15 | 2 | log2 | 0.0043 | 0.8125 | 1.0 | 3.151s | 2m:28s |
| Iteration 30 | exponen.. | 0.5804 | 184 | 1.0 | squared_er.. | 5 | 6 | 2 | 0.7 | 0.0034 | 0.75 | 1.0 | 3.218s | 2m:33s |
| Iteration 31 | exponen.. | 0.0116 | 248 | 0.9 | squared_er.. | 14 | 12 | 3 | 0.6 | 0.0041 | 0.75 | 1.0 | 3.268s | 2m:38s |
| Iteration 32 | exponen.. | 0.4964 | 500 | 0.7 | squared_er.. | 9 | 4 | 3 | None | 0.0 | 0.75 | 1.0 | 3.229s | 2m:45s |
| Iteration 33 | exponen.. | 0.1152 | 500 | 0.9 | squared_er.. | 18 | 15 | 5 | 0.6 | 0.0 | 0.5 | 1.0 | 3.220s | 2m:50s |
| Iteration 34 | exponen.. | 0.0166 | 494 | 0.5 | squared_er.. | 13 | 7 | 3 | 0.7 | 0.0 | 0.5 | 1.0 | 3.281s | 2m:57s |
| Iteration 35 | exponen.. | 0.4513 | 183 | 0.9 | friedman_mse | 8 | 11 | 2 | sqrt | 0.0027 | 0.75 | 1.0 | 3.182s | 3m:04s |
| Iteration 36 | deviance | 0.0794 | 500 | 1.0 | squared_er.. | 12 | 1 | 10 | 0.7 | 0.035 | 0.5312 | 1.0 | 3.220s | 3m:09s |
| Iteration 37 | exponen.. | 0.2729 | 226 | 0.9 | friedman_mse | 16 | 13 | 2 | log2 | 0.0063 | 0.875 | 1.0 | 3.281s | 3m:15s |
| Iteration 38 | exponen.. | 0.0312 | 500 | 0.8 | friedman_mse | 13 | 13 | 1 | None | 0.0085 | 0.8125 | 1.0 | 3.327s | 3m:20s |
| Iteration 39 | deviance | 0.8405 | 500 | 0.8 | friedman_mse | 12 | 2 | 1 | 0.7 | 0.0073 | 0.4688 | 1.0 | 3.317s | 3m:25s |
| Iteration 40 | exponen.. | 0.338 | 500 | 0.9 | friedman_mse | 10 | 7 | 1 | 0.7 | 0.0149 | 0.75 | 1.0 | 3.349s | 3m:32s |
| Iteration 41 | exponen.. | 0.1192 | 396 | 0.8 | friedman_mse | 19 | 4 | 1 | 0.6 | 0.0059 | 0.5625 | 1.0 | 3.179s | 3m:39s |
| Iteration 42 | exponen.. | 0.172 | 500 | 0.7 | squared_er.. | 17 | 9 | 1 | 0.5 | 0.0157 | 0.4375 | 1.0 | 3.212s | 3m:45s |
| Iteration 43 | exponen.. | 0.01 | 292 | 0.9 | friedman_mse | 13 | 16 | 2 | sqrt | 0.0017 | 0.9375 | 1.0 | 3.197s | 3m:50s |
| Iteration 44 | exponen.. | 0.01 | 59 | 0.9 | squared_er.. | 9 | 20 | 2 | log2 | 0.0324 | 0.375 | 1.0 | 3.190s | 3m:57s |
| Iteration 45 | exponen.. | 0.01 | 481 | 0.9 | friedman_mse | 3 | 5 | 2 | 0.9 | 0.0048 | 0.375 | 1.0 | 3.281s | 4m:05s |
| Iteration 46 | exponen.. | 0.0109 | 233 | 0.9 | friedman_mse | 17 | 17 | 2 | 0.8 | 0.0084 | 0.6875 | 1.0 | 3.141s | 4m:13s |
| Iteration 47 | exponen.. | 0.1052 | 500 | 1.0 | friedman_mse | 13 | 5 | 1 | None | 0.0244 | 0.5 | 1.0 | 3.171s | 4m:20s |
| Iteration 48 | exponen.. | 0.3291 | 231 | 0.9 | friedman_mse | 8 | 16 | 2 | auto | 0.0045 | 0.625 | 1.0 | 3.162s | 4m:26s |
| Iteration 49 | exponen.. | 0.0459 | 239 | 0.9 | squared_er.. | 8 | 11 | 2 | 0.7 | 0.0 | 0.6875 | 1.0 | 3.245s | 4m:31s |
| Iteration 50 | exponen.. | 0.0137 | 207 | 1.0 | squared_er.. | 20 | 16 | 1 | 0.8 | 0.0058 | 0.7812 | 1.0 | 3.208s | 4m:35s |
Bayesian Optimization ---------------------------
Best call --> Iteration 26
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0767, 'n_estimators': 189, 'subsample': 0.9, 'criterion': 'friedman_mse', 'min_samples_split': 3, 'min_samples_leaf': 13, 'max_depth': 2, 'max_features': 'sqrt', 'ccp_alpha': 0.0046}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:37s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.059s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.78 ± 0.0872
Time elapsed: 0.274s
-------------------------------------------------
Total time: 4m:38s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.625 | 0.625 | 3.239s | 3.251s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.4375 | 0.625 | 3.209s | 7.596s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.5 | 0.625 | 3.243s | 13.976s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.3125 | 0.625 | 3.108s | 20.743s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.75 | 0.75 | 3.123s | 26.960s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.4375 | 0.75 | 3.194s | 33.159s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.625 | 0.75 | 3.167s | 39.427s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.4375 | 0.75 | 3.116s | 45.602s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.6875 | 0.75 | 3.126s | 50.070s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.625 | 0.75 | 3.232s | 54.168s |
| Iteration 11 | l2 | 0.001 | lbfgs | 100 | --- | 0.1875 | 0.75 | 3.144s | 58.459s |
| Iteration 12 | l2 | 73.9941 | lbfgs | 523 | --- | 0.5625 | 0.75 | 3.189s | 1m:03s |
| Iteration 13 | l2 | 6.5755 | lbfgs | 576 | --- | 0.75 | 0.75 | 3.740s | 1m:08s |
| Iteration 14 | l2 | 5.4056 | lbfgs | 494 | --- | 0.8125 | 0.8125 | 3.201s | 1m:12s |
| Iteration 15 | l2 | 4.2154 | lbfgs | 449 | --- | 0.5 | 0.8125 | 3.162s | 1m:17s |
| Iteration 16 | l2 | 4.239 | newto.. | 520 | --- | 0.75 | 0.8125 | 3.177s | 1m:21s |
| Iteration 17 | l2 | 0.0066 | lbfgs | 501 | --- | 0.625 | 0.8125 | 3.173s | 1m:26s |
| Iteration 18 | l2 | 8.9565 | newto.. | 440 | --- | 0.75 | 0.8125 | 3.114s | 1m:33s |
| Iteration 19 | l2 | 0.0066 | sag | 169 | --- | 0.25 | 0.8125 | 3.186s | 1m:40s |
| Iteration 20 | elast.. | 75.2777 | saga | 994 | 0.1 | 0.3125 | 0.8125 | 3.189s | 1m:47s |
| Iteration 21 | l2 | 0.0026 | newto.. | 903 | --- | 0.5 | 0.8125 | 3.141s | 1m:54s |
| Iteration 22 | l2 | 13.6868 | lbfgs | 636 | --- | 0.8125 | 0.8125 | 3.143s | 2m:01s |
| Iteration 23 | l2 | 81.0052 | lbfgs | 747 | --- | 0.4375 | 0.8125 | 3.125s | 2m:06s |
| Iteration 24 | l2 | 0.001 | saga | 587 | --- | 0.3125 | 0.8125 | 3.199s | 2m:11s |
| Iteration 25 | l2 | 0.0025 | lbfgs | 448 | --- | 0.75 | 0.8125 | 3.212s | 2m:15s |
| Iteration 26 | none | --- | lbfgs | 559 | --- | 0.5 | 0.8125 | 3.229s | 2m:20s |
| Iteration 27 | l2 | 6.9645 | lbfgs | 617 | --- | 0.625 | 0.8125 | 3.248s | 2m:25s |
| Iteration 28 | elast.. | 0.0108 | saga | 508 | 0.8 | 0.5 | 0.8125 | 3.216s | 2m:30s |
| Iteration 29 | l2 | 2.7659 | libli.. | 172 | --- | 0.75 | 0.8125 | 3.227s | 2m:35s |
| Iteration 30 | none | --- | newto.. | 271 | --- | 0.75 | 0.8125 | 3.224s | 2m:39s |
| Iteration 31 | none | --- | sag | 277 | --- | 0.9375 | 0.9375 | 3.235s | 2m:44s |
| Iteration 32 | none | --- | saga | 296 | --- | 0.5 | 0.9375 | 3.214s | 2m:49s |
| Iteration 33 | l2 | 0.0086 | libli.. | 295 | --- | 0.1875 | 0.9375 | 3.213s | 2m:54s |
| Iteration 34 | none | --- | sag | 321 | --- | 0.3125 | 0.9375 | 3.226s | 2m:59s |
| Iteration 35 | none | --- | lbfgs | 101 | --- | 0.6875 | 0.9375 | 3.239s | 3m:06s |
| Iteration 36 | none | --- | saga | 105 | --- | 0.3125 | 0.9375 | 3.192s | 3m:12s |
| Iteration 37 | l2 | 5.8186 | sag | 636 | --- | 0.8125 | 0.9375 | 3.232s | 3m:16s |
| Iteration 38 | elast.. | 2.6442 | saga | 578 | 0.6 | 0.625 | 0.9375 | 3.189s | 3m:22s |
| Iteration 39 | l2 | 53.9288 | sag | 998 | --- | 0.4375 | 0.9375 | 3.187s | 3m:27s |
| Iteration 40 | l1 | 0.0018 | saga | 604 | --- | 0.5 | 0.9375 | 3.182s | 3m:31s |
| Iteration 41 | l2 | 1.7185 | lbfgs | 107 | --- | 0.5 | 0.9375 | 3.200s | 3m:36s |
| Iteration 42 | l2 | 0.1116 | lbfgs | 571 | --- | 0.3125 | 0.9375 | 3.129s | 3m:41s |
| Iteration 43 | l2 | 83.4949 | newto.. | 118 | --- | 0.6875 | 0.9375 | 3.167s | 3m:46s |
| Iteration 44 | l2 | 0.0035 | newto.. | 975 | --- | 0.375 | 0.9375 | 3.174s | 3m:50s |
| Iteration 45 | l2 | 0.0013 | sag | 161 | --- | 0.4375 | 0.9375 | 3.170s | 3m:55s |
| Iteration 46 | none | --- | lbfgs | 783 | --- | 0.6875 | 0.9375 | 3.144s | 3m:60s |
| Iteration 47 | none | --- | newto.. | 351 | --- | 0.25 | 0.9375 | 3.157s | 4m:05s |
| Iteration 48 | l2 | 8.0722 | sag | 983 | --- | 0.4375 | 0.9375 | 3.164s | 4m:12s |
| Iteration 49 | elast.. | 9.6534 | saga | 600 | 0.5 | 0.5625 | 0.9375 | 3.150s | 4m:20s |
| Iteration 50 | none | --- | saga | 443 | --- | 0.6875 | 0.9375 | 3.218s | 4m:26s |
Bayesian Optimization ---------------------------
Best call --> Iteration 31
Best parameters --> {'penalty': 'none', 'solver': 'sag', 'max_iter': 277}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 4m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7857
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.2588
Time elapsed: 0.063s
-------------------------------------------------
Total time: 4m:29s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.1875 | 0.1875 | 3.176s | 3.182s |
| Initial point 2 | svd | --- | 0.5625 | 0.5625 | 3.166s | 7.922s |
| Initial point 3 | svd | --- | 0.5625 | 0.5625 | 0.001s | 9.131s |
| Initial point 4 | lsqr | 0.8 | 0.5 | 0.5625 | 3.173s | 13.293s |
| Initial point 5 | eigen | 0.9 | 0.75 | 0.75 | 3.230s | 17.591s |
| Initial point 6 | lsqr | 0.7 | 0.5625 | 0.75 | 3.198s | 21.971s |
| Initial point 7 | lsqr | 0.5 | 0.6875 | 0.75 | 3.214s | 26.352s |
| Initial point 8 | lsqr | 0.9 | 0.25 | 0.75 | 3.252s | 30.883s |
| Initial point 9 | lsqr | 0.6 | 0.5 | 0.75 | 3.104s | 37.533s |
| Initial point 10 | eigen | 0.8 | 0.625 | 0.75 | 3.125s | 42.645s |
| Iteration 11 | eigen | 0.9 | 0.75 | 0.75 | 0.001s | 43.887s |
| Iteration 12 | eigen | 0.7 | 0.4375 | 0.75 | 3.174s | 48.216s |
| Iteration 13 | svd | --- | 0.5625 | 0.75 | 0.000s | 49.508s |
| Iteration 14 | lsqr | auto | 0.8125 | 0.8125 | 3.200s | 53.775s |
| Iteration 15 | eigen | auto | 0.6875 | 0.8125 | 3.157s | 58.197s |
| Iteration 16 | svd | --- | 0.5625 | 0.8125 | 0.000s | 59.517s |
| Iteration 17 | svd | --- | 0.5625 | 0.8125 | 0.000s | 1m:01s |
| Iteration 18 | lsqr | 1.0 | 0.5 | 0.8125 | 3.186s | 1m:05s |
| Iteration 19 | svd | --- | 0.5625 | 0.8125 | 0.000s | 1m:07s |
| Iteration 20 | lsqr | None | 0.3125 | 0.8125 | 3.159s | 1m:11s |
| Iteration 21 | eigen | 0.5 | 0.6875 | 0.8125 | 3.165s | 1m:16s |
| Iteration 22 | eigen | 0.6 | 0.6875 | 0.8125 | 3.285s | 1m:20s |
| Iteration 23 | svd | --- | 0.5625 | 0.8125 | 0.000s | 1m:21s |
| Iteration 24 | svd | --- | 0.5625 | 0.8125 | 0.001s | 1m:23s |
| Iteration 25 | eigen | None | 0.375 | 0.8125 | 3.179s | 1m:27s |
| Iteration 26 | lsqr | auto | 0.8125 | 0.8125 | 0.000s | 1m:28s |
| Iteration 27 | lsqr | auto | 0.8125 | 0.8125 | 0.000s | 1m:29s |
| Iteration 28 | lsqr | auto | 0.8125 | 0.8125 | 0.000s | 1m:31s |
| Iteration 29 | lsqr | auto | 0.8125 | 0.8125 | 0.000s | 1m:32s |
| Iteration 30 | lsqr | auto | 0.8125 | 0.8125 | 0.000s | 1m:33s |
| Iteration 31 | lsqr | auto | 0.8125 | 0.8125 | 0.000s | 1m:34s |
| Iteration 32 | lsqr | auto | 0.8125 | 0.8125 | 0.000s | 1m:35s |
| Iteration 33 | lsqr | 0.7 | 0.5625 | 0.8125 | 0.000s | 1m:36s |
| Iteration 34 | lsqr | auto | 0.8125 | 0.8125 | 0.000s | 1m:37s |
| Iteration 35 | lsqr | 1.0 | 0.5 | 0.8125 | 0.000s | 1m:39s |
| Iteration 36 | lsqr | auto | 0.8125 | 0.8125 | 0.000s | 1m:40s |
| Iteration 37 | lsqr | auto | 0.8125 | 0.8125 | 0.000s | 1m:41s |
| Iteration 38 | lsqr | auto | 0.8125 | 0.8125 | 0.000s | 1m:42s |
| Iteration 39 | svd | --- | 0.5625 | 0.8125 | 0.000s | 1m:43s |
| Iteration 40 | lsqr | auto | 0.8125 | 0.8125 | 0.000s | 1m:45s |
| Iteration 41 | lsqr | auto | 0.8125 | 0.8125 | 0.000s | 1m:46s |
| Iteration 42 | lsqr | auto | 0.8125 | 0.8125 | 0.000s | 1m:47s |
| Iteration 43 | lsqr | auto | 0.8125 | 0.8125 | 0.000s | 1m:50s |
| Iteration 44 | lsqr | auto | 0.8125 | 0.8125 | 0.000s | 1m:53s |
| Iteration 45 | lsqr | auto | 0.8125 | 0.8125 | 0.000s | 1m:57s |
| Iteration 46 | lsqr | auto | 0.8125 | 0.8125 | 0.000s | 2m:01s |
| Iteration 47 | lsqr | auto | 0.8125 | 0.8125 | 0.000s | 2m:05s |
| Iteration 48 | lsqr | auto | 0.8125 | 0.8125 | 0.000s | 2m:08s |
| Iteration 49 | lsqr | auto | 0.8125 | 0.8125 | 0.000s | 2m:11s |
| Iteration 50 | lsqr | auto | 0.8125 | 0.8125 | 0.000s | 2m:13s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'solver': 'lsqr', 'shrinkage': 'auto'}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 2m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7777
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.67 ± 0.3124
Time elapsed: 0.032s
-------------------------------------------------
Total time: 2m:14s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.1875 | 0.1875 | 3.148s | 3.151s |
| Initial point 2 | 0.9 | 0.4375 | 0.4375 | 3.180s | 7.250s |
| Initial point 3 | 0.1 | 0.625 | 0.625 | 3.211s | 11.487s |
| Initial point 4 | 1.0 | 0.1875 | 0.625 | 0.000s | 12.508s |
| Initial point 5 | 0.2 | 0.5 | 0.625 | 3.177s | 16.646s |
| Initial point 6 | 0.4 | 0.375 | 0.625 | 3.213s | 20.926s |
| Initial point 7 | 0.4 | 0.375 | 0.625 | 0.000s | 22.065s |
| Initial point 8 | 0.7 | 0.25 | 0.625 | 3.201s | 26.408s |
| Initial point 9 | 0.9 | 0.4375 | 0.625 | 0.001s | 27.568s |
| Initial point 10 | 0.8 | 0.75 | 0.75 | 3.113s | 31.568s |
| Iteration 11 | 0.3 | 0.5 | 0.75 | 3.171s | 35.800s |
| Iteration 12 | 0.6 | 0.4375 | 0.75 | 3.282s | 40.253s |
| Iteration 13 | 0.5 | 1.0 | 1.0 | 3.155s | 44.694s |
| Iteration 14 | 0.0 | 0.6875 | 1.0 | 3.198s | 49.067s |
| Iteration 15 | 0.5 | 1.0 | 1.0 | 0.001s | 50.298s |
| Iteration 16 | 0.5 | 1.0 | 1.0 | 0.000s | 51.344s |
| Iteration 17 | 0.5 | 1.0 | 1.0 | 0.000s | 52.292s |
| Iteration 18 | 0.5 | 1.0 | 1.0 | 0.000s | 53.268s |
| Iteration 19 | 0.5 | 1.0 | 1.0 | 0.000s | 54.210s |
| Iteration 20 | 0.5 | 1.0 | 1.0 | 0.000s | 55.150s |
| Iteration 21 | 0.5 | 1.0 | 1.0 | 0.000s | 56.078s |
| Iteration 22 | 0.5 | 1.0 | 1.0 | 0.000s | 57.122s |
| Iteration 23 | 0.5 | 1.0 | 1.0 | 0.000s | 58.175s |
| Iteration 24 | 0.5 | 1.0 | 1.0 | 0.000s | 59.836s |
| Iteration 25 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:01s |
| Iteration 26 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:02s |
| Iteration 27 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:03s |
| Iteration 28 | 0.9 | 0.4375 | 1.0 | 0.000s | 1m:06s |
| Iteration 29 | 0.2 | 0.5 | 1.0 | 0.000s | 1m:07s |
| Iteration 30 | 0.8 | 0.75 | 1.0 | 0.000s | 1m:08s |
| Iteration 31 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:09s |
| Iteration 32 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:10s |
| Iteration 33 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:11s |
| Iteration 34 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 35 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:13s |
| Iteration 36 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:15s |
| Iteration 37 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:16s |
| Iteration 38 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:17s |
| Iteration 39 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:18s |
| Iteration 40 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:21s |
| Iteration 41 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:23s |
| Iteration 42 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:24s |
| Iteration 43 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:25s |
| Iteration 44 | 0.5 | 1.0 | 1.0 | 0.001s | 1m:26s |
| Iteration 45 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:28s |
| Iteration 46 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:29s |
| Iteration 47 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:30s |
| Iteration 48 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:31s |
| Iteration 49 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:32s |
| Iteration 50 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:33s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'reg_param': 0.5}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:34s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7152
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.85 ± 0.0
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:34s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 10.9965 | dista.. | auto | 40 | 1 | 0.75 | 0.75 | 3.120s | 3.140s |
| Initial point 2 | 4.3733 | uniform | kd_tree | 39 | 2 | 0.5938 | 0.75 | 3.171s | 7.429s |
| Initial point 3 | 3.4546 | dista.. | ball_tree | 25 | 2 | 0.5625 | 0.75 | 3.167s | 11.641s |
| Initial point 4 | 10.0788 | uniform | ball_tree | 39 | 2 | 0.5312 | 0.75 | 3.174s | 15.922s |
| Initial point 5 | 7.8954 | dista.. | auto | 30 | 2 | 1.0 | 1.0 | 3.219s | 20.283s |
| Initial point 6 | 9.1435 | dista.. | ball_tree | 21 | 2 | 0.5625 | 1.0 | 3.263s | 24.591s |
| Initial point 7 | 6.5401 | dista.. | ball_tree | 24 | 1 | 0.7812 | 1.0 | 3.233s | 29.024s |
| Initial point 8 | 1.5672 | dista.. | ball_tree | 21 | 2 | 0.3438 | 1.0 | 3.167s | 35.766s |
| Initial point 9 | 7.2852 | uniform | ball_tree | 24 | 1 | 0.6875 | 1.0 | 3.166s | 40.549s |
| Initial point 10 | 5.1746 | uniform | brute | 22 | 2 | 0.2812 | 1.0 | 3.259s | 44.910s |
| Iteration 11 | 2.4607 | dista.. | auto | 30 | 2 | 0.3125 | 1.0 | 3.238s | 49.470s |
| Iteration 12 | 7.3936 | dista.. | auto | 33 | 2 | 0.6562 | 1.0 | 3.123s | 54.197s |
| Iteration 13 | 8.9909 | uniform | auto | 26 | 1 | 1.0 | 1.0 | 3.252s | 58.788s |
| Iteration 14 | 9.0743 | uniform | auto | 21 | 1 | 0.6875 | 1.0 | 3.232s | 1m:03s |
| Iteration 15 | 11.0276 | dista.. | brute | 22 | 1 | 0.6875 | 1.0 | 3.190s | 1m:08s |
| Iteration 16 | 8.4855 | dista.. | auto | 28 | 2 | 0.875 | 1.0 | 3.234s | 1m:14s |
| Iteration 17 | 0.0 | dista.. | brute | 37 | 1 | 0.5 | 1.0 | 3.254s | 1m:19s |
| Iteration 18 | 9.7306 | dista.. | auto | 28 | 1 | 0.5625 | 1.0 | 3.233s | 1m:24s |
| Iteration 19 | 8.1971 | uniform | brute | 27 | 1 | 0.375 | 1.0 | 3.251s | 1m:29s |
| Iteration 20 | 6.3637 | uniform | auto | 39 | 1 | 0.7812 | 1.0 | 3.239s | 1m:33s |
| Iteration 21 | 6.0735 | dista.. | auto | 22 | 2 | 0.5625 | 1.0 | 3.244s | 1m:38s |
| Iteration 22 | 11.0276 | dista.. | kd_tree | 22 | 1 | 0.75 | 1.0 | 3.254s | 1m:45s |
| Iteration 23 | 11.0276 | uniform | auto | 27 | 2 | 0.625 | 1.0 | 3.255s | 1m:50s |
| Iteration 24 | 7.8677 | uniform | auto | 37 | 1 | 0.6875 | 1.0 | 3.236s | 1m:55s |
| Iteration 25 | 11.0257 | dista.. | brute | 37 | 2 | 0.5 | 1.0 | 3.246s | 1m:59s |
| Iteration 26 | 8.0847 | uniform | auto | 40 | 1 | 0.25 | 1.0 | 3.253s | 2m:04s |
| Iteration 27 | 8.9627 | uniform | ball_tree | 30 | 1 | 0.625 | 1.0 | 3.260s | 2m:09s |
| Iteration 28 | 8.0497 | uniform | auto | 27 | 2 | 0.5 | 1.0 | 3.215s | 2m:13s |
| Iteration 29 | 7.7768 | dista.. | auto | 30 | 2 | 0.875 | 1.0 | 3.234s | 2m:18s |
| Iteration 30 | 7.9803 | dista.. | ball_tree | 30 | 2 | 0.6875 | 1.0 | 3.247s | 2m:23s |
| Iteration 31 | 8.4172 | dista.. | auto | 30 | 2 | 0.6562 | 1.0 | 3.251s | 2m:28s |
| Iteration 32 | 9.018 | dista.. | ball_tree | 26 | 1 | 0.375 | 1.0 | 3.220s | 2m:32s |
| Iteration 33 | 9.0332 | uniform | auto | 26 | 1 | 0.6562 | 1.0 | 3.249s | 2m:37s |
| Iteration 34 | 7.7099 | dista.. | brute | 28 | 2 | 0.3125 | 1.0 | 3.234s | 2m:43s |
| Iteration 35 | 7.5188 | uniform | auto | 30 | 1 | 0.6875 | 1.0 | 3.169s | 2m:49s |
| Iteration 36 | 8.384 | dista.. | auto | 30 | 1 | 0.3125 | 1.0 | 3.194s | 2m:56s |
| Iteration 37 | 7.7774 | dista.. | auto | 25 | 2 | 0.75 | 1.0 | 3.106s | 3m:02s |
| Iteration 38 | 7.9234 | dista.. | auto | 28 | 2 | 0.625 | 1.0 | 3.220s | 3m:08s |
| Iteration 39 | 8.1542 | dista.. | auto | 34 | 2 | 0.5625 | 1.0 | 3.160s | 3m:12s |
| Iteration 40 | 10.1473 | uniform | auto | 26 | 1 | 0.5 | 1.0 | 3.148s | 3m:17s |
| Iteration 41 | 8.0795 | uniform | auto | 24 | 1 | 0.3438 | 1.0 | 3.169s | 3m:21s |
| Iteration 42 | 8.9299 | uniform | auto | 24 | 1 | 0.5625 | 1.0 | 3.184s | 3m:27s |
| Iteration 43 | 7.845 | dista.. | auto | 38 | 2 | 1.0 | 1.0 | 3.194s | 3m:32s |
| Iteration 44 | 7.846 | dista.. | auto | 34 | 2 | 0.5 | 1.0 | 3.123s | 3m:38s |
| Iteration 45 | 7.7271 | dista.. | auto | 39 | 2 | 0.4375 | 1.0 | 3.157s | 3m:45s |
| Iteration 46 | 7.8789 | dista.. | kd_tree | 38 | 2 | 0.75 | 1.0 | 3.153s | 3m:51s |
| Iteration 47 | 8.5335 | dista.. | ball_tree | 27 | 2 | 0.5 | 1.0 | 3.341s | 3m:56s |
| Iteration 48 | 7.8202 | dista.. | ball_tree | 30 | 1 | 0.5312 | 1.0 | 3.175s | 4m:00s |
| Iteration 49 | 7.5909 | dista.. | ball_tree | 30 | 2 | 0.5625 | 1.0 | 3.226s | 4m:05s |
| Iteration 50 | 7.8717 | dista.. | auto | 21 | 2 | 0.6562 | 1.0 | 3.211s | 4m:10s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'radius': 8.9909, 'weights': 'uniform', 'algorithm': 'auto', 'leaf_size': 26, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.5388
Test evaluation --> roc_auc: 0.1
Time elapsed: 0.019s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.29 ± 0.1241
Time elapsed: 0.055s
-------------------------------------------------
Total time: 4m:12s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.4375 | 0.4375 | 3.613s | 3.621s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.5625 | 0.5625 | 3.588s | 8.441s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.625 | 0.625 | 3.363s | 13.782s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.5 | 0.625 | 3.499s | 19.232s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.8125 | 0.8125 | 3.368s | 24.704s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.5 | 0.8125 | 3.567s | 29.493s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.6562 | 0.8125 | 3.228s | 33.882s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.6562 | 0.8125 | 3.506s | 38.448s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.4375 | 0.8125 | 3.186s | 42.740s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.5625 | 0.8125 | 3.317s | 47.133s |
| Iteration 11 | 248 | 9.7133 | SAMME | 0.4375 | 0.8125 | 3.097s | 54.028s |
| Iteration 12 | 83 | 0.0308 | SAMME.R | 0.75 | 0.8125 | 3.186s | 1m:02s |
| Iteration 13 | 81 | 0.0459 | SAMME | 0.4688 | 0.8125 | 3.137s | 1m:07s |
| Iteration 14 | 184 | 0.01 | SAMME | 0.8125 | 0.8125 | 3.336s | 1m:11s |
| Iteration 15 | 487 | 0.01 | SAMME | 0.75 | 0.8125 | 3.480s | 1m:16s |
| Iteration 16 | 477 | 0.01 | SAMME.R | 0.625 | 0.8125 | 3.560s | 1m:21s |
| Iteration 17 | 98 | 0.01 | SAMME | 0.4375 | 0.8125 | 3.270s | 1m:25s |
| Iteration 18 | 71 | 0.363 | SAMME.R | 0.625 | 0.8125 | 3.198s | 1m:31s |
| Iteration 19 | 131 | 0.01 | SAMME | 0.2812 | 0.8125 | 3.262s | 1m:35s |
| Iteration 20 | 190 | 0.01 | SAMME | 0.4375 | 0.8125 | 3.338s | 1m:41s |
| Iteration 21 | 251 | 0.0483 | SAMME.R | 0.5625 | 0.8125 | 3.374s | 1m:45s |
| Iteration 22 | 250 | 0.0351 | SAMME | 1.0 | 1.0 | 3.371s | 1m:50s |
| Iteration 23 | 250 | 0.0203 | SAMME | 0.5 | 1.0 | 3.357s | 1m:55s |
| Iteration 24 | 273 | 0.0412 | SAMME | 0.25 | 1.0 | 3.391s | 1m:59s |
| Iteration 25 | 256 | 0.0117 | SAMME | 0.4375 | 1.0 | 3.378s | 2m:06s |
| Iteration 26 | 249 | 0.0372 | SAMME | 0.8438 | 1.0 | 3.376s | 2m:14s |
| Iteration 27 | 252 | 0.037 | SAMME | 0.9062 | 1.0 | 3.322s | 2m:19s |
| Iteration 28 | 251 | 0.0326 | SAMME | 0.625 | 1.0 | 3.347s | 2m:24s |
| Iteration 29 | 252 | 0.043 | SAMME | 0.6875 | 1.0 | 3.305s | 2m:29s |
| Iteration 30 | 248 | 0.0396 | SAMME | 0.6875 | 1.0 | 3.342s | 2m:33s |
| Iteration 31 | 251 | 0.0355 | SAMME | 0.6875 | 1.0 | 3.361s | 2m:40s |
| Iteration 32 | 250 | 0.0422 | SAMME | 0.8438 | 1.0 | 3.344s | 2m:45s |
| Iteration 33 | 249 | 0.0464 | SAMME | 0.4062 | 1.0 | 3.323s | 2m:50s |
| Iteration 34 | 251 | 0.0373 | SAMME | 0.5 | 1.0 | 3.338s | 2m:57s |
| Iteration 35 | 258 | 0.0439 | SAMME | 0.6875 | 1.0 | 3.291s | 3m:04s |
| Iteration 36 | 243 | 0.033 | SAMME | 0.5312 | 1.0 | 3.300s | 3m:10s |
| Iteration 37 | 252 | 0.0375 | SAMME | 0.9062 | 1.0 | 3.332s | 3m:15s |
| Iteration 38 | 253 | 0.0369 | SAMME | 0.625 | 1.0 | 3.426s | 3m:19s |
| Iteration 39 | 250 | 0.0358 | SAMME.R | 0.25 | 1.0 | 3.368s | 3m:24s |
| Iteration 40 | 258 | 0.03 | SAMME | 0.7188 | 1.0 | 3.358s | 3m:28s |
| Iteration 41 | 254 | 0.0368 | SAMME | 0.4375 | 1.0 | 3.322s | 3m:33s |
| Iteration 42 | 249 | 0.0351 | SAMME | 0.375 | 1.0 | 3.356s | 3m:38s |
| Iteration 43 | 252 | 0.0436 | SAMME | 0.625 | 1.0 | 3.340s | 3m:42s |
| Iteration 44 | 255 | 0.0742 | SAMME | 0.5 | 1.0 | 3.313s | 3m:47s |
| Iteration 45 | 251 | 0.0388 | SAMME | 0.2812 | 1.0 | 4.030s | 3m:53s |
| Iteration 46 | 252 | 0.0373 | SAMME | 0.7188 | 1.0 | 3.379s | 3m:58s |
| Iteration 47 | 252 | 0.0365 | SAMME | 0.5 | 1.0 | 3.374s | 4m:03s |
| Iteration 48 | 251 | 0.0398 | SAMME | 0.7188 | 1.0 | 3.389s | 4m:07s |
| Iteration 49 | 251 | 0.0417 | SAMME | 0.75 | 1.0 | 3.270s | 4m:15s |
| Iteration 50 | 485 | 0.016 | SAMME | 0.8438 | 1.0 | 3.462s | 4m:23s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'n_estimators': 250, 'learning_rate': 0.0351, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:28s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9223
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.198s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.835 ± 0.1136
Time elapsed: 0.905s
-------------------------------------------------
Total time: 4m:29s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.5 | 0.5 | 3.504s | 3.524s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.625 | 0.625 | 3.365s | 11.205s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.5625 | 0.625 | 3.355s | 18.666s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.625 | 3.229s | 25.923s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.375 | 0.625 | 3.499s | 32.785s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.375 | 0.625 | 3.334s | 37.663s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.875 | 0.875 | 3.413s | 42.434s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.5 | 0.875 | 3.357s | 49.296s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 1.0 | 1.0 | 3.530s | 54.554s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.5 | 1.0 | 3.523s | 59.254s |
| Iteration 11 | 273 | entropy | None | 20 | 7 | 0.8 | False | 0.018 | --- | 0.2812 | 1.0 | 3.461s | 1m:05s |
| Iteration 12 | 439 | gini | 5 | 16 | 8 | 0.6 | False | 0.0104 | --- | 0.9375 | 1.0 | 3.399s | 1m:10s |
| Iteration 13 | 446 | entropy | 6 | 6 | 8 | 0.9 | True | 0.0036 | 0.9 | 0.375 | 1.0 | 3.521s | 1m:15s |
| Iteration 14 | 482 | gini | 5 | 8 | 8 | None | False | 0.0 | --- | 0.625 | 1.0 | 3.429s | 1m:20s |
| Iteration 15 | 350 | gini | 9 | 15 | 1 | log2 | False | 0.0068 | --- | 0.75 | 1.0 | 3.369s | 1m:25s |
| Iteration 16 | 495 | gini | 5 | 15 | 7 | log2 | True | 0.0062 | 0.7 | 0.8125 | 1.0 | 3.555s | 1m:30s |
| Iteration 17 | 230 | gini | 5 | 20 | 20 | 0.6 | True | 0.0014 | 0.8 | 0.5 | 1.0 | 3.350s | 1m:35s |
| Iteration 18 | 466 | gini | 3 | 14 | 10 | 0.7 | False | 0.0077 | --- | 0.625 | 1.0 | 3.438s | 1m:40s |
| Iteration 19 | 449 | gini | 6 | 15 | 8 | sqrt | False | 0.0068 | --- | 0.375 | 1.0 | 3.461s | 1m:46s |
| Iteration 20 | 406 | gini | 5 | 14 | 10 | 0.7 | False | 0.0058 | --- | 0.6875 | 1.0 | 3.434s | 1m:51s |
| Iteration 21 | 300 | gini | 5 | 5 | 7 | 0.7 | False | 0.01 | --- | 0.5 | 1.0 | 3.390s | 1m:56s |
| Iteration 22 | 396 | gini | 7 | 20 | 11 | None | False | 0.0218 | --- | 0.9375 | 1.0 | 4.061s | 2m:01s |
| Iteration 23 | 302 | gini | 6 | 20 | 5 | 0.9 | True | 0.0065 | 0.7 | 0.375 | 1.0 | 3.342s | 2m:08s |
| Iteration 24 | 434 | entropy | 5 | 20 | 14 | 0.7 | False | 0.0331 | --- | 0.4688 | 1.0 | 3.450s | 2m:13s |
| Iteration 25 | 455 | gini | 6 | 15 | 3 | 0.7 | False | 0.0117 | --- | 0.6875 | 1.0 | 3.492s | 2m:18s |
| Iteration 26 | 434 | gini | 5 | 20 | 15 | log2 | True | 0.0266 | 0.8 | 0.875 | 1.0 | 3.545s | 2m:23s |
| Iteration 27 | 432 | gini | 9 | 16 | 20 | 0.9 | True | 0.0224 | 0.8 | 0.5 | 1.0 | 3.517s | 2m:29s |
| Iteration 28 | 448 | gini | 5 | 16 | 12 | 0.7 | False | 0.0041 | --- | 0.6875 | 1.0 | 3.489s | 2m:34s |
| Iteration 29 | 267 | entropy | 8 | 17 | 4 | 0.6 | False | 0.0247 | --- | 0.875 | 1.0 | 3.341s | 2m:39s |
| Iteration 30 | 248 | entropy | 9 | 19 | 3 | log2 | False | 0.0195 | --- | 0.75 | 1.0 | 3.351s | 2m:44s |
| Iteration 31 | 297 | entropy | 7 | 20 | 4 | 0.6 | False | 0.0141 | --- | 0.6875 | 1.0 | 3.361s | 2m:49s |
| Iteration 32 | 226 | entropy | 6 | 9 | 10 | log2 | True | 0.032 | 0.5 | 0.6875 | 1.0 | 3.378s | 2m:54s |
| Iteration 33 | 335 | entropy | 9 | 18 | 17 | 0.8 | True | 0.0034 | 0.6 | 0.5 | 1.0 | 3.447s | 2m:59s |
| Iteration 34 | 442 | gini | 1 | 9 | 7 | sqrt | False | 0.0211 | --- | 0.5 | 1.0 | 3.445s | 3m:04s |
| Iteration 35 | 355 | entropy | 1 | 13 | 1 | auto | True | 0.0321 | 0.5 | 0.4375 | 1.0 | 3.453s | 3m:08s |
| Iteration 36 | 425 | gini | 6 | 16 | 7 | sqrt | False | 0.0027 | --- | 0.4375 | 1.0 | 3.370s | 3m:13s |
| Iteration 37 | 320 | gini | 5 | 14 | 8 | 0.8 | False | 0.0001 | --- | 0.9375 | 1.0 | 3.355s | 3m:18s |
| Iteration 38 | 345 | entropy | 5 | 14 | 8 | 0.5 | False | 0.0046 | --- | 0.4375 | 1.0 | 3.310s | 3m:25s |
| Iteration 39 | 134 | gini | 9 | 19 | 8 | 0.7 | False | 0.0147 | --- | 0.3125 | 1.0 | 3.222s | 3m:30s |
| Iteration 40 | 461 | gini | 7 | 4 | 11 | 0.9 | False | 0.0179 | --- | 0.7188 | 1.0 | 3.430s | 3m:35s |
| Iteration 41 | 432 | gini | 5 | 14 | 8 | 0.7 | False | 0.0034 | --- | 0.6875 | 1.0 | 3.399s | 3m:40s |
| Iteration 42 | 359 | gini | 6 | 20 | 3 | None | False | 0.0 | --- | 0.4375 | 1.0 | 3.359s | 3m:45s |
| Iteration 43 | 107 | gini | 5 | 12 | 8 | 0.7 | False | 0.011 | --- | 0.75 | 1.0 | 3.197s | 3m:50s |
| Iteration 44 | 445 | gini | 5 | 13 | 8 | 0.7 | False | 0.0325 | --- | 0.5 | 1.0 | 3.418s | 3m:55s |
| Iteration 45 | 420 | gini | 5 | 15 | 8 | 0.6 | False | 0.0019 | --- | 0.3125 | 1.0 | 3.380s | 4m:00s |
| Iteration 46 | 404 | gini | 9 | 20 | 19 | None | False | 0.0103 | --- | 0.6562 | 1.0 | 3.340s | 4m:06s |
| Iteration 47 | 405 | gini | 4 | 20 | 9 | auto | False | 0.0002 | --- | 0.5 | 1.0 | 3.375s | 4m:12s |
| Iteration 48 | 288 | entropy | 9 | 20 | 8 | 0.5 | False | 0.0289 | --- | 0.75 | 1.0 | 3.314s | 4m:17s |
| Iteration 49 | 296 | entropy | 1 | 20 | 8 | 0.7 | False | 0.0296 | --- | 0.75 | 1.0 | 3.343s | 4m:24s |
| Iteration 50 | 208 | entropy | 4 | 16 | 18 | 0.8 | False | 0.0279 | --- | 0.625 | 1.0 | 3.287s | 4m:30s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'n_estimators': 447, 'criterion': 'gini', 'max_depth': 5, 'min_samples_split': 14, 'min_samples_leaf': 8, 'max_features': 0.7, 'bootstrap': False, 'ccp_alpha': 0.0044}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:31s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9679
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.326s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.78 ± 0.0872
Time elapsed: 1.430s
-------------------------------------------------
Total time: 4m:33s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.232s | 3.251s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.6875 | 0.6875 | 3.223s | 7.439s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.6875 | 3.225s | 11.674s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.6875 | 3.185s | 15.924s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.6875 | 3.194s | 20.016s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.6875 | 3.197s | 24.153s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.6875 | 3.190s | 28.376s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.6875 | 3.200s | 32.481s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.9375 | 0.9375 | 3.254s | 36.749s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.9375 | 3.204s | 40.972s |
| Iteration 11 | 490 | 0.1237 | 3 | 0.0 | 4 | 0.8 | 0.6 | 0 | 10 | 0.4375 | 0.9375 | 3.190s | 45.446s |
| Iteration 12 | 332 | 0.0765 | 5 | 0.7788 | 4 | 0.9 | 0.8 | 0.01 | 10 | 0.8125 | 0.9375 | 3.185s | 49.997s |
| Iteration 13 | 124 | 0.575 | 6 | 0.5451 | 2 | 0.9 | 0.8 | 0 | 100 | 0.5 | 0.9375 | 3.145s | 54.541s |
| Iteration 14 | 391 | 0.054 | 6 | 0.9727 | 5 | 0.6 | 0.8 | 0.01 | 0.01 | 0.7188 | 0.9375 | 3.196s | 59.051s |
| Iteration 15 | 416 | 0.0512 | 6 | 0.6617 | 4 | 0.8 | 0.8 | 0.01 | 10 | 0.625 | 0.9375 | 3.190s | 1m:04s |
| Iteration 16 | 449 | 0.0179 | 6 | 0.8615 | 7 | 0.7 | 0.8 | 0.01 | 1 | 0.5 | 0.9375 | 3.205s | 1m:08s |
| Iteration 17 | 473 | 0.4715 | 7 | 0.5047 | 3 | 0.7 | 0.7 | 0.01 | 0 | 0.5625 | 0.9375 | 3.193s | 1m:13s |
| Iteration 18 | 305 | 0.1721 | 7 | 0.86 | 4 | 0.9 | 0.9 | 0.01 | 0.01 | 0.5312 | 0.9375 | 3.150s | 1m:18s |
| Iteration 19 | 319 | 0.0657 | 7 | 0.9756 | 3 | 0.5 | 0.5 | 0.01 | 0.01 | 0.25 | 0.9375 | 3.194s | 1m:22s |
| Iteration 20 | 227 | 0.0725 | 2 | 0.0962 | 2 | 1.0 | 0.8 | 0.01 | 0 | 0.625 | 0.9375 | 3.161s | 1m:27s |
| Iteration 21 | 496 | 0.0693 | 1 | 0.6249 | 5 | 0.7 | 0.8 | 0 | 10 | 0.25 | 0.9375 | 3.204s | 1m:31s |
| Iteration 22 | 386 | 0.0965 | 8 | 0.8856 | 5 | 0.7 | 0.8 | 0.01 | 0.1 | 1.0 | 1.0 | 3.827s | 1m:36s |
| Iteration 23 | 236 | 0.1194 | 9 | 0.4486 | 6 | 0.7 | 0.8 | 0.01 | 0.1 | 0.2188 | 1.0 | 3.202s | 1m:41s |
| Iteration 24 | 419 | 0.0916 | 7 | 0.9261 | 2 | 0.8 | 0.8 | 0.1 | 0 | 0.375 | 1.0 | 3.217s | 1m:47s |
| Iteration 25 | 409 | 0.0818 | 7 | 0.7088 | 5 | 0.7 | 0.8 | 0.1 | 0.1 | 0.7188 | 1.0 | 3.228s | 1m:52s |
| Iteration 26 | 428 | 0.121 | 9 | 0.7975 | 5 | 0.8 | 0.8 | 0.01 | 1 | 0.875 | 1.0 | 3.241s | 1m:56s |
| Iteration 27 | 140 | 0.4083 | 10 | 0.4648 | 5 | 0.7 | 0.8 | 1 | 0.01 | 0.4375 | 1.0 | 3.195s | 2m:01s |
| Iteration 28 | 393 | 0.0346 | 4 | 0.7801 | 5 | 0.7 | 0.8 | 0.01 | 0.1 | 0.8125 | 1.0 | 3.191s | 2m:05s |
| Iteration 29 | 368 | 0.1973 | 10 | 0.4132 | 4 | 0.7 | 0.9 | 0.1 | 0.1 | 0.375 | 1.0 | 3.221s | 2m:12s |
| Iteration 30 | 407 | 0.0987 | 8 | 0.7848 | 4 | 1.0 | 0.7 | 0.01 | 1 | 0.8125 | 1.0 | 3.130s | 2m:19s |
| Iteration 31 | 427 | 0.1029 | 10 | 0.9036 | 5 | 0.8 | 0.7 | 1 | 1 | 0.75 | 1.0 | 3.166s | 2m:27s |
| Iteration 32 | 182 | 0.7022 | 9 | 0.8915 | 5 | 0.9 | 0.8 | 0 | 1 | 0.8438 | 1.0 | 3.150s | 2m:34s |
| Iteration 33 | 260 | 0.0808 | 7 | 0.8734 | 5 | 0.6 | 0.7 | 0.1 | 0.1 | 0.5938 | 1.0 | 3.132s | 2m:42s |
| Iteration 34 | 496 | 0.1934 | 9 | 0.908 | 5 | 0.7 | 0.9 | 0.01 | 0.1 | 0.4375 | 1.0 | 3.156s | 2m:50s |
| Iteration 35 | 385 | 0.2019 | 10 | 0.8934 | 5 | 0.8 | 0.8 | 0.1 | 0.1 | 0.5938 | 1.0 | 3.152s | 2m:57s |
| Iteration 36 | 415 | 0.1986 | 7 | 0.8364 | 5 | 0.6 | 0.8 | 0.01 | 0.1 | 0.5 | 1.0 | 3.180s | 3m:05s |
| Iteration 37 | 372 | 0.0809 | 9 | 0.8139 | 5 | 1.0 | 0.8 | 1 | 10 | 0.8438 | 1.0 | 3.166s | 3m:13s |
| Iteration 38 | 24 | 0.133 | 1 | 1.0 | 6 | 1.0 | 0.7 | 10 | 10 | 0.5 | 1.0 | 3.148s | 3m:19s |
| Iteration 39 | 275 | 0.021 | 7 | 0.8716 | 5 | 1.0 | 0.8 | 0 | 1 | 0.25 | 1.0 | 3.182s | 3m:24s |
| Iteration 40 | 383 | 0.0676 | 10 | 0.9896 | 6 | 0.7 | 0.8 | 1 | 0.1 | 0.5 | 1.0 | 3.223s | 3m:29s |
| Iteration 41 | 395 | 0.0928 | 8 | 0.8549 | 5 | 0.9 | 0.8 | 0.01 | 1 | 0.625 | 1.0 | 3.192s | 3m:34s |
| Iteration 42 | 429 | 0.0687 | 7 | 0.3435 | 2 | 0.6 | 0.8 | 0.1 | 1 | 0.4375 | 1.0 | 3.223s | 3m:39s |
| Iteration 43 | 430 | 0.0699 | 8 | 0.803 | 4 | 0.7 | 0.9 | 10 | 0.01 | 0.5 | 1.0 | 3.188s | 3m:46s |
| Iteration 44 | 416 | 0.0618 | 7 | 0.797 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.1875 | 1.0 | 3.164s | 3m:54s |
| Iteration 45 | 375 | 0.0974 | 9 | 0.8597 | 6 | 0.6 | 0.6 | 0.01 | 1 | 0.5 | 1.0 | 3.125s | 4m:01s |
| Iteration 46 | 381 | 0.0991 | 5 | 0.2192 | 7 | 0.5 | 0.8 | 1 | 0.01 | 0.5 | 1.0 | 3.816s | 4m:10s |
| Iteration 47 | 410 | 0.1358 | 8 | 0.8576 | 9 | 0.7 | 0.8 | 0.01 | 0.1 | 0.5 | 1.0 | 3.214s | 4m:15s |
| Iteration 48 | 292 | 0.2012 | 8 | 0.4126 | 5 | 0.7 | 0.8 | 1 | 10 | 0.7188 | 1.0 | 3.206s | 4m:20s |
| Iteration 49 | 372 | 0.3428 | 8 | 0.877 | 5 | 0.7 | 0.8 | 0.01 | 0.1 | 0.875 | 1.0 | 3.208s | 4m:25s |
| Iteration 50 | 394 | 0.0101 | 9 | 0.6779 | 5 | 0.7 | 0.8 | 10 | 0.01 | 0.5 | 1.0 | 3.215s | 4m:32s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'n_estimators': 386, 'learning_rate': 0.0965, 'max_depth': 8, 'gamma': 0.8856, 'min_child_weight': 5, 'subsample': 0.7, 'colsample_bytree': 0.8, 'reg_alpha': 0.01, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:34s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8795
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.084s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.87 ± 0.1631
Time elapsed: 0.246s
-------------------------------------------------
Total time: 4m:34s
Final results ==================== >>
Duration: 30m:43s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.78 ± 0.0872 ~
Logistic Regression --> roc_auc: 0.75 ± 0.2588
Linear Discriminant Analysis --> roc_auc: 0.67 ± 0.3124 ~
Quadratic Discriminant Analysis --> roc_auc: 0.85 ± 0.0
Radius Nearest Neighbors --> roc_auc: 0.29 ± 0.1241 ~
AdaBoost --> roc_auc: 0.835 ± 0.1136
Random Forest --> roc_auc: 0.78 ± 0.0872
XGBoost --> roc_auc: 0.87 ± 0.1631 !
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 853 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAPNSGGGADGLTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAASGGGSNYKLTF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CAVPGSSNTGKLIF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASMNSGYSTLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVRPNDYKLSF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAARDNYGQNFVF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAASALYGGSQGNLIF.
>>> Dropping feature CAATSGSARQLTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CATDSNDYKLSF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CVVTNQAGTALIF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAASPNTGNQFYF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CASSLRASVTETQYF.
>>> Dropping feature CAVNYGQNFVF.
>>> Dropping feature CAVSETGNQFYF.
>>> Dropping feature CAYAGGTSYGKLTF.
>>> Dropping feature CVGQKLLF.
>>> Dropping feature CASVRRPYNEQFF.
>>> Dropping feature CAVSPSGGYQKVTF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CALEYGNKLVF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.9375 | 0.9375 | 0.637s | 0.657s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.6562 | 0.9375 | 0.674s | 2.255s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.8125 | 0.9375 | 0.634s | 3.752s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 1.0 | 1.0 | 0.667s | 7.232s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.75 | 1.0 | 0.677s | 9.207s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.75 | 1.0 | 0.720s | 10.838s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.9375 | 1.0 | 0.694s | 12.364s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.875 | 1.0 | 0.739s | 13.936s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.5 | 1.0 | 0.671s | 15.442s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.9375 | 1.0 | 0.670s | 16.925s |
| Iteration 11 | exponen.. | 0.4315 | 10 | 0.8 | friedman_mse | 2 | 19 | 5 | auto | 0.035 | 1.0 | 1.0 | 0.621s | 18.826s |
| Iteration 12 | exponen.. | 0.3733 | 122 | 0.8 | friedman_mse | 4 | 15 | 7 | 0.5 | 0.0274 | 0.75 | 1.0 | 0.651s | 20.745s |
| Iteration 13 | exponen.. | 0.3863 | 228 | 0.7 | friedman_mse | 2 | 16 | 6 | sqrt | 0.0299 | 0.75 | 1.0 | 0.665s | 22.806s |
| Iteration 14 | deviance | 0.0125 | 375 | 0.8 | friedman_mse | 15 | 3 | 5 | auto | 0.0312 | 0.8438 | 1.0 | 0.711s | 25.927s |
| Iteration 15 | exponen.. | 0.1504 | 211 | 0.6 | friedman_mse | 19 | 16 | 5 | 0.8 | 0.0101 | 0.4688 | 1.0 | 0.674s | 29.186s |
| Iteration 16 | exponen.. | 0.2078 | 218 | 0.9 | friedman_mse | 4 | 5 | 6 | 0.9 | 0.0119 | 1.0 | 1.0 | 0.720s | 31.469s |
| Iteration 17 | deviance | 0.4755 | 10 | 0.6 | squared_er.. | 2 | 4 | 3 | 0.7 | 0.0348 | 0.625 | 1.0 | 0.668s | 33.349s |
| Iteration 18 | exponen.. | 0.2008 | 214 | 0.6 | friedman_mse | 5 | 18 | 1 | log2 | 0.0175 | 0.5 | 1.0 | 0.701s | 35.236s |
| Iteration 19 | exponen.. | 0.1654 | 132 | 0.8 | friedman_mse | 7 | 11 | 6 | None | 0.0055 | 1.0 | 1.0 | 0.694s | 37.148s |
| Iteration 20 | deviance | 0.4682 | 368 | 0.6 | friedman_mse | 5 | 2 | 6 | None | 0.0328 | 0.6562 | 1.0 | 1.508s | 39.946s |
| Iteration 21 | exponen.. | 0.0152 | 71 | 0.9 | friedman_mse | 9 | 18 | 6 | None | 0.0035 | 0.8125 | 1.0 | 0.696s | 42.861s |
| Iteration 22 | exponen.. | 0.3122 | 454 | 0.8 | friedman_mse | 6 | 11 | 6 | None | 0.0225 | 1.0 | 1.0 | 0.736s | 46.102s |
| Iteration 23 | exponen.. | 0.2328 | 234 | 0.7 | squared_er.. | 6 | 14 | 6 | None | 0.0 | 1.0 | 1.0 | 0.686s | 48.361s |
| Iteration 24 | exponen.. | 0.2374 | 461 | 0.7 | friedman_mse | 9 | 1 | 6 | None | 0.0141 | 0.8125 | 1.0 | 0.761s | 50.345s |
| Iteration 25 | exponen.. | 0.1629 | 104 | 0.8 | friedman_mse | 6 | 11 | 6 | 0.9 | 0.0218 | 0.9375 | 1.0 | 0.676s | 52.367s |
| Iteration 26 | exponen.. | 0.0174 | 205 | 0.8 | friedman_mse | 5 | 13 | 6 | None | 0.0009 | 0.6875 | 1.0 | 0.701s | 54.307s |
| Iteration 27 | exponen.. | 0.2236 | 105 | 0.7 | squared_er.. | 12 | 6 | 6 | 0.9 | 0.0007 | 0.875 | 1.0 | 0.676s | 56.428s |
| Iteration 28 | exponen.. | 0.2225 | 300 | 0.9 | friedman_mse | 2 | 6 | 6 | 0.9 | 0.0251 | 0.6875 | 1.0 | 0.744s | 58.540s |
| Iteration 29 | exponen.. | 0.3162 | 245 | 0.8 | friedman_mse | 6 | 19 | 6 | 0.5 | 0.0 | 0.8125 | 1.0 | 0.678s | 1m:01s |
| Iteration 30 | exponen.. | 0.1018 | 363 | 0.6 | friedman_mse | 3 | 16 | 5 | sqrt | 0.0126 | 0.75 | 1.0 | 0.720s | 1m:03s |
| Iteration 31 | exponen.. | 0.2534 | 404 | 0.9 | squared_er.. | 6 | 9 | 6 | None | 0.0163 | 0.75 | 1.0 | 0.733s | 1m:05s |
| Iteration 32 | exponen.. | 0.5064 | 500 | 0.6 | squared_er.. | 2 | 2 | 5 | sqrt | 0.0192 | 0.625 | 1.0 | 0.747s | 1m:07s |
| Iteration 33 | exponen.. | 0.3624 | 15 | 0.9 | friedman_mse | 5 | 17 | 5 | 0.6 | 0.0205 | 0.7188 | 1.0 | 0.642s | 1m:09s |
| Iteration 34 | exponen.. | 0.2279 | 44 | 0.8 | friedman_mse | 15 | 18 | 6 | None | 0.0135 | 1.0 | 1.0 | 0.644s | 1m:11s |
| Iteration 35 | exponen.. | 0.5966 | 10 | 0.6 | friedman_mse | 10 | 18 | 7 | None | 0.0194 | 0.5 | 1.0 | 0.650s | 1m:13s |
| Iteration 36 | deviance | 1.0 | 233 | 0.8 | squared_er.. | 15 | 14 | 1 | None | 0.0301 | 0.875 | 1.0 | 0.702s | 1m:15s |
| Iteration 37 | exponen.. | 1.0 | 122 | 0.8 | friedman_mse | 20 | 5 | 10 | None | 0.035 | 0.9688 | 1.0 | 0.658s | 1m:17s |
| Iteration 38 | exponen.. | 1.0 | 500 | 0.8 | friedman_mse | 17 | 17 | 10 | None | 0.0143 | 0.7812 | 1.0 | 0.754s | 1m:21s |
| Iteration 39 | deviance | 0.5228 | 243 | 1.0 | friedman_mse | 5 | 13 | 9 | 0.5 | 0.033 | 0.5 | 1.0 | 0.713s | 1m:24s |
| Iteration 40 | exponen.. | 0.0605 | 92 | 1.0 | friedman_mse | 10 | 4 | 7 | None | 0.02 | 1.0 | 1.0 | 0.680s | 1m:26s |
| Iteration 41 | deviance | 0.02 | 392 | 1.0 | squared_er.. | 8 | 6 | 4 | None | 0.0022 | 1.0 | 1.0 | 0.758s | 1m:30s |
| Iteration 42 | exponen.. | 0.01 | 500 | 1.0 | squared_er.. | 20 | 20 | 1 | None | 0.0 | 0.9375 | 1.0 | 0.718s | 1m:34s |
| Iteration 43 | deviance | 0.5269 | 308 | 1.0 | friedman_mse | 9 | 6 | 10 | None | 0.0328 | 1.0 | 1.0 | 0.700s | 1m:39s |
| Iteration 44 | exponen.. | 0.0174 | 476 | 0.5 | friedman_mse | 10 | 17 | 7 | sqrt | 0.0162 | 0.5 | 1.0 | 0.727s | 1m:42s |
| Iteration 45 | deviance | 1.0 | 10 | 1.0 | friedman_mse | 2 | 1 | 10 | None | 0.035 | 0.75 | 1.0 | 1.240s | 1m:44s |
| Iteration 46 | deviance | 0.94 | 492 | 0.5 | friedman_mse | 19 | 12 | 2 | None | 0.0116 | 1.0 | 1.0 | 0.742s | 1m:47s |
| Iteration 47 | exponen.. | 0.01 | 370 | 0.5 | squared_er.. | 4 | 13 | 7 | None | 0.0068 | 0.875 | 1.0 | 0.724s | 1m:49s |
| Iteration 48 | deviance | 1.0 | 411 | 0.5 | friedman_mse | 17 | 17 | 1 | 0.9 | 0.035 | 0.5 | 1.0 | 0.717s | 1m:51s |
| Iteration 49 | exponen.. | 0.0815 | 459 | 1.0 | friedman_mse | 3 | 9 | 1 | None | 0.0109 | 0.6875 | 1.0 | 0.731s | 1m:53s |
| Iteration 50 | deviance | 0.2993 | 106 | 0.8 | squared_er.. | 17 | 2 | 3 | 0.9 | 0.0317 | 0.75 | 1.0 | 0.655s | 1m:55s |
Bayesian Optimization ---------------------------
Best call --> Iteration 41
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.02, 'n_estimators': 392, 'subsample': 1.0, 'criterion': 'squared_error', 'min_samples_split': 8, 'min_samples_leaf': 6, 'max_depth': 4, 'max_features': None, 'ccp_alpha': 0.0022}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:56s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.111s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.79 ± 0.08
Time elapsed: 0.525s
-------------------------------------------------
Total time: 1m:57s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.5 | 0.5 | 0.645s | 0.657s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.5625 | 0.5625 | 0.660s | 2.256s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.75 | 0.75 | 0.644s | 3.806s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.75 | 0.75 | 0.657s | 7.524s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.5625 | 0.75 | 0.660s | 9.656s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.875 | 0.875 | 0.655s | 11.156s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.8125 | 0.875 | 0.657s | 12.703s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.8125 | 0.875 | 0.645s | 14.950s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.5 | 0.875 | 0.644s | 16.654s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.875 | 0.875 | 0.646s | 18.125s |
| Iteration 11 | none | --- | saga | 126 | --- | 0.9375 | 0.9375 | 0.659s | 19.881s |
| Iteration 12 | l2 | 20.1816 | lbfgs | 918 | --- | 0.5625 | 0.9375 | 0.641s | 21.675s |
| Iteration 13 | none | --- | saga | 121 | --- | 0.4375 | 0.9375 | 0.640s | 23.500s |
| Iteration 14 | none | --- | lbfgs | 945 | --- | 0.875 | 0.9375 | 0.653s | 25.283s |
| Iteration 15 | l2 | 6.799 | newto.. | 187 | --- | 0.5625 | 0.9375 | 0.645s | 27.137s |
| Iteration 16 | none | --- | saga | 102 | --- | 0.4375 | 0.9375 | 0.670s | 29.037s |
| Iteration 17 | l2 | 0.3716 | newto.. | 147 | --- | 0.75 | 0.9375 | 0.651s | 30.742s |
| Iteration 18 | none | --- | sag | 124 | --- | 0.5 | 0.9375 | 0.670s | 32.485s |
| Iteration 19 | none | --- | lbfgs | 945 | --- | 0.875 | 0.9375 | 0.000s | 35.652s |
| Iteration 20 | none | --- | lbfgs | 937 | --- | 0.875 | 0.9375 | 0.652s | 37.920s |
| Iteration 21 | l2 | 31.3414 | libli.. | 929 | --- | 0.625 | 0.9375 | 0.707s | 39.854s |
| Iteration 22 | none | --- | newto.. | 953 | --- | 0.6875 | 0.9375 | 0.721s | 41.783s |
| Iteration 23 | none | --- | lbfgs | 936 | --- | 0.5 | 0.9375 | 0.716s | 43.725s |
| Iteration 24 | none | --- | newto.. | 934 | --- | 0.5625 | 0.9375 | 0.713s | 45.578s |
| Iteration 25 | l2 | 11.8005 | newto.. | 159 | --- | 1.0 | 1.0 | 0.710s | 48.047s |
| Iteration 26 | l2 | 1.2436 | newto.. | 158 | --- | 0.75 | 1.0 | 0.702s | 49.963s |
| Iteration 27 | elast.. | 84.9753 | saga | 161 | 0.3 | 0.5 | 1.0 | 0.644s | 51.835s |
| Iteration 28 | none | --- | lbfgs | 104 | --- | 0.5 | 1.0 | 0.654s | 53.652s |
| Iteration 29 | none | --- | lbfgs | 944 | --- | 0.3125 | 1.0 | 0.641s | 55.521s |
| Iteration 30 | l2 | 16.1078 | newto.. | 160 | --- | 0.9375 | 1.0 | 0.657s | 57.568s |
| Iteration 31 | l2 | 13.2315 | newto.. | 153 | --- | 0.5625 | 1.0 | 0.640s | 59.448s |
| Iteration 32 | l2 | 0.7935 | newto.. | 165 | --- | 0.375 | 1.0 | 0.641s | 1m:01s |
| Iteration 33 | l2 | 0.0091 | sag | 900 | --- | 0.625 | 1.0 | 0.635s | 1m:03s |
| Iteration 34 | none | --- | lbfgs | 913 | --- | 0.125 | 1.0 | 0.640s | 1m:05s |
| Iteration 35 | none | --- | sag | 864 | --- | 0.5 | 1.0 | 0.653s | 1m:07s |
| Iteration 36 | l2 | 14.8851 | newto.. | 165 | --- | 0.8125 | 1.0 | 0.650s | 1m:09s |
| Iteration 37 | l2 | 11.3756 | newto.. | 161 | --- | 0.75 | 1.0 | 0.641s | 1m:12s |
| Iteration 38 | none | --- | lbfgs | 945 | --- | 0.875 | 1.0 | 0.000s | 1m:14s |
| Iteration 39 | none | --- | lbfgs | 950 | --- | 0.3125 | 1.0 | 0.642s | 1m:16s |
| Iteration 40 | l2 | 12.453 | newto.. | 162 | --- | 0.6875 | 1.0 | 0.648s | 1m:20s |
| Iteration 41 | none | --- | lbfgs | 941 | --- | 0.375 | 1.0 | 0.643s | 1m:22s |
| Iteration 42 | l2 | 15.6835 | newto.. | 163 | --- | 1.0 | 1.0 | 0.646s | 1m:26s |
| Iteration 43 | l2 | 16.8573 | newto.. | 166 | --- | 0.75 | 1.0 | 0.657s | 1m:29s |
| Iteration 44 | l2 | 16.419 | sag | 159 | --- | 0.5 | 1.0 | 0.640s | 1m:31s |
| Iteration 45 | l2 | 16.7489 | newto.. | 157 | --- | 0.9375 | 1.0 | 0.639s | 1m:33s |
| Iteration 46 | l2 | 17.45 | newto.. | 150 | --- | 0.6875 | 1.0 | 0.637s | 1m:35s |
| Iteration 47 | none | --- | newto.. | 169 | --- | 0.8125 | 1.0 | 0.673s | 1m:37s |
| Iteration 48 | l2 | 15.849 | newto.. | 178 | --- | 0.375 | 1.0 | 0.642s | 1m:39s |
| Iteration 49 | l2 | 17.4619 | newto.. | 160 | --- | 0.8125 | 1.0 | 0.640s | 1m:42s |
| Iteration 50 | l2 | 16.0986 | newto.. | 160 | --- | 0.5 | 1.0 | 0.637s | 1m:44s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'penalty': 'l2', 'C': 11.8005, 'solver': 'newton-cg', 'max_iter': 159}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:47s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7554
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.68 ± 0.0245
Time elapsed: 0.065s
-------------------------------------------------
Total time: 1m:47s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.5 | 0.5 | 0.653s | 0.659s |
| Initial point 2 | svd | --- | 0.5625 | 0.5625 | 0.634s | 2.340s |
| Initial point 3 | svd | --- | 0.5625 | 0.5625 | 0.000s | 3.149s |
| Initial point 4 | lsqr | 0.8 | 0.75 | 0.75 | 0.630s | 4.592s |
| Initial point 5 | eigen | 0.9 | 0.75 | 0.75 | 0.635s | 6.373s |
| Initial point 6 | lsqr | 0.7 | 0.875 | 0.875 | 0.630s | 7.863s |
| Initial point 7 | lsqr | 0.5 | 0.8125 | 0.875 | 0.644s | 9.296s |
| Initial point 8 | lsqr | 0.9 | 0.8125 | 0.875 | 0.645s | 10.752s |
| Initial point 9 | lsqr | 0.6 | 0.5 | 0.875 | 0.632s | 12.215s |
| Initial point 10 | eigen | 0.8 | 0.9375 | 0.9375 | 0.636s | 13.685s |
| Iteration 11 | eigen | 0.7 | 1.0 | 1.0 | 0.628s | 15.258s |
| Iteration 12 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 16.201s |
| Iteration 13 | svd | --- | 0.5625 | 1.0 | 0.000s | 17.151s |
| Iteration 14 | svd | --- | 0.5625 | 1.0 | 0.000s | 18.179s |
| Iteration 15 | eigen | auto | 0.8125 | 1.0 | 0.640s | 19.862s |
| Iteration 16 | eigen | None | 0.4375 | 1.0 | 0.672s | 21.557s |
| Iteration 17 | svd | --- | 0.5625 | 1.0 | 0.000s | 22.510s |
| Iteration 18 | lsqr | 1.0 | 0.375 | 1.0 | 0.700s | 26.079s |
| Iteration 19 | svd | --- | 0.5625 | 1.0 | 0.001s | 29.444s |
| Iteration 20 | lsqr | auto | 0.75 | 1.0 | 0.635s | 33.418s |
| Iteration 21 | svd | --- | 0.5625 | 1.0 | 0.000s | 34.832s |
| Iteration 22 | eigen | 0.6 | 0.75 | 1.0 | 0.628s | 36.425s |
| Iteration 23 | eigen | 0.5 | 0.9375 | 1.0 | 0.640s | 40.127s |
| Iteration 24 | lsqr | None | 0.8125 | 1.0 | 0.633s | 42.355s |
| Iteration 25 | svd | --- | 0.5625 | 1.0 | 0.000s | 43.430s |
| Iteration 26 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 44.431s |
| Iteration 27 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 45.446s |
| Iteration 28 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 46.508s |
| Iteration 29 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 47.517s |
| Iteration 30 | lsqr | 0.5 | 0.8125 | 1.0 | 0.000s | 48.605s |
| Iteration 31 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 49.753s |
| Iteration 32 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 53.043s |
| Iteration 33 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 56.884s |
| Iteration 34 | eigen | 0.7 | 1.0 | 1.0 | 0.001s | 1m:01s |
| Iteration 35 | eigen | 0.5 | 0.9375 | 1.0 | 0.000s | 1m:02s |
| Iteration 36 | lsqr | 0.9 | 0.8125 | 1.0 | 0.001s | 1m:03s |
| Iteration 37 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:04s |
| Iteration 38 | svd | --- | 0.5625 | 1.0 | 0.000s | 1m:05s |
| Iteration 39 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:08s |
| Iteration 40 | eigen | 0.7 | 1.0 | 1.0 | 0.001s | 1m:09s |
| Iteration 41 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:11s |
| Iteration 42 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 43 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:15s |
| Iteration 44 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:17s |
| Iteration 45 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:18s |
| Iteration 46 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:19s |
| Iteration 47 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:20s |
| Iteration 48 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:21s |
| Iteration 49 | eigen | 0.7 | 1.0 | 1.0 | 0.001s | 1m:22s |
| Iteration 50 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:24s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:25s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7598
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.008s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.66 ± 0.0583
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:25s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.5 | 0.5 | 0.634s | 0.637s |
| Initial point 2 | 0.9 | 0.5 | 0.5 | 0.626s | 2.071s |
| Initial point 3 | 0.1 | 0.5 | 0.5 | 0.635s | 3.554s |
| Initial point 4 | 1.0 | 0.5 | 0.5 | 0.001s | 4.400s |
| Initial point 5 | 0.2 | 0.75 | 0.75 | 0.656s | 5.856s |
| Initial point 6 | 0.4 | 0.875 | 0.875 | 0.680s | 7.447s |
| Initial point 7 | 0.4 | 0.875 | 0.875 | 0.001s | 8.316s |
| Initial point 8 | 0.7 | 0.8125 | 0.875 | 0.678s | 9.807s |
| Initial point 9 | 0.9 | 0.5 | 0.875 | 0.001s | 12.340s |
| Initial point 10 | 0.8 | 0.8125 | 0.875 | 0.642s | 15.819s |
| Iteration 11 | 0.3 | 0.875 | 0.875 | 0.630s | 19.490s |
| Iteration 12 | 0.6 | 0.5 | 0.875 | 0.642s | 23.117s |
| Iteration 13 | 0.5 | 0.625 | 0.875 | 0.641s | 26.785s |
| Iteration 14 | 0.0 | 0.625 | 0.875 | 0.639s | 28.738s |
| Iteration 15 | 0.3 | 0.875 | 0.875 | 0.000s | 29.673s |
| Iteration 16 | 0.4 | 0.875 | 0.875 | 0.000s | 30.650s |
| Iteration 17 | 0.3 | 0.875 | 0.875 | 0.000s | 31.571s |
| Iteration 18 | 0.3 | 0.875 | 0.875 | 0.000s | 33.563s |
| Iteration 19 | 0.4 | 0.875 | 0.875 | 0.000s | 35.854s |
| Iteration 20 | 0.4 | 0.875 | 0.875 | 0.000s | 37.024s |
| Iteration 21 | 0.6 | 0.5 | 0.875 | 0.000s | 37.927s |
| Iteration 22 | 0.3 | 0.875 | 0.875 | 0.000s | 40.938s |
| Iteration 23 | 0.4 | 0.875 | 0.875 | 0.000s | 43.564s |
| Iteration 24 | 0.3 | 0.875 | 0.875 | 0.000s | 46.553s |
| Iteration 25 | 0.4 | 0.875 | 0.875 | 0.000s | 49.708s |
| Iteration 26 | 0.3 | 0.875 | 0.875 | 0.000s | 53.357s |
| Iteration 27 | 0.3 | 0.875 | 0.875 | 0.000s | 54.930s |
| Iteration 28 | 0.9 | 0.5 | 0.875 | 0.000s | 57.031s |
| Iteration 29 | 0.4 | 0.875 | 0.875 | 0.000s | 58.244s |
| Iteration 30 | 0.8 | 0.8125 | 0.875 | 0.000s | 59.374s |
| Iteration 31 | 0.4 | 0.875 | 0.875 | 0.000s | 1m:00s |
| Iteration 32 | 0.3 | 0.875 | 0.875 | 0.000s | 1m:01s |
| Iteration 33 | 0.3 | 0.875 | 0.875 | 0.000s | 1m:02s |
| Iteration 34 | 0.4 | 0.875 | 0.875 | 0.000s | 1m:03s |
| Iteration 35 | 0.3 | 0.875 | 0.875 | 0.000s | 1m:04s |
| Iteration 36 | 0.4 | 0.875 | 0.875 | 0.000s | 1m:05s |
| Iteration 37 | 0.3 | 0.875 | 0.875 | 0.001s | 1m:08s |
| Iteration 38 | 0.4 | 0.875 | 0.875 | 0.001s | 1m:11s |
| Iteration 39 | 0.3 | 0.875 | 0.875 | 0.000s | 1m:15s |
| Iteration 40 | 0.4 | 0.875 | 0.875 | 0.000s | 1m:18s |
| Iteration 41 | 0.3 | 0.875 | 0.875 | 0.000s | 1m:22s |
| Iteration 42 | 0.4 | 0.875 | 0.875 | 0.000s | 1m:23s |
| Iteration 43 | 0.3 | 0.875 | 0.875 | 0.000s | 1m:24s |
| Iteration 44 | 0.4 | 0.875 | 0.875 | 0.000s | 1m:25s |
| Iteration 45 | 0.4 | 0.875 | 0.875 | 0.000s | 1m:26s |
| Iteration 46 | 0.3 | 0.875 | 0.875 | 0.000s | 1m:27s |
| Iteration 47 | 0.4 | 0.875 | 0.875 | 0.000s | 1m:28s |
| Iteration 48 | 0.3 | 0.875 | 0.875 | 0.000s | 1m:29s |
| Iteration 49 | 0.4 | 0.875 | 0.875 | 0.000s | 1m:30s |
| Iteration 50 | 0.3 | 0.875 | 0.875 | 0.000s | 1m:31s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'reg_param': 0.4}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:32s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7455
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.59 ± 0.02
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:33s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.4628 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 1.218s | 1.238s |
| Initial point 2 | 4.9564 | uniform | kd_tree | 39 | 2 | 0.4062 | 1.0 | 0.650s | 2.790s |
| Initial point 3 | 3.9153 | dista.. | ball_tree | 25 | 2 | 0.875 | 1.0 | 0.636s | 4.288s |
| Initial point 4 | 11.4226 | uniform | ball_tree | 39 | 2 | 0.5 | 1.0 | 0.653s | 5.774s |
| Initial point 5 | 8.9482 | dista.. | auto | 30 | 2 | 0.7188 | 1.0 | 0.643s | 7.343s |
| Initial point 6 | 10.3626 | dista.. | ball_tree | 21 | 2 | 0.9375 | 1.0 | 0.641s | 8.803s |
| Initial point 7 | 7.4121 | dista.. | ball_tree | 24 | 1 | 1.0 | 1.0 | 0.646s | 10.261s |
| Initial point 8 | 1.7762 | dista.. | ball_tree | 21 | 2 | 0.9375 | 1.0 | 0.640s | 11.778s |
| Initial point 9 | 8.2566 | uniform | ball_tree | 24 | 1 | 0.75 | 1.0 | 0.648s | 13.254s |
| Initial point 10 | 5.8645 | uniform | brute | 22 | 2 | 0.75 | 1.0 | 0.646s | 14.731s |
| Iteration 11 | 11.7297 | dista.. | brute | 36 | 1 | 0.8125 | 1.0 | 0.638s | 16.556s |
| Iteration 12 | 10.8084 | dista.. | auto | 34 | 1 | 0.9375 | 1.0 | 0.660s | 18.269s |
| Iteration 13 | 6.9321 | dista.. | ball_tree | 21 | 1 | 0.75 | 1.0 | 0.648s | 20.119s |
| Iteration 14 | 6.8313 | dista.. | kd_tree | 24 | 1 | 0.75 | 1.0 | 0.655s | 21.995s |
| Iteration 15 | 7.963 | dista.. | ball_tree | 24 | 1 | 0.9375 | 1.0 | 0.653s | 23.833s |
| Iteration 16 | 12.1744 | dista.. | auto | 39 | 1 | 0.875 | 1.0 | 0.654s | 25.565s |
| Iteration 17 | 0.4347 | uniform | auto | 40 | 1 | 0.2812 | 1.0 | 0.652s | 27.292s |
| Iteration 18 | 0.0 | dista.. | brute | 40 | 2 | 0.5 | 1.0 | 0.638s | 29.108s |
| Iteration 19 | 12.4979 | dista.. | auto | 20 | 2 | 0.8125 | 1.0 | 0.645s | 30.813s |
| Iteration 20 | 0.0 | dista.. | auto | 20 | 1 | 0.5 | 1.0 | 0.648s | 32.493s |
| Iteration 21 | 12.4979 | dista.. | auto | 20 | 1 | 0.875 | 1.0 | 0.656s | 34.289s |
| Iteration 22 | 5.6712 | dista.. | auto | 20 | 2 | 1.0 | 1.0 | 0.646s | 36.048s |
| Iteration 23 | 5.4775 | dista.. | auto | 20 | 2 | 0.8125 | 1.0 | 0.647s | 37.806s |
| Iteration 24 | 12.4979 | dista.. | brute | 20 | 1 | 0.9375 | 1.0 | 0.643s | 39.675s |
| Iteration 25 | 12.4979 | dista.. | auto | 27 | 1 | 1.0 | 1.0 | 0.643s | 41.476s |
| Iteration 26 | 12.4979 | dista.. | auto | 28 | 1 | 0.75 | 1.0 | 0.653s | 43.297s |
| Iteration 27 | 0.0 | dista.. | brute | 20 | 2 | 0.5 | 1.0 | 0.655s | 45.119s |
| Iteration 28 | 12.4979 | uniform | brute | 20 | 1 | 0.2812 | 1.0 | 0.643s | 47.517s |
| Iteration 29 | 3.6106 | dista.. | brute | 36 | 1 | 0.875 | 1.0 | 0.639s | 51.094s |
| Iteration 30 | 3.7875 | dista.. | auto | 20 | 1 | 0.75 | 1.0 | 0.655s | 53.415s |
| Iteration 31 | 10.2402 | dista.. | brute | 40 | 1 | 0.75 | 1.0 | 0.643s | 56.893s |
| Iteration 32 | 5.0201 | dista.. | brute | 40 | 1 | 0.5 | 1.0 | 0.639s | 59.105s |
| Iteration 33 | 10.0578 | dista.. | auto | 20 | 1 | 0.6875 | 1.0 | 0.656s | 1m:01s |
| Iteration 34 | 12.4979 | dista.. | brute | 40 | 2 | 0.6875 | 1.0 | 0.690s | 1m:03s |
| Iteration 35 | 12.4979 | dista.. | auto | 20 | 2 | 0.8125 | 1.0 | 0.001s | 1m:04s |
| Iteration 36 | 12.4979 | dista.. | auto | 20 | 2 | 0.8125 | 1.0 | 0.000s | 1m:07s |
| Iteration 37 | 6.0683 | dista.. | auto | 30 | 2 | 0.8125 | 1.0 | 0.633s | 1m:10s |
| Iteration 38 | 11.0108 | dista.. | auto | 24 | 2 | 0.7188 | 1.0 | 0.640s | 1m:12s |
| Iteration 39 | 4.8966 | dista.. | brute | 20 | 2 | 0.8125 | 1.0 | 0.650s | 1m:14s |
| Iteration 40 | 2.7332 | dista.. | brute | 40 | 2 | 0.8125 | 1.0 | 0.639s | 1m:16s |
| Iteration 41 | 7.6427 | dista.. | ball_tree | 40 | 2 | 0.625 | 1.0 | 0.639s | 1m:17s |
| Iteration 42 | 3.1314 | dista.. | auto | 20 | 2 | 0.75 | 1.0 | 0.636s | 1m:19s |
| Iteration 43 | 12.4979 | dista.. | auto | 40 | 1 | 0.9375 | 1.0 | 0.635s | 1m:21s |
| Iteration 44 | 12.4979 | dista.. | brute | 20 | 1 | 0.9375 | 1.0 | 0.001s | 1m:23s |
| Iteration 45 | 12.4979 | dista.. | brute | 20 | 1 | 0.9375 | 1.0 | 0.000s | 1m:24s |
| Iteration 46 | 12.4979 | dista.. | brute | 20 | 1 | 0.9375 | 1.0 | 0.000s | 1m:25s |
| Iteration 47 | 12.4979 | dista.. | auto | 20 | 1 | 0.875 | 1.0 | 0.000s | 1m:27s |
| Iteration 48 | 7.568 | dista.. | ball_tree | 24 | 1 | 0.875 | 1.0 | 0.634s | 1m:29s |
| Iteration 49 | 7.7054 | dista.. | brute | 20 | 2 | 0.6875 | 1.0 | 0.634s | 1m:31s |
| Iteration 50 | 12.4979 | dista.. | auto | 20 | 1 | 0.875 | 1.0 | 0.000s | 1m:32s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'radius': 12.4628, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 40, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:34s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.051
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:34s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.875 | 0.875 | 1.024s | 1.031s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.6875 | 0.875 | 1.031s | 2.860s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.625 | 0.875 | 0.787s | 4.505s |
| Initial point 4 | 431 | 0.0871 | SAMME | 1.0 | 1.0 | 0.934s | 6.289s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.8125 | 1.0 | 0.801s | 7.938s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 1.0 | 1.0 | 1.020s | 9.780s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.375 | 1.0 | 0.652s | 11.300s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.9688 | 1.0 | 0.916s | 13.064s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.625 | 1.0 | 0.647s | 14.581s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.9375 | 1.0 | 0.744s | 16.160s |
| Iteration 11 | 386 | 0.0967 | SAMME | 0.875 | 1.0 | 0.919s | 18.707s |
| Iteration 12 | 432 | 0.3605 | SAMME.R | 1.0 | 1.0 | 0.977s | 20.799s |
| Iteration 13 | 358 | 0.3024 | SAMME.R | 0.875 | 1.0 | 0.906s | 22.795s |
| Iteration 14 | 469 | 1.024 | SAMME.R | 0.6875 | 1.0 | 0.998s | 24.978s |
| Iteration 15 | 145 | 0.171 | SAMME | 0.6875 | 1.0 | 0.722s | 26.791s |
| Iteration 16 | 104 | 0.1551 | SAMME.R | 1.0 | 1.0 | 0.733s | 29.776s |
| Iteration 17 | 365 | 0.1862 | SAMME.R | 0.875 | 1.0 | 0.911s | 32.005s |
| Iteration 18 | 490 | 0.01 | SAMME | 0.875 | 1.0 | 0.977s | 33.978s |
| Iteration 19 | 96 | 0.0154 | SAMME | 0.9375 | 1.0 | 0.690s | 35.843s |
| Iteration 20 | 71 | 0.0122 | SAMME.R | 0.6875 | 1.0 | 0.689s | 37.609s |
| Iteration 21 | 187 | 10.0 | SAMME | 0.875 | 1.0 | 0.636s | 40.616s |
| Iteration 22 | 172 | 10.0 | SAMME.R | 0.3438 | 1.0 | 0.788s | 45.106s |
| Iteration 23 | 50 | 0.131 | SAMME.R | 0.875 | 1.0 | 0.684s | 49.809s |
| Iteration 24 | 498 | 0.4294 | SAMME.R | 0.6875 | 1.0 | 1.029s | 52.493s |
| Iteration 25 | 417 | 3.5751 | SAMME.R | 0.9375 | 1.0 | 0.961s | 54.497s |
| Iteration 26 | 172 | 0.0225 | SAMME | 0.8125 | 1.0 | 0.765s | 58.486s |
| Iteration 27 | 74 | 0.2323 | SAMME.R | 0.875 | 1.0 | 0.689s | 1m:03s |
| Iteration 28 | 492 | 4.3011 | SAMME.R | 0.6875 | 1.0 | 1.017s | 1m:08s |
| Iteration 29 | 50 | 0.01 | SAMME | 0.75 | 1.0 | 0.674s | 1m:10s |
| Iteration 30 | 433 | 0.0725 | SAMME | 0.8125 | 1.0 | 0.945s | 1m:12s |
| Iteration 31 | 84 | 2.2407 | SAMME.R | 0.2812 | 1.0 | 0.702s | 1m:16s |
| Iteration 32 | 450 | 0.351 | SAMME.R | 0.75 | 1.0 | 1.001s | 1m:19s |
| Iteration 33 | 202 | 0.12 | SAMME.R | 0.8125 | 1.0 | 0.787s | 1m:20s |
| Iteration 34 | 321 | 0.01 | SAMME | 0.9062 | 1.0 | 0.915s | 1m:23s |
| Iteration 35 | 500 | 0.0313 | SAMME | 0.5625 | 1.0 | 1.059s | 1m:26s |
| Iteration 36 | 398 | 0.0173 | SAMME | 0.8125 | 1.0 | 0.974s | 1m:29s |
| Iteration 37 | 468 | 0.2757 | SAMME | 0.9062 | 1.0 | 0.968s | 1m:31s |
| Iteration 38 | 182 | 0.0873 | SAMME.R | 0.9375 | 1.0 | 0.829s | 1m:33s |
| Iteration 39 | 76 | 0.0891 | SAMME.R | 0.4062 | 1.0 | 0.737s | 1m:35s |
| Iteration 40 | 448 | 0.2206 | SAMME.R | 1.0 | 1.0 | 1.045s | 1m:37s |
| Iteration 41 | 420 | 0.2159 | SAMME.R | 1.0 | 1.0 | 1.028s | 1m:39s |
| Iteration 42 | 500 | 0.2125 | SAMME.R | 0.75 | 1.0 | 1.090s | 1m:42s |
| Iteration 43 | 103 | 0.2604 | SAMME | 0.9375 | 1.0 | 0.747s | 1m:44s |
| Iteration 44 | 87 | 0.2559 | SAMME | 0.875 | 1.0 | 0.743s | 1m:46s |
| Iteration 45 | 57 | 0.1862 | SAMME | 0.7812 | 1.0 | 0.669s | 1m:47s |
| Iteration 46 | 52 | 0.2618 | SAMME.R | 1.0 | 1.0 | 0.668s | 1m:49s |
| Iteration 47 | 105 | 0.2623 | SAMME.R | 0.625 | 1.0 | 0.717s | 1m:51s |
| Iteration 48 | 424 | 0.01 | SAMME.R | 0.875 | 1.0 | 0.962s | 1m:53s |
| Iteration 49 | 475 | 0.01 | SAMME.R | 0.75 | 1.0 | 1.015s | 1m:56s |
| Iteration 50 | 500 | 0.1945 | SAMME | 0.75 | 1.0 | 0.969s | 1m:58s |
Bayesian Optimization ---------------------------
Best call --> Iteration 40
Best parameters --> {'n_estimators': 448, 'learning_rate': 0.2206, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:59s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.430s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.04
Time elapsed: 1.836s
-------------------------------------------------
Total time: 2m:01s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.875 | 0.875 | 1.060s | 1.080s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.5625 | 0.875 | 0.936s | 2.919s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.5625 | 0.875 | 0.939s | 4.696s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.875 | 0.758s | 6.340s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.625 | 0.875 | 0.976s | 8.237s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 1.0 | 1.0 | 0.782s | 9.864s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 1.0 | 1.0 | 0.833s | 11.557s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.75 | 1.0 | 0.892s | 13.346s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.8125 | 1.0 | 0.996s | 15.267s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.875 | 1.0 | 1.576s | 17.754s |
| Iteration 11 | 424 | entropy | 8 | 16 | 6 | sqrt | False | 0.0324 | --- | 0.8125 | 1.0 | 0.918s | 19.983s |
| Iteration 12 | 225 | gini | 8 | 4 | 11 | sqrt | False | 0.033 | --- | 0.6875 | 1.0 | 0.808s | 22.149s |
| Iteration 13 | 404 | gini | 8 | 19 | 8 | sqrt | False | 0.0312 | --- | 0.9375 | 1.0 | 0.958s | 24.423s |
| Iteration 14 | 243 | gini | 8 | 2 | 12 | auto | False | 0.0317 | --- | 0.875 | 1.0 | 0.856s | 26.793s |
| Iteration 15 | 144 | gini | 6 | 4 | 9 | 0.5 | False | 0.0333 | --- | 0.7812 | 1.0 | 0.775s | 28.916s |
| Iteration 16 | 257 | entropy | 6 | 7 | 7 | log2 | False | 0.0332 | --- | 1.0 | 1.0 | 0.842s | 31.040s |
| Iteration 17 | 214 | entropy | 6 | 20 | 2 | sqrt | False | 0.0332 | --- | 0.8125 | 1.0 | 0.852s | 33.367s |
| Iteration 18 | 164 | entropy | 6 | 6 | 7 | log2 | False | 0.0332 | --- | 0.875 | 1.0 | 0.811s | 35.528s |
| Iteration 19 | 90 | entropy | 6 | 19 | 10 | log2 | False | 0.0332 | --- | 0.9375 | 1.0 | 0.767s | 37.689s |
| Iteration 20 | 260 | gini | 8 | 14 | 19 | sqrt | False | 0.0317 | --- | 0.75 | 1.0 | 0.843s | 39.978s |
| Iteration 21 | 237 | gini | 8 | 16 | 16 | sqrt | False | 0.0317 | --- | 0.9375 | 1.0 | 0.850s | 42.251s |
| Iteration 22 | 234 | entropy | 6 | 15 | 9 | log2 | False | 0.0332 | --- | 0.9375 | 1.0 | 0.772s | 44.454s |
| Iteration 23 | 217 | entropy | 6 | 9 | 7 | log2 | False | 0.0332 | --- | 1.0 | 1.0 | 0.818s | 46.708s |
| Iteration 24 | 169 | gini | 6 | 4 | 11 | log2 | False | 0.0317 | --- | 0.8125 | 1.0 | 0.750s | 49.036s |
| Iteration 25 | 161 | gini | 7 | 7 | 11 | 0.7 | False | 0.032 | --- | 0.9375 | 1.0 | 0.744s | 51.223s |
| Iteration 26 | 451 | entropy | 7 | 6 | 3 | 0.5 | False | 0.0329 | --- | 0.6875 | 1.0 | 0.927s | 53.916s |
| Iteration 27 | 144 | entropy | 6 | 15 | 6 | log2 | False | 0.0332 | --- | 0.8125 | 1.0 | 0.721s | 56.009s |
| Iteration 28 | 349 | entropy | 8 | 11 | 11 | auto | False | 0.035 | --- | 0.6875 | 1.0 | 0.869s | 58.271s |
| Iteration 29 | 309 | gini | 4 | 13 | 9 | None | False | 0.032 | --- | 0.6875 | 1.0 | 0.840s | 1m:01s |
| Iteration 30 | 247 | gini | 8 | 20 | 12 | sqrt | False | 0.0316 | --- | 0.75 | 1.0 | 0.782s | 1m:03s |
| Iteration 31 | 394 | entropy | 6 | 4 | 19 | log2 | False | 0.0342 | --- | 0.8125 | 1.0 | 0.865s | 1m:05s |
| Iteration 32 | 248 | gini | 6 | 17 | 6 | log2 | False | 0.0332 | --- | 0.6875 | 1.0 | 0.792s | 1m:07s |
| Iteration 33 | 266 | entropy | 6 | 6 | 12 | log2 | False | 0.0332 | --- | 0.75 | 1.0 | 1.375s | 1m:10s |
| Iteration 34 | 368 | entropy | 6 | 18 | 7 | 0.6 | False | 0.0334 | --- | 0.75 | 1.0 | 0.925s | 1m:13s |
| Iteration 35 | 461 | gini | 8 | 16 | 18 | 0.7 | False | 0.0314 | --- | 0.875 | 1.0 | 0.956s | 1m:15s |
| Iteration 36 | 51 | gini | 8 | 16 | 14 | 0.7 | False | 0.0259 | --- | 0.8125 | 1.0 | 0.718s | 1m:17s |
| Iteration 37 | 432 | entropy | 1 | 17 | 8 | sqrt | False | 0.0028 | --- | 0.9375 | 1.0 | 0.875s | 1m:20s |
| Iteration 38 | 411 | entropy | 1 | 18 | 8 | log2 | False | 0.0316 | --- | 0.8125 | 1.0 | 0.876s | 1m:22s |
| Iteration 39 | 480 | entropy | None | 12 | 1 | 0.6 | True | 0.0031 | 0.8 | 0.625 | 1.0 | 1.020s | 1m:26s |
| Iteration 40 | 40 | gini | 6 | 2 | 8 | auto | False | 0.0206 | --- | 1.0 | 1.0 | 0.653s | 1m:31s |
| Iteration 41 | 83 | entropy | 6 | 7 | 8 | auto | False | 0.0116 | --- | 1.0 | 1.0 | 0.677s | 1m:35s |
| Iteration 42 | 92 | entropy | 7 | 2 | 8 | auto | False | 0.0102 | --- | 0.875 | 1.0 | 0.693s | 1m:40s |
| Iteration 43 | 10 | gini | None | 8 | 8 | auto | False | 0.0229 | --- | 1.0 | 1.0 | 0.639s | 1m:44s |
| Iteration 44 | 410 | gini | 3 | 11 | 7 | auto | False | 0.0341 | --- | 0.875 | 1.0 | 0.888s | 1m:47s |
| Iteration 45 | 10 | gini | 8 | 18 | 9 | auto | False | 0.0054 | --- | 0.875 | 1.0 | 0.637s | 1m:49s |
| Iteration 46 | 177 | entropy | 3 | 10 | 20 | None | False | 0.0034 | --- | 0.75 | 1.0 | 0.745s | 1m:51s |
| Iteration 47 | 10 | entropy | 1 | 2 | 7 | auto | False | 0.035 | --- | 0.9062 | 1.0 | 0.639s | 1m:53s |
| Iteration 48 | 54 | entropy | 6 | 17 | 8 | auto | True | 0.0164 | 0.6 | 0.9375 | 1.0 | 0.672s | 1m:56s |
| Iteration 49 | 10 | entropy | 9 | 2 | 8 | sqrt | True | 0.0233 | 0.7 | 0.8125 | 1.0 | 0.641s | 1m:58s |
| Iteration 50 | 80 | gini | 6 | 19 | 5 | auto | True | 0.0296 | 0.6 | 0.75 | 1.0 | 0.696s | 2m:02s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'n_estimators': 257, 'criterion': 'entropy', 'max_depth': 6, 'min_samples_split': 7, 'min_samples_leaf': 7, 'max_features': 'log2', 'bootstrap': False, 'ccp_alpha': 0.0332}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9652
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.184s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.0707
Time elapsed: 0.821s
-------------------------------------------------
Total time: 2m:05s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.746s | 0.765s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.6875 | 0.6875 | 0.733s | 2.386s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.6875 | 0.728s | 4.049s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.6875 | 0.675s | 5.684s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.6875 | 0.708s | 7.224s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.6875 | 0.715s | 8.785s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.6875 | 0.693s | 10.407s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.6875 | 0.701s | 12.065s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.5 | 0.6875 | 0.735s | 13.652s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.6875 | 0.702s | 15.213s |
| Iteration 11 | 385 | 0.0516 | 8 | 0.2782 | 3 | 0.9 | 1.0 | 0.01 | 0.1 | 0.9375 | 0.9375 | 1.280s | 17.603s |
| Iteration 12 | 226 | 0.01 | 6 | 0.0 | 7 | 1.0 | 1.0 | 100 | 10 | 0.5 | 0.9375 | 0.669s | 19.503s |
| Iteration 13 | 297 | 0.0189 | 9 | 0.1138 | 2 | 0.9 | 0.7 | 0 | 10 | 0.8125 | 0.9375 | 0.697s | 21.397s |
| Iteration 14 | 382 | 0.0562 | 9 | 0.2439 | 3 | 0.9 | 1.0 | 0.01 | 0.1 | 0.875 | 0.9375 | 0.711s | 23.337s |
| Iteration 15 | 282 | 0.3961 | 2 | 0.2728 | 2 | 0.8 | 0.7 | 0.01 | 0.01 | 0.5 | 0.9375 | 0.713s | 25.454s |
| Iteration 16 | 339 | 0.4842 | 8 | 0.2787 | 2 | 0.9 | 0.8 | 0 | 0.1 | 1.0 | 1.0 | 0.755s | 27.585s |
| Iteration 17 | 131 | 0.01 | 9 | 0.3635 | 1 | 0.5 | 0.4 | 10 | 0 | 0.5 | 1.0 | 0.667s | 29.500s |
| Iteration 18 | 299 | 0.3968 | 8 | 0.2877 | 2 | 0.9 | 0.9 | 0 | 0.01 | 0.9375 | 1.0 | 0.702s | 31.503s |
| Iteration 19 | 200 | 0.0731 | 7 | 0.2578 | 1 | 1.0 | 0.6 | 0 | 1 | 0.9375 | 1.0 | 0.695s | 33.520s |
| Iteration 20 | 485 | 0.0635 | 8 | 0.2441 | 2 | 0.6 | 1.0 | 0 | 0.1 | 0.8125 | 1.0 | 0.745s | 35.706s |
| Iteration 21 | 295 | 0.0467 | 8 | 0.3712 | 1 | 1.0 | 0.9 | 0 | 0.1 | 0.8125 | 1.0 | 0.706s | 40.086s |
| Iteration 22 | 284 | 0.5321 | 8 | 0.2667 | 2 | 0.9 | 1.0 | 0.01 | 1 | 1.0 | 1.0 | 0.704s | 45.084s |
| Iteration 23 | 369 | 0.6197 | 8 | 0.2637 | 2 | 0.9 | 0.7 | 0 | 0.1 | 1.0 | 1.0 | 0.735s | 47.929s |
| Iteration 24 | 256 | 0.7666 | 8 | 0.2571 | 2 | 1.0 | 0.9 | 0 | 1 | 0.5625 | 1.0 | 0.704s | 50.069s |
| Iteration 25 | 327 | 0.0346 | 7 | 0.3231 | 2 | 0.9 | 0.5 | 0.1 | 1 | 0.875 | 1.0 | 0.714s | 54.255s |
| Iteration 26 | 483 | 0.656 | 8 | 0.214 | 2 | 0.9 | 0.5 | 10 | 1 | 0.5 | 1.0 | 0.742s | 58.448s |
| Iteration 27 | 132 | 0.4527 | 8 | 0.7875 | 2 | 0.9 | 0.8 | 0.01 | 0.1 | 0.75 | 1.0 | 0.667s | 1m:01s |
| Iteration 28 | 428 | 0.0548 | 7 | 0.2545 | 2 | 0.9 | 0.9 | 0.01 | 1 | 0.75 | 1.0 | 0.736s | 1m:03s |
| Iteration 29 | 373 | 1.0 | 10 | 0.0 | 1 | 0.9 | 0.6 | 0.01 | 0.1 | 0.4375 | 1.0 | 0.712s | 1m:05s |
| Iteration 30 | 102 | 0.0939 | 10 | 1.0 | 6 | 0.9 | 0.9 | 0 | 1 | 0.6875 | 1.0 | 0.658s | 1m:07s |
| Iteration 31 | 411 | 0.0412 | 7 | 0.2872 | 7 | 1.0 | 0.6 | 0 | 10 | 0.6875 | 1.0 | 0.721s | 1m:09s |
| Iteration 32 | 431 | 0.0717 | 7 | 0.0 | 1 | 1.0 | 0.5 | 0 | 0.1 | 0.75 | 1.0 | 0.720s | 1m:11s |
| Iteration 33 | 500 | 0.2072 | 8 | 0.0 | 3 | 0.5 | 0.7 | 0 | 0 | 0.7188 | 1.0 | 0.749s | 1m:13s |
| Iteration 34 | 262 | 0.2531 | 10 | 0.5142 | 1 | 0.6 | 0.5 | 0 | 0.01 | 0.9375 | 1.0 | 0.697s | 1m:15s |
| Iteration 35 | 412 | 0.0177 | 10 | 0.5197 | 1 | 0.9 | 1.0 | 0 | 1 | 0.6875 | 1.0 | 0.739s | 1m:17s |
| Iteration 36 | 107 | 0.928 | 10 | 1.0 | 1 | 0.8 | 0.8 | 0 | 0.1 | 0.9375 | 1.0 | 1.257s | 1m:20s |
| Iteration 37 | 316 | 0.2382 | 10 | 1.0 | 1 | 0.6 | 0.4 | 0 | 1 | 0.9375 | 1.0 | 0.709s | 1m:22s |
| Iteration 38 | 319 | 0.0358 | 7 | 1.0 | 1 | 0.9 | 1.0 | 0.01 | 0.01 | 0.8125 | 1.0 | 0.735s | 1m:24s |
| Iteration 39 | 82 | 0.0288 | 8 | 1.0 | 1 | 0.6 | 0.5 | 0 | 10 | 0.625 | 1.0 | 0.722s | 1m:26s |
| Iteration 40 | 316 | 0.2042 | 10 | 1.0 | 1 | 0.9 | 0.5 | 0.1 | 1 | 1.0 | 1.0 | 0.777s | 1m:29s |
| Iteration 41 | 162 | 0.0696 | 8 | 0.1805 | 5 | 0.9 | 0.8 | 0 | 0.1 | 0.875 | 1.0 | 0.732s | 1m:31s |
| Iteration 42 | 292 | 0.2039 | 8 | 0.2184 | 2 | 0.9 | 0.5 | 0 | 10 | 0.875 | 1.0 | 0.779s | 1m:33s |
| Iteration 43 | 321 | 0.1102 | 10 | 0.4167 | 1 | 0.9 | 0.7 | 0 | 0.1 | 0.75 | 1.0 | 0.767s | 1m:35s |
| Iteration 44 | 358 | 0.3182 | 8 | 0.8526 | 2 | 0.9 | 0.7 | 0.01 | 10 | 0.8125 | 1.0 | 0.716s | 1m:38s |
| Iteration 45 | 269 | 0.0103 | 8 | 0.275 | 2 | 0.9 | 0.8 | 0.01 | 1 | 0.875 | 1.0 | 0.702s | 1m:40s |
| Iteration 46 | 47 | 0.7652 | 10 | 1.0 | 1 | 0.9 | 0.7 | 0.1 | 0.1 | 1.0 | 1.0 | 0.664s | 1m:42s |
| Iteration 47 | 157 | 1.0 | 10 | 1.0 | 1 | 0.8 | 0.4 | 0.1 | 0 | 0.625 | 1.0 | 0.674s | 1m:44s |
| Iteration 48 | 464 | 1.0 | 8 | 0.2241 | 3 | 0.9 | 0.8 | 0.01 | 1 | 0.8125 | 1.0 | 0.732s | 1m:47s |
| Iteration 49 | 495 | 0.0818 | 8 | 0.2752 | 2 | 0.9 | 0.8 | 0 | 1 | 0.75 | 1.0 | 0.741s | 1m:49s |
| Iteration 50 | 357 | 0.2446 | 10 | 0.0 | 10 | 0.5 | 0.8 | 0 | 100 | 0.5 | 1.0 | 0.707s | 1m:51s |
Bayesian Optimization ---------------------------
Best call --> Iteration 40
Best parameters --> {'n_estimators': 316, 'learning_rate': 0.2042, 'max_depth': 10, 'gamma': 1.0, 'min_child_weight': 1, 'subsample': 0.9, 'colsample_bytree': 0.5, 'reg_alpha': 0.1, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:53s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.093s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.051
Time elapsed: 0.280s
-------------------------------------------------
Total time: 1m:53s
Final results ==================== >>
Duration: 14m:14s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.79 ± 0.08
Logistic Regression --> roc_auc: 0.68 ± 0.0245
Linear Discriminant Analysis --> roc_auc: 0.66 ± 0.0583 ~
Quadratic Discriminant Analysis --> roc_auc: 0.59 ± 0.02
Radius Nearest Neighbors --> roc_auc: 0.72 ± 0.051 ~
AdaBoost --> roc_auc: 0.88 ± 0.04 !
Random Forest --> roc_auc: 0.8 ± 0.0707
XGBoost --> roc_auc: 0.88 ± 0.051 !
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAPNSGGGADGLTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAASGGGSNYKLTF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CAVPGSSNTGKLIF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASMNSGYSTLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVRPNDYKLSF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAARDNYGQNFVF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAASALYGGSQGNLIF.
>>> Dropping feature CAATSGSARQLTF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CATDSNDYKLSF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CVVTNQAGTALIF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAASPNTGNQFYF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CASSLRASVTETQYF.
>>> Dropping feature CAVNYGQNFVF.
>>> Dropping feature CAVSETGNQFYF.
>>> Dropping feature CAYAGGTSYGKLTF.
>>> Dropping feature CVGQKLLF.
>>> Dropping feature CASVRRPYNEQFF.
>>> Dropping feature CAVSPSGGYQKVTF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CALEYGNKLVF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.9375 | 0.9375 | 3.241s | 3.262s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.875 | 0.9375 | 3.266s | 7.505s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.8125 | 0.9375 | 3.174s | 13.580s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.625 | 0.9375 | 3.254s | 18.180s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.5 | 0.9375 | 3.220s | 22.322s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 1.0 | 1.0 | 3.266s | 26.427s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.9375 | 1.0 | 3.259s | 30.568s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.875 | 1.0 | 3.293s | 34.961s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.75 | 1.0 | 3.247s | 39.260s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.8125 | 1.0 | 3.235s | 43.578s |
| Iteration 11 | deviance | 1.0 | 10 | 0.5 | squared_er.. | 2 | 1 | 10 | auto | 0.035 | 0.6875 | 1.0 | 3.213s | 48.263s |
| Iteration 12 | deviance | 0.3229 | 405 | 0.5 | squared_er.. | 2 | 20 | 9 | auto | 0.0065 | 0.5 | 1.0 | 3.208s | 52.982s |
| Iteration 13 | exponen.. | 1.0 | 500 | 0.6 | squared_er.. | 2 | 20 | 9 | sqrt | 0.0 | 0.5 | 1.0 | 3.925s | 58.514s |
| Iteration 14 | exponen.. | 0.2275 | 173 | 0.6 | squared_er.. | 8 | 11 | 6 | auto | 0.0215 | 0.875 | 1.0 | 3.195s | 1m:03s |
| Iteration 15 | deviance | 0.0863 | 467 | 0.8 | squared_er.. | 9 | 14 | 2 | None | 0.0317 | 0.875 | 1.0 | 3.285s | 1m:08s |
| Iteration 16 | deviance | 1.0 | 500 | 0.6 | squared_er.. | 20 | 14 | 10 | None | 0.0062 | 0.875 | 1.0 | 3.280s | 1m:15s |
| Iteration 17 | deviance | 0.9078 | 481 | 0.9 | squared_er.. | 7 | 13 | 7 | auto | 0.0048 | 0.8125 | 1.0 | 3.272s | 1m:20s |
| Iteration 18 | deviance | 0.5628 | 452 | 0.5 | squared_er.. | 13 | 13 | 10 | 0.5 | 0.0104 | 0.5625 | 1.0 | 3.205s | 1m:27s |
| Iteration 19 | deviance | 0.0995 | 252 | 0.6 | squared_er.. | 12 | 13 | 8 | 0.8 | 0.002 | 1.0 | 1.0 | 3.154s | 1m:33s |
| Iteration 20 | deviance | 0.4189 | 393 | 1.0 | friedman_mse | 2 | 1 | 1 | 0.6 | 0.0338 | 0.75 | 1.0 | 3.274s | 1m:37s |
| Iteration 21 | deviance | 0.4764 | 188 | 0.6 | squared_er.. | 12 | 14 | 10 | sqrt | 0.0003 | 0.5625 | 1.0 | 3.241s | 1m:42s |
| Iteration 22 | deviance | 0.1071 | 95 | 0.5 | squared_er.. | 15 | 10 | 7 | 0.8 | 0.0238 | 0.9375 | 1.0 | 3.218s | 1m:47s |
| Iteration 23 | deviance | 0.1072 | 374 | 0.7 | squared_er.. | 9 | 15 | 9 | 0.8 | 0.0 | 0.6875 | 1.0 | 3.162s | 1m:53s |
| Iteration 24 | exponen.. | 0.0125 | 24 | 0.6 | friedman_mse | 8 | 5 | 1 | log2 | 0.0086 | 0.8125 | 1.0 | 3.069s | 1m:59s |
| Iteration 25 | deviance | 0.6988 | 30 | 0.6 | friedman_mse | 14 | 17 | 1 | 0.8 | 0.0015 | 0.875 | 1.0 | 3.101s | 2m:04s |
| Iteration 26 | exponen.. | 0.0134 | 12 | 0.5 | squared_er.. | 4 | 14 | 10 | 0.8 | 0.0061 | 0.8125 | 1.0 | 3.137s | 2m:08s |
| Iteration 27 | exponen.. | 0.9682 | 14 | 0.9 | friedman_mse | 5 | 12 | 7 | 0.9 | 0.0199 | 0.875 | 1.0 | 3.126s | 2m:13s |
| Iteration 28 | deviance | 0.926 | 441 | 0.8 | squared_er.. | 17 | 8 | 7 | log2 | 0.0296 | 0.7188 | 1.0 | 3.243s | 2m:18s |
| Iteration 29 | deviance | 0.0285 | 360 | 0.6 | squared_er.. | 14 | 12 | 6 | 0.8 | 0.0118 | 1.0 | 1.0 | 3.224s | 2m:23s |
| Iteration 30 | exponen.. | 0.2705 | 15 | 0.6 | squared_er.. | 3 | 12 | 4 | 0.8 | 0.009 | 0.875 | 1.0 | 3.178s | 2m:27s |
| Iteration 31 | deviance | 0.0159 | 358 | 0.6 | squared_er.. | 10 | 19 | 10 | 0.8 | 0.0269 | 0.5 | 1.0 | 3.250s | 2m:32s |
| Iteration 32 | deviance | 0.5913 | 10 | 0.8 | squared_er.. | 18 | 12 | 1 | None | 0.0 | 0.625 | 1.0 | 3.171s | 2m:37s |
| Iteration 33 | exponen.. | 0.0212 | 412 | 0.8 | squared_er.. | 18 | 9 | 10 | None | 0.0003 | 0.75 | 1.0 | 3.246s | 2m:42s |
| Iteration 34 | exponen.. | 0.01 | 500 | 1.0 | friedman_mse | 2 | 11 | 6 | None | 0.0 | 1.0 | 1.0 | 3.251s | 2m:46s |
| Iteration 35 | deviance | 0.0352 | 114 | 0.9 | friedman_mse | 16 | 14 | 8 | None | 0.028 | 0.875 | 1.0 | 3.151s | 2m:54s |
| Iteration 36 | deviance | 0.4385 | 46 | 0.8 | friedman_mse | 19 | 6 | 8 | 0.8 | 0.0134 | 0.9062 | 1.0 | 3.118s | 2m:59s |
| Iteration 37 | deviance | 0.9227 | 116 | 0.8 | friedman_mse | 10 | 6 | 6 | None | 0.0335 | 0.6875 | 1.0 | 3.098s | 3m:06s |
| Iteration 38 | deviance | 0.0106 | 500 | 0.5 | squared_er.. | 14 | 16 | 8 | 0.8 | 0.0297 | 0.5 | 1.0 | 3.197s | 3m:12s |
| Iteration 39 | exponen.. | 0.0103 | 165 | 1.0 | friedman_mse | 15 | 11 | 7 | None | 0.0171 | 0.6875 | 1.0 | 3.225s | 3m:17s |
| Iteration 40 | exponen.. | 0.01 | 500 | 0.5 | friedman_mse | 2 | 10 | 5 | auto | 0.0322 | 1.0 | 1.0 | 3.270s | 3m:22s |
| Iteration 41 | exponen.. | 0.0119 | 500 | 1.0 | friedman_mse | 2 | 10 | 4 | auto | 0.0253 | 1.0 | 1.0 | 3.275s | 3m:27s |
| Iteration 42 | exponen.. | 0.01 | 165 | 0.5 | friedman_mse | 2 | 9 | 3 | auto | 0.035 | 1.0 | 1.0 | 3.228s | 3m:32s |
| Iteration 43 | deviance | 0.0928 | 441 | 0.6 | squared_er.. | 13 | 11 | 9 | 0.8 | 0.0022 | 0.0625 | 1.0 | 3.258s | 3m:37s |
| Iteration 44 | deviance | 0.4115 | 330 | 0.8 | friedman_mse | 19 | 7 | 2 | 0.8 | 0.0318 | 0.5625 | 1.0 | 3.247s | 3m:43s |
| Iteration 45 | exponen.. | 0.0117 | 330 | 0.9 | friedman_mse | 2 | 12 | 2 | 0.8 | 0.0282 | 0.7188 | 1.0 | 3.233s | 3m:48s |
| Iteration 46 | exponen.. | 0.01 | 450 | 0.5 | friedman_mse | 2 | 13 | 9 | auto | 0.0242 | 0.9375 | 1.0 | 3.303s | 3m:53s |
| Iteration 47 | deviance | 0.1024 | 263 | 0.6 | squared_er.. | 12 | 3 | 3 | 0.8 | 0.0035 | 0.625 | 1.0 | 3.187s | 3m:58s |
| Iteration 48 | exponen.. | 0.0176 | 500 | 1.0 | friedman_mse | 7 | 3 | 5 | auto | 0.0337 | 0.9375 | 1.0 | 3.252s | 4m:03s |
| Iteration 49 | exponen.. | 0.0949 | 500 | 0.9 | friedman_mse | 3 | 2 | 6 | 0.8 | 0.0019 | 0.875 | 1.0 | 3.288s | 4m:08s |
| Iteration 50 | deviance | 0.0128 | 219 | 0.7 | squared_er.. | 13 | 13 | 7 | 0.5 | 0.0313 | 0.75 | 1.0 | 3.105s | 4m:15s |
Bayesian Optimization ---------------------------
Best call --> Iteration 41
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0119, 'n_estimators': 500, 'subsample': 1.0, 'criterion': 'friedman_mse', 'min_samples_split': 2, 'min_samples_leaf': 10, 'max_depth': 4, 'max_features': 'auto', 'ccp_alpha': 0.0253}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:17s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9964
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.120s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.775 ± 0.2202
Time elapsed: 0.591s
-------------------------------------------------
Total time: 4m:18s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.4375 | 0.4375 | 3.138s | 3.150s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.6875 | 0.6875 | 3.164s | 9.090s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.0625 | 0.6875 | 3.177s | 15.234s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.4375 | 0.6875 | 3.167s | 19.917s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.5 | 0.6875 | 3.210s | 24.252s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.875 | 0.875 | 3.187s | 28.550s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.75 | 0.875 | 3.194s | 32.805s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.625 | 0.875 | 3.170s | 36.971s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.375 | 0.875 | 3.126s | 43.376s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.375 | 0.875 | 3.126s | 48.086s |
| Iteration 11 | none | --- | lbfgs | 945 | --- | 0.8125 | 0.875 | 3.210s | 52.589s |
| Iteration 12 | l2 | 18.1485 | newto.. | 1000 | --- | 0.5625 | 0.875 | 3.175s | 57.128s |
| Iteration 13 | l2 | 4.5257 | libli.. | 217 | --- | 0.5 | 0.875 | 3.187s | 1m:03s |
| Iteration 14 | l2 | 15.2942 | newto.. | 916 | --- | 0.5625 | 0.875 | 3.155s | 1m:09s |
| Iteration 15 | l2 | 75.0683 | lbfgs | 112 | --- | 0.875 | 0.875 | 3.150s | 1m:14s |
| Iteration 16 | none | --- | lbfgs | 100 | --- | 0.1875 | 0.875 | 3.243s | 1m:19s |
| Iteration 17 | l2 | 15.2969 | lbfgs | 788 | --- | 0.3125 | 0.875 | 3.179s | 1m:24s |
| Iteration 18 | l2 | 12.7799 | sag | 374 | --- | 0.375 | 0.875 | 3.194s | 1m:28s |
| Iteration 19 | l2 | 16.5947 | sag | 148 | --- | 0.5 | 0.875 | 3.220s | 1m:33s |
| Iteration 20 | l2 | 1.8069 | newto.. | 114 | --- | 0.6875 | 0.875 | 3.167s | 1m:37s |
| Iteration 21 | l2 | 1.8699 | lbfgs | 449 | --- | 0.5625 | 0.875 | 3.198s | 1m:42s |
| Iteration 22 | l2 | 34.1609 | newto.. | 119 | --- | 0.8125 | 0.875 | 3.176s | 1m:47s |
| Iteration 23 | l2 | 4.0197 | libli.. | 133 | --- | 0.5 | 0.875 | 3.175s | 1m:52s |
| Iteration 24 | l2 | 19.2661 | lbfgs | 156 | --- | 0.5625 | 0.875 | 3.191s | 1m:57s |
| Iteration 25 | l2 | 3.358 | lbfgs | 105 | --- | 0.8125 | 0.875 | 3.214s | 2m:01s |
| Iteration 26 | l2 | 100.0 | lbfgs | 100 | --- | 0.625 | 0.875 | 3.155s | 2m:06s |
| Iteration 27 | l2 | 8.9078 | lbfgs | 520 | --- | 0.8125 | 0.875 | 3.203s | 2m:11s |
| Iteration 28 | l2 | 90.6528 | lbfgs | 148 | --- | 0.5 | 0.875 | 3.172s | 2m:17s |
| Iteration 29 | l1 | 0.1252 | saga | 830 | --- | 0.375 | 0.875 | 3.221s | 2m:24s |
| Iteration 30 | l2 | 57.4063 | newto.. | 180 | --- | 0.4375 | 0.875 | 3.149s | 2m:31s |
| Iteration 31 | l1 | 0.0013 | saga | 100 | --- | 0.5 | 0.875 | 3.129s | 2m:38s |
| Iteration 32 | none | --- | newto.. | 152 | --- | 0.5625 | 0.875 | 3.159s | 2m:45s |
| Iteration 33 | l2 | 0.0233 | lbfgs | 110 | --- | 0.25 | 0.875 | 3.330s | 2m:51s |
| Iteration 34 | l2 | 73.6052 | sag | 678 | --- | 0.4375 | 0.875 | 3.264s | 2m:55s |
| Iteration 35 | l1 | 11.6342 | saga | 100 | --- | 0.75 | 0.875 | 3.328s | 3m:00s |
| Iteration 36 | l2 | 18.226 | newto.. | 112 | --- | 0.25 | 0.875 | 3.264s | 3m:07s |
| Iteration 37 | l1 | 2.708 | saga | 258 | --- | 0.75 | 0.875 | 3.347s | 3m:12s |
| Iteration 38 | l1 | 2.6071 | libli.. | 263 | --- | 0.625 | 0.875 | 3.869s | 3m:17s |
| Iteration 39 | l2 | 63.4945 | newto.. | 112 | --- | 0.5625 | 0.875 | 3.288s | 3m:22s |
| Iteration 40 | l2 | 13.2355 | lbfgs | 152 | --- | 0.8125 | 0.875 | 3.222s | 3m:27s |
| Iteration 41 | none | --- | saga | 562 | --- | 0.5625 | 0.875 | 3.254s | 3m:32s |
| Iteration 42 | l2 | 6.8055 | sag | 676 | --- | 0.75 | 0.875 | 3.223s | 3m:37s |
| Iteration 43 | none | --- | newto.. | 451 | --- | 0.3125 | 0.875 | 3.198s | 3m:41s |
| Iteration 44 | l2 | 13.9365 | newto.. | 507 | --- | 0.375 | 0.875 | 3.196s | 3m:46s |
| Iteration 45 | l2 | 8.1502 | lbfgs | 703 | --- | 0.25 | 0.875 | 3.161s | 3m:51s |
| Iteration 46 | l2 | 1.2817 | newto.. | 153 | --- | 0.3125 | 0.875 | 3.216s | 3m:56s |
| Iteration 47 | l1 | 2.6311 | libli.. | 290 | --- | 0.5 | 0.875 | 3.212s | 4m:00s |
| Iteration 48 | l1 | 2.6473 | libli.. | 530 | --- | 0.375 | 0.875 | 3.129s | 4m:05s |
| Iteration 49 | l1 | 84.1417 | libli.. | 340 | --- | 0.1875 | 0.875 | 3.160s | 4m:10s |
| Iteration 50 | l2 | 82.1368 | newto.. | 110 | --- | 0.5625 | 0.875 | 3.176s | 4m:16s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'penalty': 'l2', 'C': 14.061, 'solver': 'newton-cg', 'max_iter': 153}
Best evaluation --> roc_auc: 0.875
Time elapsed: 4m:18s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8607
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.55 ± 0.0894
Time elapsed: 0.068s
-------------------------------------------------
Total time: 4m:18s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.75 | 0.75 | 3.155s | 3.161s |
| Initial point 2 | svd | --- | 0.6875 | 0.75 | 3.231s | 7.584s |
| Initial point 3 | svd | --- | 0.6875 | 0.75 | 0.001s | 8.777s |
| Initial point 4 | lsqr | 0.8 | 1.0 | 1.0 | 3.235s | 12.951s |
| Initial point 5 | eigen | 0.9 | 0.8125 | 1.0 | 3.215s | 17.366s |
| Initial point 6 | lsqr | 0.7 | 0.8125 | 1.0 | 3.219s | 21.824s |
| Initial point 7 | lsqr | 0.5 | 0.5625 | 1.0 | 3.230s | 26.229s |
| Initial point 8 | lsqr | 0.9 | 0.8125 | 1.0 | 3.215s | 30.585s |
| Initial point 9 | lsqr | 0.6 | 0.3125 | 1.0 | 3.237s | 34.926s |
| Initial point 10 | eigen | 0.8 | 0.875 | 1.0 | 3.248s | 39.303s |
| Iteration 11 | svd | --- | 0.6875 | 1.0 | 0.001s | 40.675s |
| Iteration 12 | lsqr | 0.8 | 1.0 | 1.0 | 0.000s | 41.814s |
| Iteration 13 | svd | --- | 0.6875 | 1.0 | 0.000s | 42.968s |
| Iteration 14 | eigen | 0.7 | 0.625 | 1.0 | 3.226s | 47.171s |
| Iteration 15 | eigen | auto | 0.875 | 1.0 | 3.219s | 51.732s |
| Iteration 16 | svd | --- | 0.6875 | 1.0 | 0.001s | 53.048s |
| Iteration 17 | eigen | None | 0.3125 | 1.0 | 3.220s | 57.341s |
| Iteration 18 | lsqr | auto | 0.5625 | 1.0 | 3.239s | 1m:02s |
| Iteration 19 | svd | --- | 0.6875 | 1.0 | 0.000s | 1m:04s |
| Iteration 20 | lsqr | 1.0 | 0.625 | 1.0 | 3.249s | 1m:08s |
| Iteration 21 | svd | --- | 0.6875 | 1.0 | 0.000s | 1m:10s |
| Iteration 22 | eigen | 0.6 | 0.5 | 1.0 | 3.263s | 1m:14s |
| Iteration 23 | eigen | 0.5 | 0.875 | 1.0 | 3.221s | 1m:19s |
| Iteration 24 | svd | --- | 0.6875 | 1.0 | 0.001s | 1m:22s |
| Iteration 25 | lsqr | None | 0.8125 | 1.0 | 3.218s | 1m:27s |
| Iteration 26 | lsqr | 0.8 | 1.0 | 1.0 | 0.001s | 1m:30s |
| Iteration 27 | lsqr | 0.8 | 1.0 | 1.0 | 0.000s | 1m:31s |
| Iteration 28 | lsqr | 0.8 | 1.0 | 1.0 | 0.000s | 1m:33s |
| Iteration 29 | lsqr | auto | 0.5625 | 1.0 | 0.000s | 1m:34s |
| Iteration 30 | eigen | auto | 0.875 | 1.0 | 0.000s | 1m:35s |
| Iteration 31 | lsqr | 0.8 | 1.0 | 1.0 | 0.000s | 1m:36s |
| Iteration 32 | lsqr | 0.8 | 1.0 | 1.0 | 0.000s | 1m:37s |
| Iteration 33 | lsqr | 0.8 | 1.0 | 1.0 | 0.001s | 1m:38s |
| Iteration 34 | lsqr | 0.8 | 1.0 | 1.0 | 0.000s | 1m:40s |
| Iteration 35 | eigen | 0.5 | 0.875 | 1.0 | 0.000s | 1m:41s |
| Iteration 36 | lsqr | 0.9 | 0.8125 | 1.0 | 0.000s | 1m:42s |
| Iteration 37 | lsqr | 0.8 | 1.0 | 1.0 | 0.000s | 1m:43s |
| Iteration 38 | lsqr | 0.8 | 1.0 | 1.0 | 0.000s | 1m:45s |
| Iteration 39 | lsqr | 0.8 | 1.0 | 1.0 | 0.001s | 1m:46s |
| Iteration 40 | lsqr | 0.8 | 1.0 | 1.0 | 0.000s | 1m:47s |
| Iteration 41 | lsqr | 0.8 | 1.0 | 1.0 | 0.001s | 1m:48s |
| Iteration 42 | lsqr | 0.8 | 1.0 | 1.0 | 0.001s | 1m:50s |
| Iteration 43 | lsqr | 0.8 | 1.0 | 1.0 | 0.001s | 1m:51s |
| Iteration 44 | lsqr | 0.8 | 1.0 | 1.0 | 0.000s | 1m:52s |
| Iteration 45 | lsqr | 0.8 | 1.0 | 1.0 | 0.000s | 1m:55s |
| Iteration 46 | lsqr | 0.8 | 1.0 | 1.0 | 0.000s | 1m:58s |
| Iteration 47 | lsqr | 0.8 | 1.0 | 1.0 | 0.001s | 1m:59s |
| Iteration 48 | lsqr | 0.8 | 1.0 | 1.0 | 0.001s | 2m:01s |
| Iteration 49 | lsqr | 0.8 | 1.0 | 1.0 | 0.001s | 2m:02s |
| Iteration 50 | lsqr | 0.8 | 1.0 | 1.0 | 0.001s | 2m:04s |
Bayesian Optimization ---------------------------
Best call --> Initial point 4
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:05s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7179
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.011s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.59 ± 0.1356
Time elapsed: 0.033s
-------------------------------------------------
Total time: 2m:05s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.75 | 0.75 | 3.154s | 3.157s |
| Initial point 2 | 0.9 | 0.625 | 0.75 | 3.213s | 9.534s |
| Initial point 3 | 0.1 | 0.375 | 0.75 | 3.133s | 16.791s |
| Initial point 4 | 1.0 | 0.75 | 0.75 | 0.001s | 21.164s |
| Initial point 5 | 0.2 | 0.625 | 0.75 | 3.125s | 28.373s |
| Initial point 6 | 0.4 | 0.8125 | 0.8125 | 3.182s | 33.127s |
| Initial point 7 | 0.4 | 0.8125 | 0.8125 | 0.000s | 36.437s |
| Initial point 8 | 0.7 | 0.625 | 0.8125 | 3.248s | 43.425s |
| Initial point 9 | 0.9 | 0.625 | 0.8125 | 0.000s | 44.914s |
| Initial point 10 | 0.8 | 0.875 | 0.875 | 3.195s | 49.076s |
| Iteration 11 | 0.3 | 1.0 | 1.0 | 3.248s | 53.503s |
| Iteration 12 | 0.6 | 0.625 | 1.0 | 3.234s | 57.833s |
| Iteration 13 | 0.5 | 0.75 | 1.0 | 3.198s | 1m:02s |
| Iteration 14 | 0.0 | 0.9375 | 1.0 | 3.199s | 1m:07s |
| Iteration 15 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:08s |
| Iteration 16 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:09s |
| Iteration 17 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:10s |
| Iteration 18 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:11s |
| Iteration 19 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:13s |
| Iteration 20 | 0.6 | 0.625 | 1.0 | 0.000s | 1m:16s |
| Iteration 21 | 0.6 | 0.625 | 1.0 | 0.000s | 1m:17s |
| Iteration 22 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:18s |
| Iteration 23 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:19s |
| Iteration 24 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:21s |
| Iteration 25 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:22s |
| Iteration 26 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:23s |
| Iteration 27 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:24s |
| Iteration 28 | 0.9 | 0.625 | 1.0 | 0.000s | 1m:25s |
| Iteration 29 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:26s |
| Iteration 30 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:27s |
| Iteration 31 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:28s |
| Iteration 32 | 0.3 | 1.0 | 1.0 | 0.001s | 1m:30s |
| Iteration 33 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:32s |
| Iteration 34 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:33s |
| Iteration 35 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:34s |
| Iteration 36 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:35s |
| Iteration 37 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:37s |
| Iteration 38 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:38s |
| Iteration 39 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:39s |
| Iteration 40 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:40s |
| Iteration 41 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:41s |
| Iteration 42 | 0.3 | 1.0 | 1.0 | 0.001s | 1m:42s |
| Iteration 43 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:46s |
| Iteration 44 | 0.3 | 1.0 | 1.0 | 0.001s | 1m:48s |
| Iteration 45 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:49s |
| Iteration 46 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:50s |
| Iteration 47 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:51s |
| Iteration 48 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:52s |
| Iteration 49 | 0.3 | 1.0 | 1.0 | 0.001s | 1m:53s |
| Iteration 50 | 0.3 | 1.0 | 1.0 | 0.000s | 1m:54s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'reg_param': 0.3}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:56s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6938
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.62 ± 0.0678
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:56s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 11.9848 | dista.. | auto | 40 | 1 | 0.625 | 0.625 | 3.169s | 3.190s |
| Initial point 2 | 4.7664 | uniform | kd_tree | 39 | 2 | 0.4375 | 0.625 | 3.210s | 7.604s |
| Initial point 3 | 3.7651 | dista.. | ball_tree | 25 | 2 | 0.75 | 0.75 | 3.139s | 14.168s |
| Initial point 4 | 10.9846 | uniform | ball_tree | 39 | 2 | 0.5 | 0.75 | 3.127s | 19.306s |
| Initial point 5 | 8.605 | dista.. | auto | 30 | 2 | 0.4375 | 0.75 | 3.239s | 23.646s |
| Initial point 6 | 9.9652 | dista.. | ball_tree | 21 | 2 | 0.875 | 0.875 | 3.228s | 28.009s |
| Initial point 7 | 7.1278 | dista.. | ball_tree | 24 | 1 | 0.6875 | 0.875 | 3.262s | 32.484s |
| Initial point 8 | 1.7081 | dista.. | ball_tree | 21 | 2 | 0.4375 | 0.875 | 3.243s | 36.863s |
| Initial point 9 | 7.9399 | uniform | ball_tree | 24 | 1 | 0.375 | 0.875 | 3.264s | 41.328s |
| Initial point 10 | 5.6396 | uniform | brute | 22 | 2 | 0.75 | 0.875 | 3.242s | 45.799s |
| Iteration 11 | 11.6104 | dista.. | ball_tree | 22 | 2 | 1.0 | 1.0 | 3.243s | 50.375s |
| Iteration 12 | 12.0186 | dista.. | ball_tree | 23 | 2 | 0.5625 | 1.0 | 3.253s | 55.265s |
| Iteration 13 | 11.4905 | dista.. | auto | 22 | 2 | 0.375 | 1.0 | 3.216s | 59.992s |
| Iteration 14 | 11.9666 | uniform | brute | 39 | 2 | 0.5 | 1.0 | 3.151s | 1m:04s |
| Iteration 15 | 11.8538 | dista.. | ball_tree | 40 | 2 | 0.875 | 1.0 | 3.106s | 1m:11s |
| Iteration 16 | 0.0 | uniform | brute | 39 | 1 | 0.5 | 1.0 | 3.109s | 1m:16s |
| Iteration 17 | 12.0144 | dista.. | ball_tree | 20 | 1 | 0.75 | 1.0 | 3.178s | 1m:21s |
| Iteration 18 | 11.9776 | uniform | auto | 33 | 1 | 0.5625 | 1.0 | 3.189s | 1m:26s |
| Iteration 19 | 6.7418 | dista.. | kd_tree | 36 | 1 | 0.875 | 1.0 | 3.182s | 1m:30s |
| Iteration 20 | 11.1595 | dista.. | kd_tree | 35 | 2 | 0.625 | 1.0 | 3.200s | 1m:35s |
| Iteration 21 | 2.2201 | dista.. | kd_tree | 22 | 1 | 0.6875 | 1.0 | 3.193s | 1m:39s |
| Iteration 22 | 5.6995 | dista.. | brute | 37 | 1 | 0.75 | 1.0 | 3.163s | 1m:45s |
| Iteration 23 | 10.3122 | dista.. | ball_tree | 38 | 2 | 0.5625 | 1.0 | 3.158s | 1m:49s |
| Iteration 24 | 12.0016 | dista.. | brute | 26 | 2 | 0.6875 | 1.0 | 3.166s | 1m:54s |
| Iteration 25 | 0.0049 | dista.. | brute | 24 | 2 | 0.5 | 1.0 | 3.177s | 1m:58s |
| Iteration 26 | 0.0059 | uniform | auto | 40 | 1 | 0.5 | 1.0 | 3.152s | 2m:03s |
| Iteration 27 | 12.0186 | dista.. | kd_tree | 27 | 1 | 0.9375 | 1.0 | 3.151s | 2m:08s |
| Iteration 28 | 12.0186 | dista.. | kd_tree | 24 | 1 | 0.625 | 1.0 | 3.155s | 2m:12s |
| Iteration 29 | 12.0186 | dista.. | kd_tree | 38 | 1 | 0.8125 | 1.0 | 3.160s | 2m:17s |
| Iteration 30 | 12.0186 | dista.. | kd_tree | 39 | 1 | 0.875 | 1.0 | 3.161s | 2m:21s |
| Iteration 31 | 11.9985 | dista.. | brute | 34 | 1 | 0.75 | 1.0 | 3.156s | 2m:27s |
| Iteration 32 | 12.0186 | dista.. | kd_tree | 35 | 1 | 0.3125 | 1.0 | 3.187s | 2m:32s |
| Iteration 33 | 0.0117 | dista.. | brute | 28 | 2 | 0.5 | 1.0 | 3.233s | 2m:37s |
| Iteration 34 | 0.0169 | dista.. | auto | 26 | 2 | 0.5 | 1.0 | 3.195s | 2m:41s |
| Iteration 35 | 12.0186 | dista.. | kd_tree | 25 | 1 | 0.875 | 1.0 | 3.260s | 2m:46s |
| Iteration 36 | 12.0031 | dista.. | brute | 39 | 1 | 0.4375 | 1.0 | 3.120s | 2m:53s |
| Iteration 37 | 0.4617 | dista.. | kd_tree | 20 | 2 | 0.5 | 1.0 | 3.145s | 2m:58s |
| Iteration 38 | 12.0186 | dista.. | ball_tree | 27 | 1 | 0.5 | 1.0 | 3.199s | 3m:03s |
| Iteration 39 | 12.0186 | dista.. | kd_tree | 22 | 2 | 0.75 | 1.0 | 3.208s | 3m:07s |
| Iteration 40 | 12.0186 | dista.. | kd_tree | 21 | 2 | 0.5 | 1.0 | 3.196s | 3m:12s |
| Iteration 41 | 11.9634 | uniform | brute | 23 | 2 | 0.375 | 1.0 | 3.192s | 3m:19s |
| Iteration 42 | 12.0186 | dista.. | brute | 28 | 1 | 1.0 | 1.0 | 3.154s | 3m:24s |
| Iteration 43 | 12.0186 | dista.. | brute | 20 | 1 | 0.5 | 1.0 | 3.208s | 3m:28s |
| Iteration 44 | 0.0091 | uniform | auto | 25 | 2 | 0.5 | 1.0 | 3.217s | 3m:33s |
| Iteration 45 | 12.0186 | dista.. | brute | 23 | 1 | 1.0 | 1.0 | 3.825s | 3m:39s |
| Iteration 46 | 12.0186 | dista.. | brute | 20 | 1 | 0.5 | 1.0 | 0.001s | 3m:40s |
| Iteration 47 | 12.0186 | dista.. | brute | 40 | 1 | 0.5625 | 1.0 | 3.204s | 3m:45s |
| Iteration 48 | 12.0186 | dista.. | brute | 40 | 1 | 0.5625 | 1.0 | 0.001s | 3m:47s |
| Iteration 49 | 0.0006 | uniform | ball_tree | 21 | 1 | 0.5 | 1.0 | 3.201s | 3m:51s |
| Iteration 50 | 12.0186 | dista.. | auto | 20 | 1 | 0.5 | 1.0 | 3.145s | 3m:56s |
Bayesian Optimization ---------------------------
Best call --> Iteration 45
Best parameters --> {'radius': 12.0186, 'weights': 'distance', 'algorithm': 'brute', 'leaf_size': 23, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:57s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.0583
Time elapsed: 0.052s
-------------------------------------------------
Total time: 3m:57s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.875 | 0.875 | 3.580s | 3.588s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.9375 | 0.9375 | 3.502s | 10.744s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.75 | 0.9375 | 3.307s | 15.943s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.5625 | 0.9375 | 3.569s | 20.650s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.4375 | 0.9375 | 3.374s | 26.190s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.75 | 0.9375 | 3.569s | 31.182s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.0 | 0.9375 | 3.209s | 35.551s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.9375 | 0.9375 | 3.484s | 40.236s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.625 | 0.9375 | 3.120s | 47.269s |
| Initial point 10 | 173 | 0.0151 | SAMME | 1.0 | 1.0 | 3.244s | 54.793s |
| Iteration 11 | 176 | 0.0234 | SAMME | 0.875 | 1.0 | 3.230s | 1m:00s |
| Iteration 12 | 380 | 4.7638 | SAMME | 0.7812 | 1.0 | 3.178s | 1m:05s |
| Iteration 13 | 170 | 0.0103 | SAMME | 0.7812 | 1.0 | 3.311s | 1m:10s |
| Iteration 14 | 107 | 9.6956 | SAMME | 0.6875 | 1.0 | 3.179s | 1m:14s |
| Iteration 15 | 196 | 4.2725 | SAMME | 0.375 | 1.0 | 3.151s | 1m:19s |
| Iteration 16 | 406 | 3.1096 | SAMME | 0.625 | 1.0 | 3.152s | 1m:23s |
| Iteration 17 | 174 | 5.8409 | SAMME | 0.5 | 1.0 | 3.155s | 1m:28s |
| Iteration 18 | 185 | 0.0156 | SAMME | 0.875 | 1.0 | 3.298s | 1m:32s |
| Iteration 19 | 337 | 0.0739 | SAMME.R | 0.625 | 1.0 | 3.467s | 1m:37s |
| Iteration 20 | 116 | 0.0143 | SAMME | 0.6562 | 1.0 | 3.225s | 1m:42s |
| Iteration 21 | 163 | 0.0173 | SAMME | 0.9375 | 1.0 | 3.323s | 1m:47s |
| Iteration 22 | 489 | 0.0779 | SAMME.R | 0.9375 | 1.0 | 3.599s | 1m:52s |
| Iteration 23 | 484 | 0.0538 | SAMME.R | 0.75 | 1.0 | 3.596s | 1m:57s |
| Iteration 24 | 500 | 0.0785 | SAMME.R | 0.5625 | 1.0 | 4.167s | 2m:02s |
| Iteration 25 | 352 | 0.0203 | SAMME | 1.0 | 1.0 | 3.497s | 2m:07s |
| Iteration 26 | 362 | 0.0213 | SAMME | 0.7188 | 1.0 | 3.392s | 2m:12s |
| Iteration 27 | 294 | 0.0269 | SAMME.R | 0.9375 | 1.0 | 3.434s | 2m:17s |
| Iteration 28 | 457 | 0.0202 | SAMME.R | 0.625 | 1.0 | 3.550s | 2m:22s |
| Iteration 29 | 334 | 3.8024 | SAMME.R | 0.75 | 1.0 | 3.421s | 2m:26s |
| Iteration 30 | 103 | 10.0 | SAMME.R | 0.7188 | 1.0 | 3.198s | 2m:31s |
| Iteration 31 | 425 | 1.0927 | SAMME.R | 0.8125 | 1.0 | 3.473s | 2m:36s |
| Iteration 32 | 84 | 0.5618 | SAMME.R | 0.8125 | 1.0 | 3.186s | 2m:40s |
| Iteration 33 | 76 | 1.9155 | SAMME.R | 0.8125 | 1.0 | 3.222s | 2m:45s |
| Iteration 34 | 94 | 0.3559 | SAMME | 0.8125 | 1.0 | 3.192s | 2m:50s |
| Iteration 35 | 202 | 0.01 | SAMME.R | 0.875 | 1.0 | 3.309s | 2m:54s |
| Iteration 36 | 500 | 0.0136 | SAMME | 0.8125 | 1.0 | 3.485s | 2m:59s |
| Iteration 37 | 91 | 0.01 | SAMME.R | 0.8125 | 1.0 | 3.215s | 3m:04s |
| Iteration 38 | 480 | 0.7937 | SAMME.R | 0.5 | 1.0 | 3.505s | 3m:09s |
| Iteration 39 | 186 | 0.0335 | SAMME.R | 0.6562 | 1.0 | 3.267s | 3m:13s |
| Iteration 40 | 496 | 0.0179 | SAMME | 0.875 | 1.0 | 3.483s | 3m:18s |
| Iteration 41 | 93 | 0.0184 | SAMME | 0.9688 | 1.0 | 3.257s | 3m:23s |
| Iteration 42 | 50 | 0.0194 | SAMME | 0.9062 | 1.0 | 3.207s | 3m:28s |
| Iteration 43 | 493 | 0.0198 | SAMME | 0.125 | 1.0 | 3.539s | 3m:33s |
| Iteration 44 | 53 | 0.0103 | SAMME | 0.6875 | 1.0 | 3.135s | 3m:37s |
| Iteration 45 | 50 | 0.0196 | SAMME | 0.6875 | 1.0 | 3.192s | 3m:42s |
| Iteration 46 | 50 | 0.0178 | SAMME | 0.5625 | 1.0 | 3.178s | 3m:47s |
| Iteration 47 | 50 | 0.01 | SAMME.R | 0.75 | 1.0 | 3.182s | 3m:51s |
| Iteration 48 | 50 | 0.01 | SAMME | 0.9062 | 1.0 | 3.170s | 3m:56s |
| Iteration 49 | 482 | 9.7504 | SAMME.R | 0.375 | 1.0 | 3.562s | 4m:03s |
| Iteration 50 | 51 | 0.1586 | SAMME | 0.8125 | 1.0 | 3.104s | 4m:11s |
Bayesian Optimization ---------------------------
Best call --> Iteration 25
Best parameters --> {'n_estimators': 352, 'learning_rate': 0.0203, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.95
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.276s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.765 ± 0.0784
Time elapsed: 1.260s
-------------------------------------------------
Total time: 4m:17s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 1.0 | 1.0 | 3.575s | 3.594s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.8125 | 1.0 | 3.320s | 10.038s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.8125 | 1.0 | 3.363s | 14.897s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.875 | 1.0 | 3.258s | 19.310s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.625 | 1.0 | 3.443s | 23.757s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 1.0 | 1.0 | 3.277s | 28.194s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.9375 | 1.0 | 3.325s | 33.427s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.8125 | 1.0 | 3.295s | 37.944s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.875 | 1.0 | 3.413s | 42.445s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.8125 | 1.0 | 3.376s | 46.958s |
| Iteration 11 | 191 | gini | 1 | 3 | 14 | sqrt | False | 0.0257 | --- | 0.9062 | 1.0 | 3.245s | 51.681s |
| Iteration 12 | 328 | gini | 9 | 3 | 6 | sqrt | False | 0.0307 | --- | 0.75 | 1.0 | 3.314s | 56.540s |
| Iteration 13 | 45 | gini | 7 | 6 | 4 | auto | False | 0.0337 | --- | 0.75 | 1.0 | 3.142s | 1m:01s |
| Iteration 14 | 285 | gini | 5 | 3 | 18 | log2 | False | 0.0326 | --- | 0.9375 | 1.0 | 3.280s | 1m:06s |
| Iteration 15 | 243 | gini | 4 | 6 | 11 | None | False | 0.035 | --- | 0.875 | 1.0 | 3.282s | 1m:11s |
| Iteration 16 | 334 | gini | 9 | 4 | 5 | log2 | False | 0.0255 | --- | 1.0 | 1.0 | 3.304s | 1m:16s |
| Iteration 17 | 455 | gini | 2 | 19 | 2 | log2 | True | 0.0092 | 0.9 | 0.875 | 1.0 | 3.590s | 1m:21s |
| Iteration 18 | 408 | entropy | 9 | 20 | 14 | None | True | 0.0295 | 0.9 | 0.875 | 1.0 | 3.513s | 1m:26s |
| Iteration 19 | 426 | gini | 1 | 4 | 4 | 0.6 | False | 0.007 | --- | 0.7812 | 1.0 | 3.364s | 1m:31s |
| Iteration 20 | 234 | entropy | 9 | 13 | 10 | 0.5 | False | 0.0251 | --- | 0.6562 | 1.0 | 3.261s | 1m:36s |
| Iteration 21 | 343 | entropy | 9 | 4 | 15 | 0.8 | False | 0.035 | --- | 0.8438 | 1.0 | 3.339s | 1m:42s |
| Iteration 22 | 140 | gini | 9 | 4 | 6 | sqrt | False | 0.0224 | --- | 1.0 | 1.0 | 3.176s | 1m:49s |
| Iteration 23 | 143 | gini | 8 | 4 | 3 | log2 | False | 0.0086 | --- | 1.0 | 1.0 | 3.131s | 1m:57s |
| Iteration 24 | 52 | gini | 8 | 4 | 12 | 0.9 | False | 0.0209 | --- | 0.6875 | 1.0 | 3.167s | 2m:02s |
| Iteration 25 | 68 | entropy | 1 | 20 | 19 | log2 | True | 0.0113 | 0.9 | 0.625 | 1.0 | 3.285s | 2m:07s |
| Iteration 26 | 275 | gini | 3 | 5 | 10 | sqrt | False | 0.0075 | --- | 0.75 | 1.0 | 4.076s | 2m:12s |
| Iteration 27 | 225 | gini | None | 4 | 8 | log2 | False | 0.0156 | --- | 0.9375 | 1.0 | 3.403s | 2m:18s |
| Iteration 28 | 382 | gini | 9 | 4 | 4 | log2 | False | 0.0069 | --- | 0.75 | 1.0 | 3.475s | 2m:24s |
| Iteration 29 | 47 | entropy | 5 | 7 | 11 | auto | False | 0.0163 | --- | 1.0 | 1.0 | 3.282s | 2m:29s |
| Iteration 30 | 28 | gini | 8 | 7 | 6 | sqrt | False | 0.0185 | --- | 0.9375 | 1.0 | 3.223s | 2m:34s |
| Iteration 31 | 79 | gini | 5 | 2 | 6 | 0.9 | False | 0.0027 | --- | 0.6562 | 1.0 | 3.285s | 2m:38s |
| Iteration 32 | 47 | gini | 5 | 4 | 8 | sqrt | False | 0.0094 | --- | 0.6875 | 1.0 | 3.244s | 2m:43s |
| Iteration 33 | 83 | gini | 9 | 2 | 12 | sqrt | False | 0.0283 | --- | 0.75 | 1.0 | 3.279s | 2m:48s |
| Iteration 34 | 222 | entropy | 6 | 10 | 11 | auto | False | 0.0192 | --- | 0.8125 | 1.0 | 3.381s | 2m:53s |
| Iteration 35 | 152 | gini | 9 | 17 | 6 | log2 | False | 0.0077 | --- | 0.9375 | 1.0 | 3.335s | 2m:59s |
| Iteration 36 | 139 | gini | 8 | 7 | 15 | log2 | False | 0.0091 | --- | 0.625 | 1.0 | 3.311s | 3m:04s |
| Iteration 37 | 18 | gini | 7 | 4 | 5 | 0.7 | False | 0.0245 | --- | 0.8125 | 1.0 | 3.285s | 3m:09s |
| Iteration 38 | 240 | gini | 8 | 12 | 11 | 0.8 | False | 0.0099 | --- | 0.9375 | 1.0 | 3.295s | 3m:16s |
| Iteration 39 | 96 | entropy | 9 | 2 | 6 | auto | False | 0.0113 | --- | 0.625 | 1.0 | 3.185s | 3m:22s |
| Iteration 40 | 140 | gini | 7 | 3 | 7 | log2 | False | 0.0085 | --- | 0.9375 | 1.0 | 3.228s | 3m:27s |
| Iteration 41 | 64 | gini | 6 | 7 | 11 | 0.8 | False | 0.0216 | --- | 0.9375 | 1.0 | 3.188s | 3m:32s |
| Iteration 42 | 113 | gini | 2 | 4 | 10 | sqrt | False | 0.0221 | --- | 0.9375 | 1.0 | 3.210s | 3m:37s |
| Iteration 43 | 346 | entropy | 8 | 4 | 5 | 0.8 | False | 0.0312 | --- | 0.3125 | 1.0 | 3.378s | 3m:42s |
| Iteration 44 | 291 | gini | 9 | 4 | 7 | 0.5 | False | 0.035 | --- | 0.7188 | 1.0 | 3.335s | 3m:47s |
| Iteration 45 | 161 | gini | 8 | 4 | 7 | sqrt | False | 0.025 | --- | 0.75 | 1.0 | 3.233s | 3m:53s |
| Iteration 46 | 191 | gini | 7 | 3 | 5 | 0.9 | True | 0.0241 | 0.9 | 0.75 | 1.0 | 3.334s | 3m:58s |
| Iteration 47 | 245 | entropy | 9 | 4 | 11 | 0.9 | False | 0.0258 | --- | 0.875 | 1.0 | 3.270s | 4m:03s |
| Iteration 48 | 139 | gini | 3 | 4 | 3 | None | False | 0.0072 | --- | 0.9375 | 1.0 | 3.226s | 4m:08s |
| Iteration 49 | 151 | gini | 3 | 4 | 6 | log2 | False | 0.0014 | --- | 1.0 | 1.0 | 3.215s | 4m:12s |
| Iteration 50 | 450 | gini | 5 | 4 | 5 | 0.5 | False | 0.015 | --- | 0.5625 | 1.0 | 4.030s | 4m:18s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'n_estimators': 499, 'criterion': 'entropy', 'max_depth': 1, 'min_samples_split': 20, 'min_samples_leaf': 5, 'max_features': 0.5, 'bootstrap': True, 'ccp_alpha': 0.0234, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:20s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9036
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.434s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.76 ± 0.0583
Time elapsed: 1.980s
-------------------------------------------------
Total time: 4m:23s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.257s | 3.278s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.875 | 0.875 | 3.181s | 10.070s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.875 | 3.138s | 14.938s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.875 | 3.179s | 19.207s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.875 | 3.200s | 23.602s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.875 | 3.176s | 27.868s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.875 | 3.199s | 32.355s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.875 | 3.185s | 36.785s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.9375 | 0.9375 | 3.222s | 41.239s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.9375 | 3.194s | 45.513s |
| Iteration 11 | 444 | 0.1409 | 6 | 1.0 | 9 | 0.8 | 0.9 | 0 | 10 | 0.5 | 0.9375 | 3.135s | 52.829s |
| Iteration 12 | 441 | 0.0432 | 6 | 0.5533 | 4 | 0.8 | 0.9 | 0.01 | 1 | 0.8125 | 0.9375 | 3.133s | 58.072s |
| Iteration 13 | 451 | 0.3768 | 8 | 0.7688 | 4 | 0.6 | 0.4 | 0.01 | 1 | 0.375 | 0.9375 | 3.229s | 1m:03s |
| Iteration 14 | 485 | 0.0565 | 5 | 0.9218 | 3 | 0.7 | 0.8 | 0.1 | 10 | 0.875 | 0.9375 | 3.213s | 1m:08s |
| Iteration 15 | 124 | 0.043 | 5 | 0.2874 | 1 | 1.0 | 0.9 | 0.01 | 10 | 0.9375 | 0.9375 | 3.139s | 1m:13s |
| Iteration 16 | 368 | 0.0513 | 5 | 0.3209 | 1 | 0.8 | 0.9 | 0 | 1 | 0.875 | 0.9375 | 3.216s | 1m:20s |
| Iteration 17 | 131 | 0.0583 | 8 | 0.8873 | 3 | 1.0 | 0.4 | 0 | 10 | 0.875 | 0.9375 | 3.147s | 1m:25s |
| Iteration 18 | 383 | 0.0602 | 8 | 0.8825 | 6 | 0.9 | 0.6 | 0.01 | 1 | 0.6875 | 0.9375 | 3.221s | 1m:29s |
| Iteration 19 | 200 | 0.0327 | 4 | 0.0 | 1 | 0.9 | 0.7 | 0.01 | 0.01 | 0.9375 | 0.9375 | 3.193s | 1m:34s |
| Iteration 20 | 226 | 0.0384 | 7 | 0.1728 | 1 | 0.9 | 0.9 | 0.01 | 10 | 0.625 | 0.9375 | 3.219s | 1m:39s |
| Iteration 21 | 335 | 0.04 | 3 | 0.8403 | 1 | 0.8 | 0.5 | 10 | 100 | 0.5 | 0.9375 | 3.188s | 1m:44s |
| Iteration 22 | 380 | 0.0608 | 6 | 0.3747 | 4 | 0.8 | 0.9 | 0.01 | 0.01 | 0.875 | 0.9375 | 3.217s | 1m:49s |
| Iteration 23 | 469 | 0.0289 | 7 | 0.5845 | 2 | 0.8 | 0.8 | 1 | 1 | 1.0 | 1.0 | 3.204s | 1m:54s |
| Iteration 24 | 412 | 0.0254 | 6 | 0.9619 | 2 | 0.9 | 0.6 | 0 | 0.01 | 0.8125 | 1.0 | 3.194s | 1m:58s |
| Iteration 25 | 151 | 0.0486 | 5 | 0.44 | 1 | 1.0 | 0.7 | 0.1 | 0.01 | 1.0 | 1.0 | 3.182s | 2m:03s |
| Iteration 26 | 500 | 0.0454 | 1 | 0.5022 | 1 | 1.0 | 1.0 | 10 | 0.1 | 0.5 | 1.0 | 3.201s | 2m:08s |
| Iteration 27 | 273 | 0.0293 | 7 | 0.6447 | 2 | 0.7 | 0.8 | 1 | 0.1 | 0.875 | 1.0 | 3.163s | 2m:13s |
| Iteration 28 | 70 | 0.0639 | 4 | 0.6205 | 2 | 1.0 | 0.4 | 0.01 | 10 | 0.5625 | 1.0 | 3.171s | 2m:18s |
| Iteration 29 | 491 | 0.0413 | 6 | 0.5485 | 1 | 0.6 | 0.6 | 100 | 10 | 0.5 | 1.0 | 3.191s | 2m:25s |
| Iteration 30 | 489 | 0.0141 | 6 | 0.5266 | 1 | 0.9 | 0.8 | 0.01 | 0.01 | 0.9375 | 1.0 | 3.845s | 2m:31s |
| Iteration 31 | 126 | 0.01 | 5 | 0.0 | 6 | 0.8 | 0.8 | 10 | 0 | 0.5 | 1.0 | 3.159s | 2m:36s |
| Iteration 32 | 477 | 0.0804 | 5 | 0.7456 | 2 | 0.9 | 0.8 | 0.01 | 0 | 0.75 | 1.0 | 3.236s | 2m:41s |
| Iteration 33 | 398 | 0.0209 | 5 | 0.739 | 1 | 1.0 | 0.8 | 0.1 | 0.01 | 0.875 | 1.0 | 3.210s | 2m:46s |
| Iteration 34 | 447 | 0.0313 | 7 | 0.5673 | 6 | 0.8 | 0.8 | 0.01 | 0 | 0.9375 | 1.0 | 3.240s | 2m:51s |
| Iteration 35 | 364 | 0.1507 | 7 | 0.4596 | 6 | 1.0 | 0.7 | 0.1 | 1 | 0.5938 | 1.0 | 3.198s | 2m:55s |
| Iteration 36 | 238 | 0.039 | 5 | 0.3995 | 1 | 1.0 | 0.8 | 0.1 | 1 | 0.9375 | 1.0 | 3.202s | 3m:00s |
| Iteration 37 | 466 | 0.0368 | 5 | 0.4507 | 2 | 0.8 | 0.8 | 0.01 | 1 | 0.875 | 1.0 | 3.219s | 3m:06s |
| Iteration 38 | 330 | 0.0286 | 8 | 0.968 | 1 | 1.0 | 0.7 | 0.1 | 0 | 1.0 | 1.0 | 3.204s | 3m:11s |
| Iteration 39 | 500 | 0.0185 | 7 | 0.8593 | 5 | 0.9 | 0.8 | 1 | 10 | 0.6562 | 1.0 | 3.221s | 3m:16s |
| Iteration 40 | 168 | 0.0293 | 10 | 0.4273 | 1 | 1.0 | 0.7 | 0.1 | 0 | 1.0 | 1.0 | 3.197s | 3m:21s |
| Iteration 41 | 25 | 0.0296 | 10 | 0.5874 | 1 | 1.0 | 0.7 | 0.1 | 0 | 0.9375 | 1.0 | 3.168s | 3m:26s |
| Iteration 42 | 20 | 0.01 | 10 | 0.1257 | 1 | 1.0 | 0.7 | 0.1 | 0 | 1.0 | 1.0 | 3.172s | 3m:31s |
| Iteration 43 | 20 | 0.01 | 10 | 0.0043 | 1 | 1.0 | 0.7 | 0.1 | 0 | 0.25 | 1.0 | 3.146s | 3m:36s |
| Iteration 44 | 20 | 0.0141 | 3 | 0.1804 | 5 | 1.0 | 0.7 | 0.01 | 0.01 | 0.8438 | 1.0 | 3.152s | 3m:41s |
| Iteration 45 | 52 | 0.0633 | 7 | 0.4058 | 3 | 1.0 | 0.8 | 10 | 1 | 0.5 | 1.0 | 3.142s | 3m:45s |
| Iteration 46 | 500 | 0.0195 | 10 | 1.0 | 1 | 0.9 | 1.0 | 0 | 0 | 0.6875 | 1.0 | 3.240s | 3m:50s |
| Iteration 47 | 425 | 0.01 | 5 | 0.9158 | 10 | 0.7 | 1.0 | 0 | 0.1 | 0.5 | 1.0 | 3.177s | 3m:55s |
| Iteration 48 | 488 | 0.029 | 1 | 0.8361 | 1 | 0.5 | 0.5 | 0.1 | 0 | 0.875 | 1.0 | 3.217s | 4m:00s |
| Iteration 49 | 440 | 1.0 | 9 | 0.8387 | 10 | 1.0 | 0.4 | 100 | 0 | 0.5 | 1.0 | 3.201s | 4m:07s |
| Iteration 50 | 500 | 0.0292 | 1 | 1.0 | 1 | 0.9 | 1.0 | 0.1 | 100 | 0.75 | 1.0 | 3.200s | 4m:12s |
Bayesian Optimization ---------------------------
Best call --> Iteration 23
Best parameters --> {'n_estimators': 469, 'learning_rate': 0.0289, 'max_depth': 7, 'gamma': 0.5845, 'min_child_weight': 2, 'subsample': 0.8, 'colsample_bytree': 0.8, 'reg_alpha': 1, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9929
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.105s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.81 ± 0.1497
Time elapsed: 0.321s
-------------------------------------------------
Total time: 4m:14s
Final results ==================== >>
Duration: 29m:28s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.775 ± 0.2202
Logistic Regression --> roc_auc: 0.55 ± 0.0894 ~
Linear Discriminant Analysis --> roc_auc: 0.59 ± 0.1356
Quadratic Discriminant Analysis --> roc_auc: 0.62 ± 0.0678 ~
Radius Nearest Neighbors --> roc_auc: 0.74 ± 0.0583
AdaBoost --> roc_auc: 0.765 ± 0.0784
Random Forest --> roc_auc: 0.76 ± 0.0583 ~
XGBoost --> roc_auc: 0.81 ± 0.1497 !
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 806 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASTNTGNQFYF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAASPNTGNQFYF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGSGGSYIPTF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVSSGGYNKLIF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAASATSGTYKYIF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CALILTGGGNKLTF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAAGGYQKVTF.
>>> Dropping feature CAASKGSARQLTF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CALSSGGSNYKLTF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVEDDYKLSF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAASMNSGYSTLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CASSGSARQLTF.
>>> Dropping feature CAVFTSGTYKYIF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVKGFGNVLHC.
>>> Dropping feature CAVRGAAGNKLTF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVRPNDYKLSF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAARDNYGQNFVF.
>>> Dropping feature CAASKTGNQFYF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CALSNFGNEKLTF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 1.0 | 1.0 | 0.662s | 0.682s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.625 | 1.0 | 0.705s | 2.332s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 1.0 | 1.0 | 0.661s | 3.883s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.875 | 1.0 | 0.697s | 5.428s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.75 | 1.0 | 1.379s | 7.675s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.625 | 1.0 | 0.731s | 11.637s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 1.0 | 1.0 | 0.713s | 13.784s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.75 | 1.0 | 0.753s | 15.447s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.625 | 1.0 | 0.662s | 16.972s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 1.0 | 1.0 | 0.663s | 18.475s |
| Iteration 11 | exponen.. | 0.4896 | 173 | 0.6 | squared_er.. | 16 | 15 | 3 | auto | 0.0253 | 0.8125 | 1.0 | 0.660s | 20.484s |
| Iteration 12 | exponen.. | 0.3945 | 299 | 0.9 | squared_er.. | 13 | 13 | 9 | auto | 0.03 | 0.875 | 1.0 | 0.689s | 22.435s |
| Iteration 13 | exponen.. | 0.01 | 78 | 1.0 | squared_er.. | 5 | 2 | 9 | log2 | 0.0 | 0.6875 | 1.0 | 0.677s | 24.291s |
| Iteration 14 | exponen.. | 0.8148 | 126 | 0.9 | friedman_mse | 6 | 6 | 7 | 0.7 | 0.0302 | 0.7812 | 1.0 | 0.648s | 26.235s |
| Iteration 15 | exponen.. | 0.01 | 500 | 1.0 | friedman_mse | 2 | 20 | 1 | None | 0.035 | 0.7812 | 1.0 | 0.728s | 28.169s |
| Iteration 16 | exponen.. | 1.0 | 91 | 0.6 | friedman_mse | 3 | 20 | 2 | 0.7 | 0.035 | 0.5 | 1.0 | 0.645s | 32.361s |
| Iteration 17 | exponen.. | 0.4885 | 260 | 0.8 | friedman_mse | 4 | 14 | 3 | auto | 0.0259 | 0.7812 | 1.0 | 0.716s | 34.887s |
| Iteration 18 | deviance | 0.4387 | 178 | 0.9 | friedman_mse | 17 | 4 | 9 | 0.9 | 0.0117 | 0.75 | 1.0 | 0.661s | 38.099s |
| Iteration 19 | exponen.. | 0.8067 | 30 | 0.9 | friedman_mse | 20 | 3 | 3 | 0.9 | 0.0188 | 0.6875 | 1.0 | 0.647s | 40.632s |
| Iteration 20 | exponen.. | 0.1497 | 104 | 1.0 | friedman_mse | 9 | 5 | 7 | 0.9 | 0.0211 | 0.9062 | 1.0 | 0.662s | 42.581s |
| Iteration 21 | exponen.. | 0.7171 | 91 | 1.0 | squared_er.. | 16 | 16 | 8 | 0.8 | 0.0331 | 1.0 | 1.0 | 0.647s | 44.696s |
| Iteration 22 | exponen.. | 1.0 | 10 | 1.0 | squared_er.. | 8 | 13 | 8 | 0.8 | 0.035 | 0.6875 | 1.0 | 0.623s | 48.855s |
| Iteration 23 | exponen.. | 0.9481 | 95 | 1.0 | friedman_mse | 18 | 14 | 7 | 0.9 | 0.0295 | 0.5312 | 1.0 | 0.646s | 53.937s |
| Iteration 24 | exponen.. | 0.7578 | 188 | 0.9 | squared_er.. | 9 | 10 | 8 | 0.6 | 0.0318 | 0.8125 | 1.0 | 0.667s | 59.284s |
| Iteration 25 | exponen.. | 0.0141 | 472 | 0.8 | friedman_mse | 19 | 2 | 6 | 0.7 | 0.0004 | 0.875 | 1.0 | 0.793s | 1m:04s |
| Iteration 26 | exponen.. | 0.7206 | 77 | 0.8 | squared_er.. | 4 | 19 | 8 | 0.9 | 0.0298 | 0.4375 | 1.0 | 0.636s | 1m:07s |
| Iteration 27 | exponen.. | 1.0 | 11 | 1.0 | friedman_mse | 9 | 10 | 5 | 0.9 | 0.0115 | 1.0 | 1.0 | 0.628s | 1m:09s |
| Iteration 28 | exponen.. | 0.1855 | 193 | 0.8 | squared_er.. | 17 | 4 | 6 | auto | 0.0139 | 0.6875 | 1.0 | 0.677s | 1m:11s |
| Iteration 29 | exponen.. | 0.4342 | 44 | 0.9 | squared_er.. | 17 | 17 | 3 | auto | 0.0205 | 0.9375 | 1.0 | 0.630s | 1m:13s |
| Iteration 30 | exponen.. | 0.7644 | 91 | 0.8 | squared_er.. | 4 | 5 | 9 | auto | 0.0341 | 0.5625 | 1.0 | 0.685s | 1m:15s |
| Iteration 31 | exponen.. | 0.5526 | 35 | 0.7 | friedman_mse | 10 | 2 | 8 | 0.9 | 0.0128 | 0.625 | 1.0 | 0.677s | 1m:18s |
| Iteration 32 | exponen.. | 0.3869 | 81 | 0.7 | squared_er.. | 17 | 17 | 4 | auto | 0.0284 | 0.8125 | 1.0 | 0.661s | 1m:20s |
| Iteration 33 | exponen.. | 0.7466 | 221 | 0.8 | squared_er.. | 17 | 20 | 3 | auto | 0.0173 | 0.5 | 1.0 | 0.692s | 1m:23s |
| Iteration 34 | exponen.. | 0.4791 | 55 | 1.0 | friedman_mse | 9 | 9 | 4 | 0.7 | 0.0088 | 1.0 | 1.0 | 0.696s | 1m:25s |
| Iteration 35 | exponen.. | 0.3513 | 37 | 0.8 | squared_er.. | 17 | 16 | 8 | 0.8 | 0.0285 | 1.0 | 1.0 | 0.718s | 1m:27s |
| Iteration 36 | deviance | 0.6864 | 41 | 0.8 | squared_er.. | 17 | 20 | 8 | 0.5 | 0.0173 | 0.6875 | 1.0 | 0.709s | 1m:30s |
| Iteration 37 | exponen.. | 0.5898 | 249 | 0.8 | squared_er.. | 3 | 5 | 5 | 0.5 | 0.0216 | 0.625 | 1.0 | 0.782s | 1m:32s |
| Iteration 38 | deviance | 0.0374 | 494 | 0.7 | friedman_mse | 17 | 9 | 4 | 0.8 | 0.0339 | 0.875 | 1.0 | 0.812s | 1m:34s |
| Iteration 39 | exponen.. | 0.7119 | 327 | 0.8 | friedman_mse | 15 | 10 | 5 | log2 | 0.0193 | 0.6875 | 1.0 | 0.770s | 1m:37s |
| Iteration 40 | exponen.. | 0.5975 | 35 | 1.0 | friedman_mse | 8 | 12 | 10 | 0.6 | 0.0132 | 1.0 | 1.0 | 0.625s | 1m:39s |
| Iteration 41 | exponen.. | 0.6624 | 40 | 1.0 | friedman_mse | 9 | 10 | 7 | 0.9 | 0.0188 | 0.5625 | 1.0 | 0.682s | 1m:41s |
| Iteration 42 | exponen.. | 0.2383 | 380 | 0.6 | friedman_mse | 20 | 9 | 4 | 0.6 | 0.0012 | 1.0 | 1.0 | 0.766s | 1m:43s |
| Iteration 43 | deviance | 0.2126 | 251 | 0.5 | friedman_mse | 15 | 10 | 5 | None | 0.0004 | 0.4375 | 1.0 | 0.732s | 1m:45s |
| Iteration 44 | exponen.. | 0.9027 | 175 | 0.7 | friedman_mse | 13 | 9 | 4 | 0.9 | 0.0138 | 0.8125 | 1.0 | 0.717s | 1m:48s |
| Iteration 45 | exponen.. | 0.6102 | 153 | 0.7 | friedman_mse | 6 | 9 | 4 | 0.6 | 0.011 | 1.0 | 1.0 | 0.722s | 1m:50s |
| Iteration 46 | exponen.. | 0.5839 | 167 | 0.6 | squared_er.. | 8 | 16 | 8 | 0.8 | 0.0108 | 0.8125 | 1.0 | 0.712s | 1m:52s |
| Iteration 47 | exponen.. | 0.0137 | 132 | 0.6 | friedman_mse | 4 | 10 | 5 | None | 0.0105 | 0.5 | 1.0 | 0.717s | 1m:55s |
| Iteration 48 | exponen.. | 0.0444 | 106 | 0.7 | friedman_mse | 13 | 9 | 4 | 0.5 | 0.0091 | 1.0 | 1.0 | 0.703s | 1m:57s |
| Iteration 49 | exponen.. | 0.2243 | 39 | 0.9 | squared_er.. | 10 | 16 | 8 | 0.8 | 0.012 | 0.7812 | 1.0 | 0.688s | 2m:01s |
| Iteration 50 | deviance | 0.2674 | 141 | 0.6 | squared_er.. | 11 | 17 | 3 | auto | 0.0293 | 0.8438 | 1.0 | 0.705s | 2m:03s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.2383, 'n_estimators': 380, 'subsample': 0.6, 'criterion': 'friedman_mse', 'min_samples_split': 20, 'min_samples_leaf': 9, 'max_depth': 4, 'max_features': 0.6, 'ccp_alpha': 0.0012}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:07s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.105s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.0775
Time elapsed: 0.493s
-------------------------------------------------
Total time: 2m:08s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 1.0 | 1.0 | 0.646s | 0.658s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.4375 | 1.0 | 0.652s | 2.753s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.625 | 1.0 | 0.642s | 6.236s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.75 | 1.0 | 0.647s | 8.188s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.5 | 1.0 | 0.646s | 9.694s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.875 | 1.0 | 1.209s | 13.834s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.5 | 1.0 | 0.659s | 17.903s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.625 | 1.0 | 0.642s | 21.899s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.3125 | 1.0 | 0.649s | 23.857s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.4375 | 1.0 | 0.642s | 25.354s |
| Iteration 11 | none | --- | saga | 1000 | --- | 0.5625 | 1.0 | 0.659s | 28.506s |
| Iteration 12 | none | --- | newto.. | 989 | --- | 0.875 | 1.0 | 0.646s | 32.201s |
| Iteration 13 | l2 | 0.001 | newto.. | 1000 | --- | 0.5625 | 1.0 | 0.642s | 34.483s |
| Iteration 14 | none | --- | newto.. | 1000 | --- | 0.625 | 1.0 | 0.693s | 36.372s |
| Iteration 15 | l2 | 31.1285 | newto.. | 179 | --- | 0.625 | 1.0 | 0.691s | 38.170s |
| Iteration 16 | l2 | 100.0 | newto.. | 107 | --- | 0.9375 | 1.0 | 0.683s | 40.548s |
| Iteration 17 | none | --- | newto.. | 141 | --- | 0.125 | 1.0 | 0.639s | 42.489s |
| Iteration 18 | l2 | 0.001 | newto.. | 1000 | --- | 0.5625 | 1.0 | 0.000s | 43.826s |
| Iteration 19 | l2 | 6.9909 | newto.. | 1000 | --- | 0.75 | 1.0 | 0.644s | 45.743s |
| Iteration 20 | none | --- | newto.. | 375 | --- | 0.75 | 1.0 | 0.637s | 47.542s |
| Iteration 21 | l2 | 0.0402 | newto.. | 676 | --- | 0.625 | 1.0 | 0.638s | 49.341s |
| Iteration 22 | none | --- | newto.. | 375 | --- | 0.75 | 1.0 | 0.000s | 50.667s |
| Iteration 23 | l2 | 100.0 | newto.. | 816 | --- | 0.5 | 1.0 | 0.641s | 52.541s |
| Iteration 24 | none | --- | newto.. | 916 | --- | 0.75 | 1.0 | 0.643s | 54.417s |
| Iteration 25 | l2 | 100.0 | newto.. | 817 | --- | 0.625 | 1.0 | 0.643s | 56.336s |
| Iteration 26 | l2 | 100.0 | newto.. | 761 | --- | 0.75 | 1.0 | 0.662s | 58.245s |
| Iteration 27 | l1 | 0.015 | libli.. | 341 | --- | 0.5 | 1.0 | 0.680s | 1m:00s |
| Iteration 28 | l2 | 31.8523 | saga | 762 | --- | 0.5 | 1.0 | 0.650s | 1m:05s |
| Iteration 29 | l2 | 26.5874 | libli.. | 864 | --- | 1.0 | 1.0 | 0.639s | 1m:07s |
| Iteration 30 | l2 | 100.0 | libli.. | 685 | --- | 0.8125 | 1.0 | 0.640s | 1m:09s |
| Iteration 31 | l2 | 100.0 | libli.. | 805 | --- | 0.5 | 1.0 | 0.638s | 1m:11s |
| Iteration 32 | none | --- | newto.. | 684 | --- | 0.3125 | 1.0 | 0.646s | 1m:13s |
| Iteration 33 | l2 | 25.3586 | libli.. | 896 | --- | 0.8125 | 1.0 | 0.635s | 1m:15s |
| Iteration 34 | l2 | 7.1343 | newto.. | 110 | --- | 0.375 | 1.0 | 0.640s | 1m:18s |
| Iteration 35 | l2 | 27.4845 | libli.. | 842 | --- | 0.375 | 1.0 | 0.648s | 1m:21s |
| Iteration 36 | none | --- | newto.. | 991 | --- | 0.625 | 1.0 | 0.642s | 1m:23s |
| Iteration 37 | l2 | 26.5087 | newto.. | 866 | --- | 0.6875 | 1.0 | 0.637s | 1m:26s |
| Iteration 38 | l2 | 29.8224 | lbfgs | 308 | --- | 0.5 | 1.0 | 0.641s | 1m:28s |
| Iteration 39 | l2 | 0.0137 | sag | 307 | --- | 0.8125 | 1.0 | 0.634s | 1m:30s |
| Iteration 40 | l2 | 46.5567 | newto.. | 998 | --- | 0.3125 | 1.0 | 0.641s | 1m:32s |
| Iteration 41 | l2 | 26.3296 | newto.. | 870 | --- | 0.4375 | 1.0 | 0.648s | 1m:36s |
| Iteration 42 | l2 | 0.0132 | sag | 255 | --- | 0.375 | 1.0 | 0.645s | 1m:38s |
| Iteration 43 | l2 | 0.0151 | lbfgs | 279 | --- | 0.625 | 1.0 | 0.641s | 1m:42s |
| Iteration 44 | l2 | 0.0081 | lbfgs | 287 | --- | 0.5 | 1.0 | 0.688s | 1m:46s |
| Iteration 45 | l2 | 26.5201 | libli.. | 866 | --- | 0.6875 | 1.0 | 0.686s | 1m:49s |
| Iteration 46 | l2 | 0.0061 | lbfgs | 256 | --- | 0.75 | 1.0 | 0.643s | 1m:52s |
| Iteration 47 | l2 | 27.5523 | libli.. | 835 | --- | 0.4375 | 1.0 | 0.640s | 1m:54s |
| Iteration 48 | l2 | 99.9303 | newto.. | 100 | --- | 0.75 | 1.0 | 0.638s | 1m:56s |
| Iteration 49 | l1 | 1.4758 | libli.. | 838 | --- | 0.25 | 1.0 | 0.647s | 1m:58s |
| Iteration 50 | none | --- | newto.. | 965 | --- | 0.4375 | 1.0 | 0.643s | 1m:60s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'penalty': 'none', 'solver': 'newton-cg', 'max_iter': 999}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:01s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8241
Test evaluation --> roc_auc: 0.35
Time elapsed: 0.020s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.57 ± 0.1833
Time elapsed: 0.127s
-------------------------------------------------
Total time: 2m:01s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.5 | 0.5 | 0.682s | 0.688s |
| Initial point 2 | svd | --- | 0.4375 | 0.5 | 0.688s | 2.290s |
| Initial point 3 | svd | --- | 0.4375 | 0.5 | 0.001s | 3.229s |
| Initial point 4 | lsqr | 0.8 | 0.75 | 0.75 | 0.697s | 4.788s |
| Initial point 5 | eigen | 0.9 | 0.625 | 0.75 | 0.646s | 6.295s |
| Initial point 6 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.633s | 7.783s |
| Initial point 7 | lsqr | 0.5 | 0.25 | 0.8125 | 0.654s | 9.362s |
| Initial point 8 | lsqr | 0.9 | 0.5625 | 0.8125 | 0.632s | 12.814s |
| Initial point 9 | lsqr | 0.6 | 0.5625 | 0.8125 | 0.632s | 14.818s |
| Initial point 10 | eigen | 0.8 | 0.4375 | 0.8125 | 0.652s | 16.418s |
| Iteration 11 | eigen | 0.6 | 0.375 | 0.8125 | 1.207s | 18.620s |
| Iteration 12 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 19.584s |
| Iteration 13 | eigen | 0.7 | 0.25 | 0.8125 | 0.626s | 21.171s |
| Iteration 14 | lsqr | auto | 0.625 | 0.8125 | 0.631s | 22.784s |
| Iteration 15 | eigen | auto | 0.625 | 0.8125 | 0.635s | 25.218s |
| Iteration 16 | svd | --- | 0.4375 | 0.8125 | 0.000s | 27.873s |
| Iteration 17 | eigen | None | 0.625 | 0.8125 | 0.629s | 29.876s |
| Iteration 18 | svd | --- | 0.4375 | 0.8125 | 0.001s | 30.882s |
| Iteration 19 | svd | --- | 0.4375 | 0.8125 | 0.000s | 33.597s |
| Iteration 20 | lsqr | None | 0.625 | 0.8125 | 0.629s | 37.342s |
| Iteration 21 | eigen | 0.5 | 0.5625 | 0.8125 | 0.635s | 41.196s |
| Iteration 22 | lsqr | 1.0 | 0.5625 | 0.8125 | 0.633s | 44.940s |
| Iteration 23 | svd | --- | 0.4375 | 0.8125 | 0.000s | 48.166s |
| Iteration 24 | svd | --- | 0.4375 | 0.8125 | 0.000s | 51.591s |
| Iteration 25 | svd | --- | 0.4375 | 0.8125 | 0.000s | 53.111s |
| Iteration 26 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 54.135s |
| Iteration 27 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 55.227s |
| Iteration 28 | lsqr | 0.5 | 0.25 | 0.8125 | 0.000s | 58.609s |
| Iteration 29 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:02s |
| Iteration 30 | eigen | 0.7 | 0.25 | 0.8125 | 0.000s | 1m:06s |
| Iteration 31 | eigen | 0.6 | 0.375 | 0.8125 | 0.001s | 1m:10s |
| Iteration 32 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:13s |
| Iteration 33 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:15s |
| Iteration 34 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:16s |
| Iteration 35 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.001s | 1m:17s |
| Iteration 36 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:18s |
| Iteration 37 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:19s |
| Iteration 38 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:20s |
| Iteration 39 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.001s | 1m:23s |
| Iteration 40 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:24s |
| Iteration 41 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:27s |
| Iteration 42 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:31s |
| Iteration 43 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:32s |
| Iteration 44 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:34s |
| Iteration 45 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:35s |
| Iteration 46 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:36s |
| Iteration 47 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:37s |
| Iteration 48 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:38s |
| Iteration 49 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.000s | 1m:42s |
| Iteration 50 | lsqr | 0.7 | 0.8125 | 0.8125 | 0.001s | 1m:43s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:47s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7205
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.67 ± 0.1364
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:47s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.5 | 0.5 | 0.651s | 0.654s |
| Initial point 2 | 0.9 | 0.4375 | 0.5 | 0.664s | 2.728s |
| Initial point 3 | 0.1 | 0.25 | 0.5 | 0.632s | 4.198s |
| Initial point 4 | 1.0 | 0.5 | 0.5 | 0.001s | 5.053s |
| Initial point 5 | 0.2 | 0.625 | 0.625 | 0.635s | 6.557s |
| Initial point 6 | 0.4 | 0.8125 | 0.8125 | 0.638s | 8.062s |
| Initial point 7 | 0.4 | 0.8125 | 0.8125 | 0.001s | 8.880s |
| Initial point 8 | 0.7 | 0.5625 | 0.8125 | 0.654s | 10.401s |
| Initial point 9 | 0.9 | 0.4375 | 0.8125 | 0.000s | 11.237s |
| Initial point 10 | 0.8 | 0.4375 | 0.8125 | 1.197s | 13.250s |
| Iteration 11 | 0.3 | 0.375 | 0.8125 | 0.638s | 14.860s |
| Iteration 12 | 0.6 | 0.6875 | 0.8125 | 0.633s | 16.459s |
| Iteration 13 | 0.5 | 0.1875 | 0.8125 | 0.639s | 18.071s |
| Iteration 14 | 0.0 | 0.5 | 0.8125 | 0.638s | 19.727s |
| Iteration 15 | 0.4 | 0.8125 | 0.8125 | 0.000s | 20.702s |
| Iteration 16 | 0.4 | 0.8125 | 0.8125 | 0.000s | 21.621s |
| Iteration 17 | 0.4 | 0.8125 | 0.8125 | 0.001s | 22.543s |
| Iteration 18 | 0.4 | 0.8125 | 0.8125 | 0.000s | 23.457s |
| Iteration 19 | 0.4 | 0.8125 | 0.8125 | 0.000s | 24.396s |
| Iteration 20 | 0.6 | 0.6875 | 0.8125 | 0.000s | 25.313s |
| Iteration 21 | 0.6 | 0.6875 | 0.8125 | 0.000s | 27.478s |
| Iteration 22 | 0.4 | 0.8125 | 0.8125 | 0.000s | 30.056s |
| Iteration 23 | 0.4 | 0.8125 | 0.8125 | 0.000s | 33.130s |
| Iteration 24 | 0.4 | 0.8125 | 0.8125 | 0.000s | 36.121s |
| Iteration 25 | 0.4 | 0.8125 | 0.8125 | 0.000s | 37.501s |
| Iteration 26 | 0.4 | 0.8125 | 0.8125 | 0.000s | 38.467s |
| Iteration 27 | 0.4 | 0.8125 | 0.8125 | 0.000s | 39.437s |
| Iteration 28 | 0.9 | 0.4375 | 0.8125 | 0.000s | 41.800s |
| Iteration 29 | 0.4 | 0.8125 | 0.8125 | 0.000s | 43.239s |
| Iteration 30 | 0.8 | 0.4375 | 0.8125 | 0.000s | 44.207s |
| Iteration 31 | 0.4 | 0.8125 | 0.8125 | 0.000s | 45.211s |
| Iteration 32 | 0.4 | 0.8125 | 0.8125 | 0.000s | 46.173s |
| Iteration 33 | 0.4 | 0.8125 | 0.8125 | 0.000s | 47.152s |
| Iteration 34 | 0.4 | 0.8125 | 0.8125 | 0.000s | 48.137s |
| Iteration 35 | 0.4 | 0.8125 | 0.8125 | 0.000s | 49.613s |
| Iteration 36 | 0.4 | 0.8125 | 0.8125 | 0.000s | 50.697s |
| Iteration 37 | 0.4 | 0.8125 | 0.8125 | 0.000s | 51.677s |
| Iteration 38 | 0.4 | 0.8125 | 0.8125 | 0.000s | 52.652s |
| Iteration 39 | 0.4 | 0.8125 | 0.8125 | 0.000s | 53.706s |
| Iteration 40 | 0.4 | 0.8125 | 0.8125 | 0.000s | 54.761s |
| Iteration 41 | 0.4 | 0.8125 | 0.8125 | 0.000s | 55.830s |
| Iteration 42 | 0.4 | 0.8125 | 0.8125 | 0.000s | 56.842s |
| Iteration 43 | 0.4 | 0.8125 | 0.8125 | 0.000s | 57.862s |
| Iteration 44 | 0.4 | 0.8125 | 0.8125 | 0.000s | 58.948s |
| Iteration 45 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:00s |
| Iteration 46 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:01s |
| Iteration 47 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:02s |
| Iteration 48 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:03s |
| Iteration 49 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:04s |
| Iteration 50 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:05s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'reg_param': 0.4}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:06s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6723
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.54 ± 0.1828
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:06s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.6872 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 0.641s | 0.669s |
| Initial point 2 | 5.0457 | uniform | kd_tree | 39 | 2 | 0.4375 | 1.0 | 0.671s | 2.336s |
| Initial point 3 | 3.9858 | dista.. | ball_tree | 25 | 2 | 0.8125 | 1.0 | 0.656s | 3.833s |
| Initial point 4 | 11.6283 | uniform | ball_tree | 39 | 2 | 0.5 | 1.0 | 0.650s | 5.332s |
| Initial point 5 | 9.1093 | dista.. | auto | 30 | 2 | 0.6875 | 1.0 | 0.648s | 6.812s |
| Initial point 6 | 10.5492 | dista.. | ball_tree | 21 | 2 | 1.0 | 1.0 | 0.650s | 9.112s |
| Initial point 7 | 7.5456 | dista.. | ball_tree | 24 | 1 | 1.0 | 1.0 | 0.648s | 10.896s |
| Initial point 8 | 1.8082 | dista.. | ball_tree | 21 | 2 | 0.6875 | 1.0 | 0.650s | 14.151s |
| Initial point 9 | 8.4053 | uniform | ball_tree | 24 | 1 | 0.5 | 1.0 | 0.649s | 17.682s |
| Initial point 10 | 5.9701 | uniform | brute | 22 | 2 | 0.5 | 1.0 | 0.648s | 19.630s |
| Iteration 11 | 12.723 | dista.. | kd_tree | 40 | 1 | 0.5625 | 1.0 | 0.675s | 22.020s |
| Iteration 12 | 8.7913 | dista.. | ball_tree | 24 | 1 | 0.875 | 1.0 | 0.662s | 23.858s |
| Iteration 13 | 12.723 | dista.. | ball_tree | 34 | 1 | 0.75 | 1.0 | 0.644s | 25.669s |
| Iteration 14 | 0.039 | dista.. | brute | 21 | 1 | 0.5 | 1.0 | 0.647s | 27.423s |
| Iteration 15 | 12.723 | dista.. | auto | 30 | 1 | 0.75 | 1.0 | 0.640s | 29.253s |
| Iteration 16 | 0.2256 | dista.. | auto | 22 | 1 | 0.5 | 1.0 | 0.657s | 31.047s |
| Iteration 17 | 12.529 | dista.. | ball_tree | 20 | 1 | 0.625 | 1.0 | 0.646s | 32.765s |
| Iteration 18 | 6.9992 | dista.. | ball_tree | 40 | 2 | 0.5 | 1.0 | 0.636s | 34.482s |
| Iteration 19 | 7.9452 | dista.. | ball_tree | 21 | 2 | 0.8125 | 1.0 | 0.638s | 36.294s |
| Iteration 20 | 12.723 | dista.. | auto | 40 | 2 | 0.6875 | 1.0 | 0.641s | 38.028s |
| Iteration 21 | 7.3157 | dista.. | kd_tree | 20 | 1 | 0.6875 | 1.0 | 0.642s | 39.788s |
| Iteration 22 | 6.8524 | dista.. | ball_tree | 25 | 1 | 0.5 | 1.0 | 0.643s | 41.647s |
| Iteration 23 | 0.0017 | uniform | auto | 22 | 2 | 0.5 | 1.0 | 0.652s | 43.403s |
| Iteration 24 | 12.723 | dista.. | auto | 20 | 2 | 0.625 | 1.0 | 0.638s | 45.244s |
| Iteration 25 | 12.723 | dista.. | auto | 20 | 2 | 0.625 | 1.0 | 0.001s | 48.736s |
| Iteration 26 | 12.723 | dista.. | brute | 40 | 1 | 0.3125 | 1.0 | 0.650s | 51.123s |
| Iteration 27 | 12.0987 | uniform | auto | 40 | 1 | 0.5 | 1.0 | 0.641s | 54.687s |
| Iteration 28 | 11.7805 | uniform | brute | 40 | 1 | 0.375 | 1.0 | 0.649s | 57.690s |
| Iteration 29 | 1.1785 | dista.. | auto | 40 | 1 | 0.375 | 1.0 | 0.678s | 1m:01s |
| Iteration 30 | 11.1331 | dista.. | ball_tree | 20 | 2 | 0.9375 | 1.0 | 0.646s | 1m:05s |
| Iteration 31 | 12.723 | dista.. | ball_tree | 20 | 2 | 0.875 | 1.0 | 0.638s | 1m:07s |
| Iteration 32 | 12.723 | dista.. | ball_tree | 20 | 2 | 0.875 | 1.0 | 0.001s | 1m:09s |
| Iteration 33 | 12.723 | dista.. | ball_tree | 20 | 2 | 0.875 | 1.0 | 0.000s | 1m:10s |
| Iteration 34 | 12.723 | dista.. | kd_tree | 20 | 2 | 0.8125 | 1.0 | 0.646s | 1m:12s |
| Iteration 35 | 12.723 | dista.. | kd_tree | 20 | 2 | 0.8125 | 1.0 | 0.001s | 1m:13s |
| Iteration 36 | 12.723 | dista.. | ball_tree | 27 | 2 | 0.75 | 1.0 | 1.210s | 1m:16s |
| Iteration 37 | 12.723 | dista.. | ball_tree | 20 | 2 | 0.875 | 1.0 | 0.000s | 1m:17s |
| Iteration 38 | 12.723 | dista.. | ball_tree | 20 | 2 | 0.875 | 1.0 | 0.000s | 1m:18s |
| Iteration 39 | 9.7818 | dista.. | ball_tree | 20 | 2 | 0.6875 | 1.0 | 0.648s | 1m:20s |
| Iteration 40 | 12.723 | dista.. | ball_tree | 20 | 2 | 0.875 | 1.0 | 0.000s | 1m:22s |
| Iteration 41 | 12.723 | uniform | kd_tree | 20 | 2 | 0.5 | 1.0 | 0.639s | 1m:25s |
| Iteration 42 | 12.723 | dista.. | ball_tree | 20 | 2 | 0.875 | 1.0 | 0.000s | 1m:27s |
| Iteration 43 | 12.723 | dista.. | ball_tree | 20 | 2 | 0.875 | 1.0 | 0.000s | 1m:28s |
| Iteration 44 | 12.723 | dista.. | brute | 20 | 2 | 0.75 | 1.0 | 0.652s | 1m:30s |
| Iteration 45 | 6.9188 | dista.. | ball_tree | 24 | 1 | 0.875 | 1.0 | 0.653s | 1m:32s |
| Iteration 46 | 12.723 | dista.. | ball_tree | 20 | 2 | 0.875 | 1.0 | 0.001s | 1m:34s |
| Iteration 47 | 12.723 | dista.. | ball_tree | 20 | 2 | 0.875 | 1.0 | 0.000s | 1m:35s |
| Iteration 48 | 12.723 | dista.. | ball_tree | 20 | 2 | 0.875 | 1.0 | 0.000s | 1m:36s |
| Iteration 49 | 12.723 | uniform | auto | 20 | 2 | 0.5 | 1.0 | 0.640s | 1m:38s |
| Iteration 50 | 12.723 | dista.. | ball_tree | 20 | 2 | 0.875 | 1.0 | 0.001s | 1m:40s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'radius': 10.5492, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 21, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:43s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.91 ± 0.02
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:43s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.875 | 0.875 | 1.036s | 1.042s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.625 | 0.875 | 1.033s | 3.276s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.75 | 0.875 | 0.794s | 4.902s |
| Initial point 4 | 431 | 0.0871 | SAMME | 1.0 | 1.0 | 0.949s | 6.757s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.875 | 1.0 | 0.816s | 9.523s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 1.0 | 1.0 | 0.995s | 13.799s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.8438 | 1.0 | 0.655s | 15.848s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.8125 | 1.0 | 0.912s | 17.611s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.6875 | 1.0 | 0.629s | 19.101s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.7812 | 1.0 | 0.748s | 20.756s |
| Iteration 11 | 114 | 0.0798 | SAMME | 0.6875 | 1.0 | 0.709s | 22.493s |
| Iteration 12 | 460 | 0.2349 | SAMME.R | 0.75 | 1.0 | 0.980s | 24.470s |
| Iteration 13 | 431 | 0.0871 | SAMME | 1.0 | 1.0 | 0.000s | 25.480s |
| Iteration 14 | 432 | 0.0871 | SAMME | 0.75 | 1.0 | 0.921s | 27.496s |
| Iteration 15 | 428 | 0.1128 | SAMME | 1.0 | 1.0 | 0.928s | 29.472s |
| Iteration 16 | 420 | 0.1746 | SAMME.R | 0.875 | 1.0 | 0.954s | 31.492s |
| Iteration 17 | 429 | 0.116 | SAMME | 0.875 | 1.0 | 0.922s | 33.559s |
| Iteration 18 | 405 | 0.0859 | SAMME | 0.8125 | 1.0 | 0.920s | 35.512s |
| Iteration 19 | 438 | 0.237 | SAMME.R | 0.5625 | 1.0 | 0.980s | 37.604s |
| Iteration 20 | 425 | 0.0649 | SAMME | 0.8438 | 1.0 | 1.513s | 40.210s |
| Iteration 21 | 427 | 0.2639 | SAMME | 0.75 | 1.0 | 0.923s | 42.246s |
| Iteration 22 | 424 | 0.107 | SAMME | 1.0 | 1.0 | 0.937s | 44.358s |
| Iteration 23 | 424 | 0.1036 | SAMME | 0.5 | 1.0 | 0.928s | 46.405s |
| Iteration 24 | 430 | 0.0525 | SAMME | 0.9062 | 1.0 | 0.940s | 48.420s |
| Iteration 25 | 433 | 0.032 | SAMME | 0.9375 | 1.0 | 0.942s | 50.432s |
| Iteration 26 | 431 | 0.065 | SAMME | 0.75 | 1.0 | 0.942s | 53.133s |
| Iteration 27 | 431 | 0.0713 | SAMME | 1.0 | 1.0 | 0.927s | 55.387s |
| Iteration 28 | 431 | 0.0644 | SAMME | 0.75 | 1.0 | 0.931s | 57.443s |
| Iteration 29 | 467 | 0.3601 | SAMME.R | 0.75 | 1.0 | 1.005s | 59.527s |
| Iteration 30 | 440 | 0.0538 | SAMME | 0.8125 | 1.0 | 0.991s | 1m:02s |
| Iteration 31 | 499 | 0.01 | SAMME | 0.8125 | 1.0 | 1.040s | 1m:04s |
| Iteration 32 | 431 | 0.0725 | SAMME | 0.8438 | 1.0 | 0.981s | 1m:06s |
| Iteration 33 | 431 | 0.0722 | SAMME | 1.0 | 1.0 | 0.989s | 1m:08s |
| Iteration 34 | 431 | 0.0678 | SAMME | 0.875 | 1.0 | 0.990s | 1m:10s |
| Iteration 35 | 433 | 0.0101 | SAMME | 1.0 | 1.0 | 0.931s | 1m:12s |
| Iteration 36 | 312 | 0.0112 | SAMME | 0.75 | 1.0 | 0.847s | 1m:14s |
| Iteration 37 | 432 | 0.01 | SAMME | 0.6875 | 1.0 | 0.924s | 1m:18s |
| Iteration 38 | 431 | 0.0765 | SAMME | 0.9375 | 1.0 | 0.935s | 1m:21s |
| Iteration 39 | 431 | 0.0844 | SAMME | 0.875 | 1.0 | 0.935s | 1m:23s |
| Iteration 40 | 434 | 0.4329 | SAMME | 0.9375 | 1.0 | 0.933s | 1m:25s |
| Iteration 41 | 431 | 2.2191 | SAMME | 0.5625 | 1.0 | 0.644s | 1m:29s |
| Iteration 42 | 432 | 0.1142 | SAMME | 0.875 | 1.0 | 0.939s | 1m:31s |
| Iteration 43 | 432 | 0.117 | SAMME | 0.875 | 1.0 | 0.934s | 1m:34s |
| Iteration 44 | 436 | 0.1437 | SAMME | 0.8125 | 1.0 | 0.949s | 1m:36s |
| Iteration 45 | 437 | 0.0198 | SAMME | 1.0 | 1.0 | 0.949s | 1m:39s |
| Iteration 46 | 438 | 0.0191 | SAMME | 0.75 | 1.0 | 0.952s | 1m:41s |
| Iteration 47 | 427 | 0.017 | SAMME | 0.375 | 1.0 | 0.920s | 1m:44s |
| Iteration 48 | 430 | 0.1125 | SAMME | 0.8125 | 1.0 | 0.924s | 1m:46s |
| Iteration 49 | 431 | 0.1047 | SAMME | 0.625 | 1.0 | 0.955s | 1m:50s |
| Iteration 50 | 432 | 0.0647 | SAMME | 0.9062 | 1.0 | 0.944s | 1m:52s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'n_estimators': 461, 'learning_rate': 0.2353, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:53s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.417s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.77 ± 0.1288
Time elapsed: 1.879s
-------------------------------------------------
Total time: 1m:56s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.9375 | 0.9375 | 1.060s | 1.082s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.5625 | 0.9375 | 0.940s | 2.944s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.8125 | 0.9375 | 0.978s | 4.846s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.9375 | 0.795s | 6.622s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.625 | 0.9375 | 0.979s | 8.460s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.875 | 0.9375 | 0.767s | 10.203s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 1.0 | 1.0 | 0.800s | 11.936s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.625 | 1.0 | 0.791s | 13.653s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.875 | 1.0 | 0.935s | 15.471s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 1.0 | 1.0 | 0.879s | 17.257s |
| Iteration 11 | 465 | gini | 5 | 20 | 12 | 0.9 | False | 0.0127 | --- | 0.625 | 1.0 | 0.915s | 20.746s |
| Iteration 12 | 354 | gini | 7 | 8 | 14 | 0.9 | True | 0.0183 | None | 0.875 | 1.0 | 0.917s | 24.763s |
| Iteration 13 | 58 | entropy | None | 6 | 15 | sqrt | False | 0.035 | --- | 0.875 | 1.0 | 0.665s | 27.067s |
| Iteration 14 | 285 | entropy | None | 7 | 19 | sqrt | True | 0.0209 | 0.9 | 0.7188 | 1.0 | 0.845s | 29.181s |
| Iteration 15 | 476 | gini | 9 | 5 | 10 | None | True | 0.0161 | 0.5 | 0.75 | 1.0 | 0.992s | 31.447s |
| Iteration 16 | 409 | entropy | None | 19 | 1 | log2 | False | 0.035 | --- | 1.0 | 1.0 | 0.888s | 33.684s |
| Iteration 17 | 343 | gini | 9 | 20 | 19 | 0.8 | True | 0.035 | 0.5 | 0.5 | 1.0 | 0.883s | 37.636s |
| Iteration 18 | 249 | entropy | 7 | 20 | 2 | sqrt | True | 0.0203 | 0.7 | 0.5625 | 1.0 | 0.824s | 40.326s |
| Iteration 19 | 440 | entropy | 2 | 19 | 17 | log2 | True | 0.0108 | 0.8 | 0.5 | 1.0 | 0.961s | 42.698s |
| Iteration 20 | 169 | entropy | 4 | 3 | 20 | log2 | True | 0.027 | 0.5 | 0.5 | 1.0 | 1.388s | 45.332s |
| Iteration 21 | 187 | gini | 7 | 7 | 1 | None | False | 0.0341 | --- | 1.0 | 1.0 | 0.755s | 48.347s |
| Iteration 22 | 252 | gini | 6 | 9 | 19 | 0.9 | True | 0.0174 | None | 0.375 | 1.0 | 0.822s | 50.760s |
| Iteration 23 | 121 | gini | 5 | 18 | 15 | 0.9 | True | 0.018 | None | 0.5625 | 1.0 | 0.723s | 52.824s |
| Iteration 24 | 290 | gini | 2 | 17 | 6 | 0.9 | True | 0.035 | None | 0.6875 | 1.0 | 0.870s | 56.915s |
| Iteration 25 | 351 | entropy | 6 | 9 | 3 | 0.7 | False | 0.035 | --- | 0.8125 | 1.0 | 0.847s | 59.609s |
| Iteration 26 | 215 | entropy | None | 20 | 20 | None | False | 0.035 | --- | 0.25 | 1.0 | 0.758s | 1m:02s |
| Iteration 27 | 24 | entropy | 1 | 2 | 1 | auto | True | 0.0151 | 0.8 | 0.75 | 1.0 | 0.652s | 1m:04s |
| Iteration 28 | 325 | entropy | 4 | 2 | 7 | 0.5 | False | 0.035 | --- | 0.5625 | 1.0 | 0.827s | 1m:08s |
| Iteration 29 | 209 | entropy | 6 | 19 | 5 | 0.7 | False | 0.0343 | --- | 0.8125 | 1.0 | 0.766s | 1m:11s |
| Iteration 30 | 413 | entropy | 6 | 9 | 18 | auto | False | 0.035 | --- | 0.9688 | 1.0 | 0.873s | 1m:13s |
| Iteration 31 | 66 | gini | 7 | 3 | 2 | None | False | 0.0295 | --- | 0.5 | 1.0 | 0.699s | 1m:15s |
| Iteration 32 | 444 | entropy | None | 15 | 1 | 0.7 | False | 0.0111 | --- | 0.375 | 1.0 | 0.915s | 1m:18s |
| Iteration 33 | 395 | entropy | 4 | 20 | 2 | sqrt | False | 0.0312 | --- | 1.0 | 1.0 | 0.863s | 1m:20s |
| Iteration 34 | 354 | entropy | 4 | 19 | 19 | sqrt | False | 0.0332 | --- | 0.75 | 1.0 | 0.832s | 1m:22s |
| Iteration 35 | 301 | entropy | 6 | 15 | 10 | auto | False | 0.0103 | --- | 1.0 | 1.0 | 0.824s | 1m:25s |
| Iteration 36 | 222 | entropy | 6 | 16 | 10 | sqrt | False | 0.0255 | --- | 0.7188 | 1.0 | 0.756s | 1m:27s |
| Iteration 37 | 297 | entropy | 9 | 20 | 7 | auto | False | 0.0186 | --- | 0.4375 | 1.0 | 0.803s | 1m:30s |
| Iteration 38 | 405 | entropy | None | 17 | 1 | log2 | False | 0.0349 | --- | 1.0 | 1.0 | 0.875s | 1m:33s |
| Iteration 39 | 313 | entropy | 1 | 15 | 6 | log2 | False | 0.0067 | --- | 0.9062 | 1.0 | 0.822s | 1m:36s |
| Iteration 40 | 194 | gini | 3 | 8 | 2 | 0.5 | False | 0.0316 | --- | 1.0 | 1.0 | 0.764s | 1m:38s |
| Iteration 41 | 299 | entropy | 9 | 20 | 1 | 0.7 | False | 0.035 | --- | 0.5 | 1.0 | 0.861s | 1m:41s |
| Iteration 42 | 26 | gini | 7 | 12 | 16 | 0.9 | True | 0.013 | None | 0.5312 | 1.0 | 0.701s | 1m:43s |
| Iteration 43 | 181 | gini | 3 | 11 | 2 | 0.5 | False | 0.0128 | --- | 0.8438 | 1.0 | 0.806s | 1m:45s |
| Iteration 44 | 469 | gini | 7 | 6 | 15 | 0.9 | True | 0.0242 | None | 0.75 | 1.0 | 1.048s | 1m:48s |
| Iteration 45 | 293 | entropy | 5 | 10 | 7 | None | False | 0.035 | --- | 1.0 | 1.0 | 0.884s | 1m:51s |
| Iteration 46 | 164 | gini | 8 | 8 | 3 | None | False | 0.035 | --- | 0.75 | 1.0 | 0.799s | 1m:54s |
| Iteration 47 | 196 | gini | 8 | 3 | 1 | 0.5 | False | 0.032 | --- | 0.3125 | 1.0 | 0.811s | 1m:56s |
| Iteration 48 | 270 | gini | 7 | 9 | 15 | 0.8 | True | 0.0159 | None | 1.0 | 1.0 | 0.896s | 1m:59s |
| Iteration 49 | 82 | entropy | 6 | 4 | 10 | sqrt | True | 0.0083 | 0.8 | 0.4688 | 1.0 | 0.746s | 2m:01s |
| Iteration 50 | 20 | entropy | 3 | 14 | 2 | 0.8 | False | 0.0259 | --- | 0.9375 | 1.0 | 0.699s | 2m:04s |
Bayesian Optimization ---------------------------
Best call --> Iteration 48
Best parameters --> {'n_estimators': 270, 'criterion': 'gini', 'max_depth': 7, 'min_samples_split': 9, 'min_samples_leaf': 15, 'max_features': 0.8, 'bootstrap': True, 'ccp_alpha': 0.0159, 'max_samples': None}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:05s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8411
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.247s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.0775
Time elapsed: 1.103s
-------------------------------------------------
Total time: 2m:06s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.792s | 0.812s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.5625 | 0.5625 | 0.776s | 2.466s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.5625 | 0.778s | 4.118s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.5625 | 0.732s | 5.766s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.5625 | 0.714s | 7.414s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.5625 | 0.704s | 8.983s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.5625 | 0.696s | 10.511s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.5625 | 0.690s | 12.051s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.5 | 0.5625 | 0.726s | 13.615s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.5625 | 0.697s | 15.203s |
| Iteration 11 | 385 | 0.0516 | 8 | 0.2782 | 3 | 0.9 | 1.0 | 0.01 | 0.1 | 0.8125 | 0.8125 | 0.712s | 17.074s |
| Iteration 12 | 368 | 0.1975 | 3 | 0.3162 | 7 | 0.6 | 1.0 | 0.1 | 100 | 0.5 | 0.8125 | 0.715s | 19.031s |
| Iteration 13 | 238 | 0.1123 | 1 | 0.0 | 5 | 1.0 | 1.0 | 0.1 | 0.01 | 0.7188 | 0.8125 | 0.682s | 20.946s |
| Iteration 14 | 380 | 0.0267 | 8 | 0.1212 | 2 | 0.9 | 1.0 | 0 | 0.1 | 0.9375 | 0.9375 | 0.718s | 22.896s |
| Iteration 15 | 143 | 0.1108 | 5 | 0.0425 | 3 | 1.0 | 1.0 | 0 | 10 | 0.9375 | 0.9375 | 0.673s | 24.843s |
| Iteration 16 | 145 | 0.3446 | 9 | 0.0 | 2 | 0.7 | 0.5 | 0.01 | 0.01 | 0.9375 | 0.9375 | 0.721s | 26.916s |
| Iteration 17 | 20 | 1.0 | 1 | 0.0 | 1 | 1.0 | 1.0 | 0 | 100 | 0.75 | 0.9375 | 0.704s | 28.971s |
| Iteration 18 | 249 | 0.0626 | 8 | 0.0557 | 3 | 0.9 | 0.9 | 0 | 0.1 | 0.8125 | 0.9375 | 0.731s | 32.204s |
| Iteration 19 | 386 | 0.9485 | 8 | 0.0 | 2 | 0.7 | 0.4 | 100 | 0.1 | 0.5 | 0.9375 | 0.766s | 35.557s |
| Iteration 20 | 500 | 0.01 | 10 | 0.0 | 1 | 0.8 | 1.0 | 0 | 0 | 0.9375 | 0.9375 | 0.745s | 39.816s |
| Iteration 21 | 500 | 0.5959 | 10 | 0.0 | 1 | 1.0 | 0.7 | 0.01 | 100 | 0.875 | 0.9375 | 0.743s | 42.467s |
| Iteration 22 | 20 | 0.01 | 10 | 0.0 | 1 | 0.5 | 0.4 | 0 | 0 | 0.875 | 0.9375 | 0.641s | 46.832s |
| Iteration 23 | 500 | 0.0217 | 10 | 0.0 | 3 | 1.0 | 1.0 | 0 | 0 | 0.5625 | 0.9375 | 1.312s | 50.054s |
| Iteration 24 | 164 | 0.18 | 7 | 0.1358 | 2 | 0.8 | 1.0 | 0 | 0 | 0.9375 | 0.9375 | 0.676s | 52.098s |
| Iteration 25 | 316 | 0.01 | 10 | 0.0 | 1 | 0.6 | 0.7 | 0 | 0 | 0.8125 | 0.9375 | 0.721s | 54.292s |
| Iteration 26 | 20 | 0.01 | 10 | 1.0 | 3 | 0.5 | 0.4 | 0 | 1 | 0.3125 | 0.9375 | 0.646s | 56.362s |
| Iteration 27 | 134 | 0.1732 | 7 | 0.0547 | 1 | 0.8 | 0.8 | 0 | 0.1 | 0.9375 | 0.9375 | 0.676s | 58.360s |
| Iteration 28 | 71 | 0.1731 | 7 | 0.0077 | 1 | 0.5 | 0.6 | 0.01 | 1 | 0.6875 | 0.9375 | 0.665s | 1m:02s |
| Iteration 29 | 20 | 0.2457 | 10 | 0.0 | 1 | 0.8 | 1.0 | 0 | 1 | 0.8125 | 0.9375 | 0.646s | 1m:07s |
| Iteration 30 | 20 | 0.061 | 4 | 0.0938 | 1 | 0.7 | 0.4 | 0 | 0.01 | 0.625 | 0.9375 | 0.650s | 1m:10s |
| Iteration 31 | 500 | 0.2227 | 7 | 0.0126 | 1 | 1.0 | 1.0 | 0 | 0.01 | 0.625 | 0.9375 | 0.732s | 1m:12s |
| Iteration 32 | 302 | 0.0918 | 9 | 0.0407 | 1 | 0.8 | 1.0 | 0 | 0.01 | 0.75 | 0.9375 | 0.723s | 1m:14s |
| Iteration 33 | 20 | 1.0 | 10 | 0.0 | 10 | 0.7 | 1.0 | 0 | 100 | 0.5 | 0.9375 | 0.646s | 1m:16s |
| Iteration 34 | 72 | 0.12 | 5 | 1.0 | 10 | 1.0 | 0.9 | 100 | 0.01 | 0.5 | 0.9375 | 0.656s | 1m:18s |
| Iteration 35 | 178 | 0.3103 | 6 | 0.3233 | 1 | 0.8 | 0.5 | 0 | 10 | 1.0 | 1.0 | 0.676s | 1m:22s |
| Iteration 36 | 354 | 0.0721 | 4 | 0.3291 | 1 | 0.8 | 0.4 | 0 | 10 | 0.75 | 1.0 | 0.709s | 1m:26s |
| Iteration 37 | 382 | 0.0121 | 3 | 0.3612 | 1 | 0.6 | 0.8 | 0 | 0.01 | 0.5 | 1.0 | 0.721s | 1m:29s |
| Iteration 38 | 20 | 0.2163 | 8 | 0.1763 | 1 | 0.9 | 0.4 | 0 | 100 | 0.7812 | 1.0 | 0.644s | 1m:31s |
| Iteration 39 | 305 | 0.2745 | 1 | 0.0 | 10 | 1.0 | 0.9 | 0 | 100 | 0.5 | 1.0 | 0.702s | 1m:33s |
| Iteration 40 | 222 | 0.0203 | 1 | 0.0 | 1 | 1.0 | 0.8 | 100 | 0.1 | 0.5 | 1.0 | 0.688s | 1m:35s |
| Iteration 41 | 20 | 0.3929 | 10 | 0.4449 | 1 | 1.0 | 0.8 | 0 | 10 | 0.5 | 1.0 | 0.702s | 1m:38s |
| Iteration 42 | 291 | 0.0119 | 10 | 0.0 | 1 | 0.8 | 0.9 | 0.1 | 0 | 0.9375 | 1.0 | 0.725s | 1m:40s |
| Iteration 43 | 109 | 0.01 | 8 | 0.0 | 1 | 0.8 | 0.5 | 0.01 | 100 | 0.75 | 1.0 | 0.715s | 1m:42s |
| Iteration 44 | 430 | 0.0417 | 10 | 0.0 | 4 | 0.6 | 0.6 | 0 | 0.01 | 0.75 | 1.0 | 0.772s | 1m:44s |
| Iteration 45 | 333 | 0.2607 | 10 | 0.0 | 1 | 1.0 | 0.5 | 1 | 0.01 | 0.875 | 1.0 | 0.699s | 1m:49s |
| Iteration 46 | 220 | 0.1131 | 10 | 0.0 | 1 | 0.9 | 0.6 | 0 | 1 | 0.8125 | 1.0 | 0.683s | 1m:51s |
| Iteration 47 | 22 | 0.0433 | 10 | 0.0 | 1 | 0.7 | 0.6 | 0.1 | 0.1 | 0.3125 | 1.0 | 0.659s | 1m:54s |
| Iteration 48 | 174 | 1.0 | 4 | 0.0 | 1 | 0.8 | 0.4 | 0 | 100 | 1.0 | 1.0 | 0.674s | 1m:56s |
| Iteration 49 | 173 | 1.0 | 4 | 0.0 | 1 | 0.6 | 0.4 | 0 | 100 | 0.625 | 1.0 | 0.691s | 1m:59s |
| Iteration 50 | 41 | 0.0967 | 6 | 0.5107 | 2 | 0.8 | 0.8 | 0.01 | 10 | 0.9062 | 1.0 | 0.653s | 2m:01s |
Bayesian Optimization ---------------------------
Best call --> Iteration 35
Best parameters --> {'n_estimators': 178, 'learning_rate': 0.3103, 'max_depth': 6, 'gamma': 0.3233, 'min_child_weight': 1, 'subsample': 0.8, 'colsample_bytree': 0.5, 'reg_alpha': 0, 'reg_lambda': 10}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:02s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9888
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.066s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.77 ± 0.0245
Time elapsed: 0.188s
-------------------------------------------------
Total time: 2m:03s
Final results ==================== >>
Duration: 14m:50s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.75 ± 0.0775 ~
Logistic Regression --> roc_auc: 0.57 ± 0.1833 ~
Linear Discriminant Analysis --> roc_auc: 0.67 ± 0.1364 ~
Quadratic Discriminant Analysis --> roc_auc: 0.54 ± 0.1828
Radius Nearest Neighbors --> roc_auc: 0.91 ± 0.02 !
AdaBoost --> roc_auc: 0.77 ± 0.1288 ~
Random Forest --> roc_auc: 0.75 ± 0.0775
XGBoost --> roc_auc: 0.77 ± 0.0245
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASTNTGNQFYF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAASPNTGNQFYF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGSGGSYIPTF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVSSGGYNKLIF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAASATSGTYKYIF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CALILTGGGNKLTF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAAGGYQKVTF.
>>> Dropping feature CAASKGSARQLTF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CALSSGGSNYKLTF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAVEDDYKLSF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAASMNSGYSTLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CASSGSARQLTF.
>>> Dropping feature CAVFTSGTYKYIF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVKGFGNVLHC.
>>> Dropping feature CAVRGAAGNKLTF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVRPNDYKLSF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAARDNYGQNFVF.
>>> Dropping feature CAASKTGNQFYF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CALSNFGNEKLTF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 1.0 | 1.0 | 3.220s | 3.241s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.625 | 1.0 | 3.260s | 7.606s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.8125 | 1.0 | 3.163s | 11.679s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.7188 | 1.0 | 3.281s | 15.828s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.875 | 1.0 | 3.291s | 20.070s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.5 | 1.0 | 3.294s | 24.349s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 1.0 | 1.0 | 3.247s | 28.552s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.5 | 1.0 | 3.275s | 32.781s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.5625 | 1.0 | 3.239s | 36.887s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.625 | 1.0 | 3.207s | 40.965s |
| Iteration 11 | exponen.. | 1.0 | 195 | 0.9 | squared_er.. | 3 | 3 | 8 | 0.5 | 0.0335 | 0.9688 | 1.0 | 3.228s | 47.750s |
| Iteration 12 | exponen.. | 0.1362 | 19 | 1.0 | friedman_mse | 20 | 1 | 3 | auto | 0.0252 | 1.0 | 1.0 | 3.076s | 54.939s |
| Iteration 13 | exponen.. | 0.01 | 14 | 0.8 | friedman_mse | 2 | 1 | 1 | 0.9 | 0.027 | 0.875 | 1.0 | 3.097s | 1m:02s |
| Iteration 14 | exponen.. | 0.8057 | 97 | 1.0 | friedman_mse | 18 | 4 | 7 | auto | 0.0268 | 0.8438 | 1.0 | 3.103s | 1m:09s |
| Iteration 15 | exponen.. | 0.01 | 500 | 1.0 | friedman_mse | 20 | 1 | 1 | None | 0.035 | 0.8125 | 1.0 | 3.214s | 1m:16s |
| Iteration 16 | exponen.. | 1.0 | 10 | 1.0 | squared_er.. | 3 | 1 | 10 | auto | 0.035 | 0.75 | 1.0 | 3.080s | 1m:24s |
| Iteration 17 | exponen.. | 0.0969 | 36 | 1.0 | friedman_mse | 9 | 8 | 5 | 0.9 | 0.0312 | 0.6875 | 1.0 | 3.155s | 1m:31s |
| Iteration 18 | exponen.. | 0.3263 | 500 | 0.5 | squared_er.. | 20 | 20 | 1 | auto | 0.035 | 0.5 | 1.0 | 3.215s | 1m:38s |
| Iteration 19 | exponen.. | 1.0 | 10 | 1.0 | friedman_mse | 8 | 1 | 10 | auto | 0.005 | 0.4062 | 1.0 | 3.084s | 1m:45s |
| Iteration 20 | exponen.. | 1.0 | 500 | 0.5 | squared_er.. | 2 | 1 | 10 | 0.6 | 0.0258 | 0.75 | 1.0 | 3.219s | 1m:52s |
| Iteration 21 | exponen.. | 0.1179 | 438 | 0.8 | squared_er.. | 6 | 8 | 8 | 0.7 | 0.013 | 0.875 | 1.0 | 3.161s | 1m:60s |
| Iteration 22 | exponen.. | 0.8807 | 57 | 1.0 | friedman_mse | 7 | 9 | 7 | 0.9 | 0.032 | 0.875 | 1.0 | 3.093s | 2m:07s |
| Iteration 23 | exponen.. | 0.9421 | 100 | 1.0 | friedman_mse | 10 | 8 | 7 | 0.9 | 0.0273 | 0.5625 | 1.0 | 3.164s | 2m:14s |
| Iteration 24 | exponen.. | 0.0101 | 327 | 1.0 | friedman_mse | 16 | 1 | 4 | auto | 0.0305 | 0.9375 | 1.0 | 3.175s | 2m:22s |
| Iteration 25 | exponen.. | 0.6909 | 180 | 0.7 | friedman_mse | 6 | 1 | 1 | auto | 0.0304 | 0.6875 | 1.0 | 3.178s | 2m:27s |
| Iteration 26 | exponen.. | 0.01 | 86 | 1.0 | friedman_mse | 2 | 1 | 1 | auto | 0.0197 | 0.25 | 1.0 | 3.182s | 2m:31s |
| Iteration 27 | exponen.. | 1.0 | 324 | 0.9 | squared_er.. | 8 | 5 | 10 | auto | 0.0343 | 0.9688 | 1.0 | 3.316s | 2m:36s |
| Iteration 28 | deviance | 0.5072 | 172 | 0.9 | squared_er.. | 7 | 8 | 10 | sqrt | 0.035 | 0.6875 | 1.0 | 3.197s | 2m:40s |
| Iteration 29 | exponen.. | 0.1347 | 309 | 0.9 | squared_er.. | 7 | 4 | 8 | log2 | 0.035 | 0.875 | 1.0 | 3.217s | 2m:45s |
| Iteration 30 | exponen.. | 1.0 | 412 | 0.8 | squared_er.. | 5 | 15 | 10 | 0.8 | 0.035 | 0.875 | 1.0 | 3.218s | 2m:49s |
| Iteration 31 | exponen.. | 0.1721 | 164 | 0.9 | squared_er.. | 16 | 14 | 8 | 0.6 | 0.0333 | 0.75 | 1.0 | 3.175s | 2m:54s |
| Iteration 32 | deviance | 0.0108 | 495 | 1.0 | friedman_mse | 20 | 14 | 10 | sqrt | 0.0284 | 0.75 | 1.0 | 3.250s | 2m:58s |
| Iteration 33 | exponen.. | 0.4577 | 124 | 0.8 | friedman_mse | 2 | 5 | 2 | 0.7 | 0.035 | 0.8125 | 1.0 | 3.160s | 3m:03s |
| Iteration 34 | deviance | 0.0365 | 289 | 0.8 | squared_er.. | 2 | 5 | 9 | 0.6 | 0.0228 | 0.6875 | 1.0 | 3.211s | 3m:07s |
| Iteration 35 | exponen.. | 0.8323 | 492 | 0.9 | friedman_mse | 20 | 3 | 3 | 0.9 | 0.0246 | 0.7812 | 1.0 | 3.257s | 3m:12s |
| Iteration 36 | exponen.. | 0.0144 | 431 | 0.9 | friedman_mse | 2 | 14 | 10 | 0.5 | 0.035 | 0.625 | 1.0 | 3.218s | 3m:16s |
| Iteration 37 | exponen.. | 0.693 | 439 | 0.8 | squared_er.. | 2 | 11 | 9 | sqrt | 0.035 | 0.6875 | 1.0 | 3.239s | 3m:22s |
| Iteration 38 | exponen.. | 0.7573 | 147 | 0.9 | squared_er.. | 3 | 4 | 9 | log2 | 0.0229 | 0.9375 | 1.0 | 3.178s | 3m:27s |
| Iteration 39 | exponen.. | 0.0277 | 85 | 0.9 | friedman_mse | 20 | 1 | 1 | auto | 0.035 | 0.6875 | 1.0 | 3.161s | 3m:31s |
| Iteration 40 | exponen.. | 0.8939 | 133 | 0.9 | squared_er.. | 2 | 7 | 4 | 0.8 | 0.0213 | 0.8125 | 1.0 | 3.197s | 3m:36s |
| Iteration 41 | exponen.. | 0.034 | 11 | 0.9 | squared_er.. | 7 | 2 | 10 | log2 | 0.0249 | 0.625 | 1.0 | 3.114s | 3m:40s |
| Iteration 42 | exponen.. | 1.0 | 458 | 0.8 | squared_er.. | 7 | 2 | 4 | sqrt | 0.0278 | 1.0 | 1.0 | 3.317s | 3m:45s |
| Iteration 43 | exponen.. | 1.0 | 452 | 0.8 | squared_er.. | 6 | 4 | 6 | 0.7 | 0.0255 | 0.625 | 1.0 | 3.261s | 3m:50s |
| Iteration 44 | exponen.. | 0.1304 | 57 | 0.5 | friedman_mse | 20 | 6 | 8 | auto | 0.0049 | 0.5625 | 1.0 | 3.173s | 3m:54s |
| Iteration 45 | exponen.. | 1.0 | 296 | 1.0 | squared_er.. | 9 | 1 | 7 | auto | 0.0307 | 0.75 | 1.0 | 3.253s | 3m:59s |
| Iteration 46 | deviance | 1.0 | 62 | 0.5 | squared_er.. | 16 | 1 | 8 | None | 0.0171 | 0.625 | 1.0 | 3.205s | 4m:04s |
| Iteration 47 | exponen.. | 0.2842 | 294 | 1.0 | friedman_mse | 16 | 4 | 5 | 0.5 | 0.0185 | 0.5 | 1.0 | 3.254s | 4m:09s |
| Iteration 48 | deviance | 1.0 | 41 | 1.0 | friedman_mse | 7 | 1 | 4 | 0.7 | 0.035 | 0.9375 | 1.0 | 3.246s | 4m:13s |
| Iteration 49 | deviance | 1.0 | 10 | 0.5 | squared_er.. | 2 | 1 | 10 | auto | 0.035 | 0.4062 | 1.0 | 3.179s | 4m:18s |
| Iteration 50 | deviance | 1.0 | 397 | 0.9 | friedman_mse | 20 | 1 | 6 | auto | 0.0298 | 0.9688 | 1.0 | 3.223s | 4m:25s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'loss': 'exponential', 'learning_rate': 1.0, 'n_estimators': 458, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 7, 'min_samples_leaf': 2, 'max_depth': 4, 'max_features': 'sqrt', 'ccp_alpha': 0.0278}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9973
Test evaluation --> roc_auc: 0.775
Time elapsed: 0.120s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.87 ± 0.04
Time elapsed: 0.603s
-------------------------------------------------
Total time: 4m:30s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.5625 | 0.5625 | 3.129s | 3.139s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.3125 | 0.5625 | 3.223s | 7.799s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.625 | 0.625 | 3.223s | 11.917s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.9375 | 0.9375 | 3.253s | 16.074s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.375 | 0.9375 | 3.233s | 20.154s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.375 | 0.9375 | 3.248s | 24.272s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.75 | 0.9375 | 3.215s | 28.354s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.5 | 0.9375 | 3.167s | 32.435s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.375 | 0.9375 | 3.192s | 36.487s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.4375 | 0.9375 | 3.258s | 40.660s |
| Iteration 11 | l2 | 47.0731 | lbfgs | 168 | --- | 0.625 | 0.9375 | 3.226s | 47.033s |
| Iteration 12 | none | --- | sag | 875 | --- | 0.8125 | 0.9375 | 3.249s | 52.044s |
| Iteration 13 | none | --- | newto.. | 1000 | --- | 0.375 | 0.9375 | 3.252s | 56.648s |
| Iteration 14 | none | --- | saga | 252 | --- | 0.8125 | 0.9375 | 3.259s | 1m:01s |
| Iteration 15 | l2 | 0.1936 | libli.. | 468 | --- | 0.75 | 0.9375 | 3.262s | 1m:06s |
| Iteration 16 | l2 | 0.1668 | libli.. | 1000 | --- | 0.9375 | 0.9375 | 3.233s | 1m:11s |
| Iteration 17 | none | --- | lbfgs | 230 | --- | 0.375 | 0.9375 | 3.181s | 1m:18s |
| Iteration 18 | l2 | 0.331 | libli.. | 1000 | --- | 0.625 | 0.9375 | 3.143s | 1m:23s |
| Iteration 19 | none | --- | sag | 178 | --- | 0.25 | 0.9375 | 3.234s | 1m:28s |
| Iteration 20 | none | --- | sag | 930 | --- | 0.375 | 0.9375 | 3.232s | 1m:33s |
| Iteration 21 | l2 | 0.181 | libli.. | 1000 | --- | 0.25 | 0.9375 | 3.266s | 1m:37s |
| Iteration 22 | l2 | 0.1873 | libli.. | 781 | --- | 0.75 | 0.9375 | 3.843s | 1m:42s |
| Iteration 23 | elast.. | 75.426 | saga | 168 | 0.7 | 0.625 | 0.9375 | 3.229s | 1m:47s |
| Iteration 24 | none | --- | saga | 237 | --- | 0.6875 | 0.9375 | 3.118s | 1m:51s |
| Iteration 25 | l2 | 0.5826 | libli.. | 972 | --- | 0.5625 | 0.9375 | 3.158s | 1m:56s |
| Iteration 26 | none | --- | saga | 457 | --- | 0.4375 | 0.9375 | 3.160s | 2m:00s |
| Iteration 27 | none | --- | saga | 625 | --- | 0.75 | 0.9375 | 3.204s | 2m:05s |
| Iteration 28 | l2 | 1.617 | libli.. | 276 | --- | 0.5 | 0.9375 | 3.189s | 2m:09s |
| Iteration 29 | l2 | 3.9542 | libli.. | 325 | --- | 0.3125 | 0.9375 | 3.167s | 2m:16s |
| Iteration 30 | none | --- | saga | 829 | --- | 0.8125 | 0.9375 | 3.187s | 2m:22s |
| Iteration 31 | l2 | 0.1703 | libli.. | 979 | --- | 0.5625 | 0.9375 | 3.238s | 2m:26s |
| Iteration 32 | l2 | 0.4269 | libli.. | 732 | --- | 0.3125 | 0.9375 | 3.238s | 2m:31s |
| Iteration 33 | none | --- | saga | 565 | --- | 0.8125 | 0.9375 | 3.268s | 2m:36s |
| Iteration 34 | none | --- | lbfgs | 536 | --- | 0.3125 | 0.9375 | 3.233s | 2m:40s |
| Iteration 35 | none | --- | saga | 329 | --- | 0.5 | 0.9375 | 3.245s | 2m:45s |
| Iteration 36 | none | --- | lbfgs | 488 | --- | 0.5 | 0.9375 | 3.156s | 2m:50s |
| Iteration 37 | none | --- | sag | 823 | --- | 0.5625 | 0.9375 | 3.122s | 2m:57s |
| Iteration 38 | none | --- | sag | 309 | --- | 0.5625 | 0.9375 | 3.112s | 3m:02s |
| Iteration 39 | none | --- | saga | 746 | --- | 0.4375 | 0.9375 | 3.217s | 3m:07s |
| Iteration 40 | l2 | 0.1689 | libli.. | 925 | --- | 0.6875 | 0.9375 | 3.162s | 3m:11s |
| Iteration 41 | none | --- | saga | 302 | --- | 0.5 | 0.9375 | 3.171s | 3m:16s |
| Iteration 42 | none | --- | sag | 820 | --- | 0.25 | 0.9375 | 3.190s | 3m:21s |
| Iteration 43 | none | --- | saga | 999 | --- | 0.4375 | 0.9375 | 3.201s | 3m:25s |
| Iteration 44 | l2 | 0.0049 | saga | 977 | --- | 0.375 | 0.9375 | 3.155s | 3m:30s |
| Iteration 45 | none | --- | saga | 976 | --- | 0.6875 | 0.9375 | 3.215s | 3m:35s |
| Iteration 46 | none | --- | saga | 898 | --- | 0.6875 | 0.9375 | 3.769s | 3m:42s |
| Iteration 47 | none | --- | saga | 920 | --- | 0.6875 | 0.9375 | 3.199s | 3m:47s |
| Iteration 48 | none | --- | saga | 938 | --- | 0.8125 | 0.9375 | 3.255s | 3m:52s |
| Iteration 49 | l1 | 91.5983 | saga | 448 | --- | 0.25 | 0.9375 | 3.225s | 3m:57s |
| Iteration 50 | none | --- | saga | 751 | --- | 0.6875 | 0.9375 | 3.230s | 4m:02s |
Bayesian Optimization ---------------------------
Best call --> Initial point 4
Best parameters --> {'penalty': 'l2', 'C': 0.1932, 'solver': 'liblinear', 'max_iter': 945}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 4m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.783
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.55 ± 0.1378
Time elapsed: 0.053s
-------------------------------------------------
Total time: 4m:04s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.8125 | 0.8125 | 3.203s | 3.210s |
| Initial point 2 | svd | --- | 0.3125 | 0.8125 | 3.218s | 7.760s |
| Initial point 3 | svd | --- | 0.3125 | 0.8125 | 0.001s | 8.790s |
| Initial point 4 | lsqr | 0.8 | 0.6875 | 0.8125 | 3.497s | 13.447s |
| Initial point 5 | eigen | 0.9 | 0.5625 | 0.8125 | 3.275s | 17.911s |
| Initial point 6 | lsqr | 0.7 | 0.5 | 0.8125 | 3.236s | 24.284s |
| Initial point 7 | lsqr | 0.5 | 1.0 | 1.0 | 3.256s | 29.249s |
| Initial point 8 | lsqr | 0.9 | 0.375 | 1.0 | 3.216s | 33.478s |
| Initial point 9 | lsqr | 0.6 | 0.375 | 1.0 | 3.221s | 38.003s |
| Initial point 10 | eigen | 0.8 | 0.75 | 1.0 | 3.244s | 42.375s |
| Iteration 11 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 43.554s |
| Iteration 12 | eigen | 0.5 | 0.8125 | 1.0 | 3.232s | 47.911s |
| Iteration 13 | svd | --- | 0.3125 | 1.0 | 0.000s | 49.231s |
| Iteration 14 | eigen | 0.7 | 0.5 | 1.0 | 3.238s | 53.643s |
| Iteration 15 | eigen | auto | 0.75 | 1.0 | 3.265s | 58.087s |
| Iteration 16 | eigen | None | 0.5625 | 1.0 | 3.235s | 1m:03s |
| Iteration 17 | eigen | 0.6 | 0.5 | 1.0 | 3.239s | 1m:07s |
| Iteration 18 | lsqr | 1.0 | 0.625 | 1.0 | 3.221s | 1m:12s |
| Iteration 19 | lsqr | auto | 0.5 | 1.0 | 3.131s | 1m:19s |
| Iteration 20 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:20s |
| Iteration 21 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:24s |
| Iteration 22 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:28s |
| Iteration 23 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:30s |
| Iteration 24 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:31s |
| Iteration 25 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:32s |
| Iteration 26 | lsqr | 0.5 | 1.0 | 1.0 | 0.001s | 1m:33s |
| Iteration 27 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:34s |
| Iteration 28 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:35s |
| Iteration 29 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:36s |
| Iteration 30 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:38s |
| Iteration 31 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:40s |
| Iteration 32 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:42s |
| Iteration 33 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:43s |
| Iteration 34 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:45s |
| Iteration 35 | lsqr | 0.5 | 1.0 | 1.0 | 0.001s | 1m:49s |
| Iteration 36 | lsqr | 0.5 | 1.0 | 1.0 | 0.001s | 1m:51s |
| Iteration 37 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:54s |
| Iteration 38 | lsqr | 0.5 | 1.0 | 1.0 | 0.001s | 1m:56s |
| Iteration 39 | lsqr | 0.5 | 1.0 | 1.0 | 0.001s | 1m:59s |
| Iteration 40 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 2m:01s |
| Iteration 41 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 2m:02s |
| Iteration 42 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 2m:06s |
| Iteration 43 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 2m:08s |
| Iteration 44 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 2m:09s |
| Iteration 45 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 2m:10s |
| Iteration 46 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 2m:12s |
| Iteration 47 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 2m:14s |
| Iteration 48 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 2m:19s |
| Iteration 49 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 2m:20s |
| Iteration 50 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 2m:24s |
Bayesian Optimization ---------------------------
Best call --> Initial point 7
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:26s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7652
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.62 ± 0.0678
Time elapsed: 0.028s
-------------------------------------------------
Total time: 2m:26s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.8125 | 0.8125 | 3.109s | 3.112s |
| Initial point 2 | 0.9 | 0.5625 | 0.8125 | 3.128s | 7.327s |
| Initial point 3 | 0.1 | 0.5 | 0.8125 | 3.136s | 13.456s |
| Initial point 4 | 1.0 | 0.8125 | 0.8125 | 0.000s | 16.864s |
| Initial point 5 | 0.2 | 0.5625 | 0.8125 | 3.128s | 23.667s |
| Initial point 6 | 0.4 | 0.5 | 0.8125 | 3.131s | 30.621s |
| Initial point 7 | 0.4 | 0.5 | 0.8125 | 0.001s | 34.664s |
| Initial point 8 | 0.7 | 0.3125 | 0.8125 | 3.106s | 41.073s |
| Initial point 9 | 0.9 | 0.5625 | 0.8125 | 0.000s | 44.241s |
| Initial point 10 | 0.8 | 0.6875 | 0.8125 | 3.125s | 50.522s |
| Iteration 11 | 0.3 | 0.4375 | 0.8125 | 3.109s | 57.490s |
| Iteration 12 | 0.6 | 0.8125 | 0.8125 | 3.113s | 1m:04s |
| Iteration 13 | 0.5 | 0.6875 | 0.8125 | 3.147s | 1m:11s |
| Iteration 14 | 0.0 | 0.3125 | 0.8125 | 3.148s | 1m:18s |
| Iteration 15 | 0.6 | 0.8125 | 0.8125 | 0.000s | 1m:22s |
| Iteration 16 | 1.0 | 0.8125 | 0.8125 | 0.000s | 1m:26s |
| Iteration 17 | 0.6 | 0.8125 | 0.8125 | 0.000s | 1m:29s |
| Iteration 18 | 0.6 | 0.8125 | 0.8125 | 0.000s | 1m:33s |
| Iteration 19 | 1.0 | 0.8125 | 0.8125 | 0.000s | 1m:36s |
| Iteration 20 | 0.6 | 0.8125 | 0.8125 | 0.001s | 1m:40s |
| Iteration 21 | 1.0 | 0.8125 | 0.8125 | 0.000s | 1m:43s |
| Iteration 22 | 0.6 | 0.8125 | 0.8125 | 0.000s | 1m:47s |
| Iteration 23 | 0.4 | 0.5 | 0.8125 | 0.000s | 1m:49s |
| Iteration 24 | 1.0 | 0.8125 | 0.8125 | 0.000s | 1m:50s |
| Iteration 25 | 0.6 | 0.8125 | 0.8125 | 0.000s | 1m:51s |
| Iteration 26 | 1.0 | 0.8125 | 0.8125 | 0.000s | 1m:52s |
| Iteration 27 | 0.1 | 0.5 | 0.8125 | 0.000s | 1m:53s |
| Iteration 28 | 0.9 | 0.5625 | 0.8125 | 0.000s | 1m:56s |
| Iteration 29 | 0.2 | 0.5625 | 0.8125 | 0.000s | 1m:57s |
| Iteration 30 | 0.8 | 0.6875 | 0.8125 | 0.000s | 1m:59s |
| Iteration 31 | 0.6 | 0.8125 | 0.8125 | 0.000s | 1m:60s |
| Iteration 32 | 1.0 | 0.8125 | 0.8125 | 0.000s | 2m:01s |
| Iteration 33 | 0.6 | 0.8125 | 0.8125 | 0.000s | 2m:02s |
| Iteration 34 | 1.0 | 0.8125 | 0.8125 | 0.000s | 2m:03s |
| Iteration 35 | 0.6 | 0.8125 | 0.8125 | 0.000s | 2m:04s |
| Iteration 36 | 1.0 | 0.8125 | 0.8125 | 0.000s | 2m:05s |
| Iteration 37 | 0.6 | 0.8125 | 0.8125 | 0.000s | 2m:06s |
| Iteration 38 | 1.0 | 0.8125 | 0.8125 | 0.000s | 2m:08s |
| Iteration 39 | 0.6 | 0.8125 | 0.8125 | 0.000s | 2m:10s |
| Iteration 40 | 1.0 | 0.8125 | 0.8125 | 0.000s | 2m:11s |
| Iteration 41 | 1.0 | 0.8125 | 0.8125 | 0.000s | 2m:13s |
| Iteration 42 | 0.6 | 0.8125 | 0.8125 | 0.000s | 2m:14s |
| Iteration 43 | 0.6 | 0.8125 | 0.8125 | 0.000s | 2m:15s |
| Iteration 44 | 1.0 | 0.8125 | 0.8125 | 0.000s | 2m:16s |
| Iteration 45 | 0.6 | 0.8125 | 0.8125 | 0.000s | 2m:17s |
| Iteration 46 | 1.0 | 0.8125 | 0.8125 | 0.000s | 2m:20s |
| Iteration 47 | 0.6 | 0.8125 | 0.8125 | 0.000s | 2m:22s |
| Iteration 48 | 1.0 | 0.8125 | 0.8125 | 0.000s | 2m:23s |
| Iteration 49 | 0.6 | 0.8125 | 0.8125 | 0.000s | 2m:24s |
| Iteration 50 | 1.0 | 0.8125 | 0.8125 | 0.000s | 2m:25s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'reg_param': 0.6}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 2m:27s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7098
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.0
Time elapsed: 0.027s
-------------------------------------------------
Total time: 2m:27s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 10.5143 | dista.. | auto | 40 | 1 | 0.25 | 0.25 | 3.175s | 3.196s |
| Initial point 2 | 4.1815 | uniform | kd_tree | 39 | 2 | 0.4688 | 0.4688 | 3.234s | 7.513s |
| Initial point 3 | 3.3031 | dista.. | ball_tree | 25 | 2 | 1.0 | 1.0 | 3.827s | 12.422s |
| Initial point 4 | 9.6368 | uniform | ball_tree | 39 | 2 | 0.625 | 1.0 | 3.173s | 18.924s |
| Initial point 5 | 7.5491 | dista.. | auto | 30 | 2 | 0.4375 | 1.0 | 3.177s | 26.030s |
| Initial point 6 | 8.7425 | dista.. | ball_tree | 21 | 2 | 0.5 | 1.0 | 3.127s | 30.866s |
| Initial point 7 | 6.2532 | dista.. | ball_tree | 24 | 1 | 0.75 | 1.0 | 3.233s | 35.155s |
| Initial point 8 | 1.4985 | dista.. | ball_tree | 21 | 2 | 0.5625 | 1.0 | 3.166s | 39.480s |
| Initial point 9 | 6.9657 | uniform | ball_tree | 24 | 1 | 0.25 | 1.0 | 3.184s | 43.771s |
| Initial point 10 | 4.9476 | uniform | brute | 22 | 2 | 0.4688 | 1.0 | 3.179s | 48.006s |
| Iteration 11 | 0.0 | dista.. | kd_tree | 26 | 2 | 0.5 | 1.0 | 3.216s | 52.820s |
| Iteration 12 | 2.4663 | dista.. | ball_tree | 25 | 2 | 0.5 | 1.0 | 3.235s | 57.495s |
| Iteration 13 | 10.3265 | dista.. | ball_tree | 28 | 1 | 0.875 | 1.0 | 3.200s | 1m:02s |
| Iteration 14 | 9.6808 | dista.. | ball_tree | 33 | 1 | 0.625 | 1.0 | 3.195s | 1m:07s |
| Iteration 15 | 0.1197 | dista.. | ball_tree | 40 | 2 | 0.5 | 1.0 | 3.183s | 1m:11s |
| Iteration 16 | 8.6293 | uniform | auto | 23 | 2 | 0.4688 | 1.0 | 3.185s | 1m:16s |
| Iteration 17 | 10.0051 | dista.. | brute | 32 | 2 | 0.375 | 1.0 | 3.175s | 1m:20s |
| Iteration 18 | 9.8656 | uniform | kd_tree | 20 | 1 | 0.5938 | 1.0 | 3.174s | 1m:25s |
| Iteration 19 | 10.543 | uniform | brute | 40 | 1 | 0.3125 | 1.0 | 3.156s | 1m:32s |
| Iteration 20 | 10.3051 | dista.. | ball_tree | 28 | 1 | 0.5625 | 1.0 | 3.194s | 1m:37s |
| Iteration 21 | 0.8256 | uniform | auto | 40 | 1 | 0.5 | 1.0 | 3.169s | 1m:42s |
| Iteration 22 | 0.2638 | dista.. | ball_tree | 28 | 2 | 0.5 | 1.0 | 3.182s | 1m:46s |
| Iteration 23 | 10.0371 | dista.. | ball_tree | 27 | 1 | 0.75 | 1.0 | 3.157s | 1m:51s |
| Iteration 24 | 9.2773 | dista.. | kd_tree | 40 | 1 | 0.8125 | 1.0 | 3.173s | 1m:55s |
| Iteration 25 | 0.0831 | dista.. | kd_tree | 40 | 1 | 0.5 | 1.0 | 3.171s | 1m:60s |
| Iteration 26 | 10.5046 | dista.. | kd_tree | 33 | 1 | 0.3125 | 1.0 | 3.181s | 2m:05s |
| Iteration 27 | 10.5439 | dista.. | ball_tree | 26 | 1 | 0.75 | 1.0 | 3.201s | 2m:09s |
| Iteration 28 | 10.5439 | dista.. | ball_tree | 26 | 2 | 0.3125 | 1.0 | 3.163s | 2m:14s |
| Iteration 29 | 3.388 | dista.. | ball_tree | 27 | 2 | 0.3125 | 1.0 | 3.177s | 2m:18s |
| Iteration 30 | 3.302 | dista.. | ball_tree | 25 | 2 | 0.75 | 1.0 | 3.174s | 2m:23s |
| Iteration 31 | 3.3415 | dista.. | ball_tree | 24 | 2 | 0.75 | 1.0 | 3.745s | 2m:29s |
| Iteration 32 | 3.204 | dista.. | ball_tree | 25 | 2 | 0.4375 | 1.0 | 3.162s | 2m:33s |
| Iteration 33 | 3.3492 | dista.. | ball_tree | 25 | 2 | 0.5625 | 1.0 | 3.185s | 2m:38s |
| Iteration 34 | 5.6262 | dista.. | ball_tree | 27 | 1 | 0.125 | 1.0 | 3.141s | 2m:43s |
| Iteration 35 | 10.3221 | dista.. | ball_tree | 27 | 1 | 0.4375 | 1.0 | 3.159s | 2m:47s |
| Iteration 36 | 9.1836 | dista.. | ball_tree | 40 | 1 | 0.4375 | 1.0 | 3.171s | 2m:52s |
| Iteration 37 | 3.3131 | dista.. | ball_tree | 25 | 2 | 0.375 | 1.0 | 3.110s | 2m:59s |
| Iteration 38 | 10.296 | dista.. | ball_tree | 30 | 1 | 0.75 | 1.0 | 3.102s | 3m:06s |
| Iteration 39 | 10.2625 | dista.. | ball_tree | 29 | 1 | 0.9375 | 1.0 | 3.108s | 3m:14s |
| Iteration 40 | 10.2365 | dista.. | ball_tree | 30 | 1 | 1.0 | 1.0 | 3.114s | 3m:20s |
| Iteration 41 | 10.2021 | dista.. | ball_tree | 30 | 1 | 0.5 | 1.0 | 3.183s | 3m:24s |
| Iteration 42 | 10.2764 | dista.. | ball_tree | 31 | 1 | 0.8125 | 1.0 | 3.177s | 3m:29s |
| Iteration 43 | 8.8789 | dista.. | kd_tree | 32 | 1 | 0.875 | 1.0 | 3.186s | 3m:34s |
| Iteration 44 | 8.6191 | dista.. | kd_tree | 30 | 1 | 0.5625 | 1.0 | 3.178s | 3m:39s |
| Iteration 45 | 10.1618 | dista.. | ball_tree | 39 | 1 | 1.0 | 1.0 | 3.201s | 3m:43s |
| Iteration 46 | 10.0961 | uniform | ball_tree | 40 | 1 | 0.5625 | 1.0 | 3.158s | 3m:48s |
| Iteration 47 | 10.0962 | dista.. | ball_tree | 39 | 1 | 0.4688 | 1.0 | 3.191s | 3m:53s |
| Iteration 48 | 10.4302 | dista.. | ball_tree | 38 | 1 | 0.9375 | 1.0 | 3.180s | 3m:58s |
| Iteration 49 | 9.4889 | dista.. | kd_tree | 28 | 1 | 0.375 | 1.0 | 3.182s | 4m:04s |
| Iteration 50 | 10.4876 | dista.. | ball_tree | 37 | 1 | 0.8125 | 1.0 | 3.171s | 4m:08s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'radius': 3.3031, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 25, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.47 ± 0.1122
Time elapsed: 0.053s
-------------------------------------------------
Total time: 4m:12s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.5625 | 0.5625 | 3.552s | 3.559s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.5 | 0.5625 | 3.540s | 8.971s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.9375 | 0.9375 | 3.291s | 13.449s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.875 | 0.9375 | 3.458s | 18.027s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.875 | 0.9375 | 3.994s | 23.206s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.8125 | 0.9375 | 3.513s | 27.911s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.625 | 0.9375 | 3.180s | 32.191s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.625 | 0.9375 | 3.416s | 36.671s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.625 | 0.9375 | 3.142s | 41.045s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.6875 | 0.9375 | 3.296s | 45.437s |
| Iteration 11 | 226 | 0.1376 | SAMME | 0.75 | 0.9375 | 3.374s | 50.144s |
| Iteration 12 | 177 | 0.7837 | SAMME | 1.0 | 1.0 | 3.343s | 54.867s |
| Iteration 13 | 500 | 0.515 | SAMME | 0.75 | 1.0 | 3.512s | 59.700s |
| Iteration 14 | 50 | 0.8765 | SAMME | 0.9375 | 1.0 | 3.167s | 1m:04s |
| Iteration 15 | 164 | 0.7132 | SAMME | 0.6875 | 1.0 | 3.270s | 1m:09s |
| Iteration 16 | 483 | 1.0745 | SAMME | 0.75 | 1.0 | 3.470s | 1m:14s |
| Iteration 17 | 50 | 1.0963 | SAMME | 0.25 | 1.0 | 3.178s | 1m:18s |
| Iteration 18 | 195 | 0.8232 | SAMME | 0.625 | 1.0 | 3.289s | 1m:23s |
| Iteration 19 | 180 | 9.328 | SAMME | 0.2812 | 1.0 | 3.141s | 1m:28s |
| Iteration 20 | 335 | 0.2777 | SAMME | 0.4688 | 1.0 | 3.371s | 1m:33s |
| Iteration 21 | 176 | 0.7626 | SAMME | 0.5625 | 1.0 | 3.271s | 1m:37s |
| Iteration 22 | 223 | 1.0228 | SAMME | 0.6875 | 1.0 | 3.314s | 1m:43s |
| Iteration 23 | 51 | 0.8443 | SAMME.R | 0.5 | 1.0 | 3.197s | 1m:48s |
| Iteration 24 | 225 | 1.0214 | SAMME | 1.0 | 1.0 | 3.289s | 1m:53s |
| Iteration 25 | 226 | 1.0205 | SAMME | 0.6875 | 1.0 | 3.298s | 1m:59s |
| Iteration 26 | 227 | 1.0967 | SAMME | 0.375 | 1.0 | 3.309s | 2m:05s |
| Iteration 27 | 189 | 0.9229 | SAMME | 1.0 | 1.0 | 3.280s | 2m:11s |
| Iteration 28 | 194 | 0.9353 | SAMME | 0.5 | 1.0 | 3.281s | 2m:16s |
| Iteration 29 | 112 | 0.8966 | SAMME | 0.625 | 1.0 | 3.220s | 2m:21s |
| Iteration 30 | 489 | 0.8671 | SAMME | 0.625 | 1.0 | 3.509s | 2m:25s |
| Iteration 31 | 269 | 0.0926 | SAMME | 0.875 | 1.0 | 3.948s | 2m:31s |
| Iteration 32 | 226 | 0.9317 | SAMME | 0.375 | 1.0 | 3.326s | 2m:36s |
| Iteration 33 | 248 | 0.0877 | SAMME | 0.75 | 1.0 | 3.342s | 2m:40s |
| Iteration 34 | 490 | 0.0935 | SAMME | 0.4375 | 1.0 | 3.503s | 2m:45s |
| Iteration 35 | 185 | 0.935 | SAMME | 0.75 | 1.0 | 3.258s | 2m:50s |
| Iteration 36 | 182 | 0.8606 | SAMME | 0.5938 | 1.0 | 3.264s | 2m:55s |
| Iteration 37 | 273 | 0.0908 | SAMME | 0.625 | 1.0 | 3.325s | 2m:59s |
| Iteration 38 | 127 | 0.0518 | SAMME | 0.9062 | 1.0 | 3.224s | 3m:04s |
| Iteration 39 | 224 | 1.0206 | SAMME | 0.75 | 1.0 | 3.309s | 3m:08s |
| Iteration 40 | 128 | 0.0538 | SAMME | 0.75 | 1.0 | 3.217s | 3m:13s |
| Iteration 41 | 224 | 1.0207 | SAMME | 0.5625 | 1.0 | 3.281s | 3m:18s |
| Iteration 42 | 52 | 0.9012 | SAMME | 1.0 | 1.0 | 3.179s | 3m:23s |
| Iteration 43 | 51 | 0.889 | SAMME | 0.625 | 1.0 | 3.170s | 3m:29s |
| Iteration 44 | 53 | 0.8224 | SAMME | 0.625 | 1.0 | 3.169s | 3m:34s |
| Iteration 45 | 55 | 0.9413 | SAMME | 0.875 | 1.0 | 3.184s | 3m:39s |
| Iteration 46 | 150 | 0.0484 | SAMME | 0.5 | 1.0 | 3.233s | 3m:43s |
| Iteration 47 | 52 | 0.9021 | SAMME | 0.75 | 1.0 | 3.154s | 3m:48s |
| Iteration 48 | 56 | 0.902 | SAMME | 1.0 | 1.0 | 3.166s | 3m:53s |
| Iteration 49 | 66 | 0.8947 | SAMME | 0.6562 | 1.0 | 3.091s | 4m:01s |
| Iteration 50 | 55 | 0.9778 | SAMME | 0.8438 | 1.0 | 3.161s | 4m:06s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'n_estimators': 177, 'learning_rate': 0.7837, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:07s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.145s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.0894
Time elapsed: 0.657s
-------------------------------------------------
Total time: 4m:08s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 1.0 | 1.0 | 3.546s | 3.566s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.3125 | 1.0 | 3.418s | 8.266s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.8125 | 1.0 | 3.456s | 12.919s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.625 | 1.0 | 3.362s | 17.446s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.5 | 1.0 | 3.521s | 22.097s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.8125 | 1.0 | 3.366s | 26.828s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 1.0 | 1.0 | 3.283s | 33.570s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.5 | 1.0 | 3.275s | 41.121s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.625 | 1.0 | 4.016s | 46.970s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.9375 | 1.0 | 3.452s | 51.550s |
| Iteration 11 | 369 | entropy | None | 20 | 10 | 0.6 | True | 0.0155 | 0.5 | 0.75 | 1.0 | 3.500s | 56.614s |
| Iteration 12 | 368 | entropy | 3 | 20 | 5 | log2 | True | 0.0219 | 0.7 | 1.0 | 1.0 | 3.482s | 1m:02s |
| Iteration 13 | 44 | gini | 9 | 5 | 18 | 0.9 | False | 0.0258 | --- | 0.7812 | 1.0 | 3.163s | 1m:07s |
| Iteration 14 | 455 | entropy | 3 | 19 | 5 | 0.5 | False | 0.0303 | --- | 0.75 | 1.0 | 3.426s | 1m:12s |
| Iteration 15 | 124 | entropy | 5 | 19 | 6 | 0.5 | False | 0.0338 | --- | 0.9375 | 1.0 | 3.268s | 1m:17s |
| Iteration 16 | 500 | entropy | 9 | 19 | 6 | sqrt | False | 0.0002 | --- | 0.875 | 1.0 | 3.474s | 1m:22s |
| Iteration 17 | 455 | entropy | 2 | 17 | 5 | 0.8 | True | 0.0146 | None | 0.625 | 1.0 | 3.526s | 1m:27s |
| Iteration 18 | 405 | entropy | 7 | 19 | 6 | 0.9 | False | 0.0341 | --- | 0.375 | 1.0 | 3.410s | 1m:33s |
| Iteration 19 | 226 | entropy | 4 | 20 | 2 | log2 | True | 0.0302 | 0.8 | 0.875 | 1.0 | 3.307s | 1m:38s |
| Iteration 20 | 47 | entropy | 3 | 20 | 12 | log2 | True | 0.0265 | 0.5 | 0.5625 | 1.0 | 3.184s | 1m:43s |
| Iteration 21 | 64 | gini | 3 | 11 | 13 | None | False | 0.0041 | --- | 0.9688 | 1.0 | 3.209s | 1m:47s |
| Iteration 22 | 370 | entropy | 2 | 20 | 5 | log2 | True | 0.0282 | 0.7 | 0.75 | 1.0 | 3.451s | 1m:53s |
| Iteration 23 | 500 | gini | 9 | 20 | 13 | None | True | 0.0282 | None | 0.5625 | 1.0 | 3.559s | 1m:58s |
| Iteration 24 | 297 | gini | 5 | 7 | 12 | None | False | 0.0054 | --- | 0.9375 | 1.0 | 3.350s | 2m:03s |
| Iteration 25 | 10 | entropy | 9 | 17 | 5 | sqrt | False | 0.035 | --- | 0.6875 | 1.0 | 3.177s | 2m:08s |
| Iteration 26 | 185 | gini | 1 | 11 | 17 | None | False | 0.0025 | --- | 0.5 | 1.0 | 3.302s | 2m:13s |
| Iteration 27 | 200 | entropy | 8 | 8 | 5 | 0.5 | True | 0.0223 | 0.8 | 1.0 | 1.0 | 3.374s | 2m:18s |
| Iteration 28 | 279 | gini | 3 | 6 | 13 | None | False | 0.0015 | --- | 0.6875 | 1.0 | 3.376s | 2m:23s |
| Iteration 29 | 23 | gini | 1 | 10 | 13 | None | False | 0.0061 | --- | 0.375 | 1.0 | 3.237s | 2m:28s |
| Iteration 30 | 173 | entropy | 4 | 13 | 5 | log2 | True | 0.0228 | 0.8 | 0.75 | 1.0 | 3.334s | 2m:35s |
| Iteration 31 | 408 | entropy | 7 | 7 | 19 | log2 | True | 0.0038 | 0.7 | 0.5 | 1.0 | 3.500s | 2m:41s |
| Iteration 32 | 427 | entropy | 8 | 12 | 1 | 0.5 | True | 0.0061 | 0.5 | 0.6875 | 1.0 | 3.519s | 2m:46s |
| Iteration 33 | 478 | entropy | 4 | 9 | 1 | auto | True | 0.0016 | 0.8 | 0.75 | 1.0 | 4.221s | 2m:52s |
| Iteration 34 | 487 | entropy | 8 | 11 | 7 | 0.5 | False | 0.0029 | --- | 0.6875 | 1.0 | 3.495s | 2m:58s |
| Iteration 35 | 230 | entropy | 9 | 16 | 20 | None | True | 0.0088 | 0.8 | 0.5 | 1.0 | 3.313s | 3m:03s |
| Iteration 36 | 48 | gini | 2 | 6 | 1 | auto | True | 0.0317 | 0.5 | 0.5938 | 1.0 | 3.181s | 3m:08s |
| Iteration 37 | 166 | gini | 6 | 4 | 1 | None | True | 0.0053 | 0.5 | 0.4375 | 1.0 | 3.268s | 3m:15s |
| Iteration 38 | 89 | gini | 9 | 4 | 20 | auto | False | 0.0272 | --- | 0.6875 | 1.0 | 3.208s | 3m:21s |
| Iteration 39 | 478 | gini | 8 | 20 | 20 | 0.7 | True | 0.016 | 0.9 | 0.8125 | 1.0 | 3.532s | 3m:27s |
| Iteration 40 | 206 | entropy | 6 | 2 | 7 | auto | True | 0.0342 | 0.8 | 0.9375 | 1.0 | 3.298s | 3m:32s |
| Iteration 41 | 259 | entropy | 6 | 12 | 5 | auto | False | 0.0147 | --- | 0.625 | 1.0 | 3.299s | 3m:37s |
| Iteration 42 | 41 | entropy | None | 11 | 1 | log2 | False | 0.0218 | --- | 1.0 | 1.0 | 3.154s | 3m:42s |
| Iteration 43 | 271 | entropy | None | 16 | 2 | log2 | False | 0.0227 | --- | 0.625 | 1.0 | 3.316s | 3m:47s |
| Iteration 44 | 484 | gini | None | 5 | 20 | 0.6 | False | 0.0275 | --- | 0.5938 | 1.0 | 3.405s | 3m:52s |
| Iteration 45 | 18 | entropy | 6 | 8 | 1 | auto | False | 0.0309 | --- | 0.8125 | 1.0 | 3.175s | 3m:57s |
| Iteration 46 | 333 | entropy | None | 15 | 1 | auto | False | 0.0327 | --- | 0.4375 | 1.0 | 3.338s | 4m:02s |
| Iteration 47 | 164 | entropy | None | 17 | 1 | 0.6 | True | 0.0248 | 0.9 | 0.5 | 1.0 | 3.267s | 4m:07s |
| Iteration 48 | 146 | entropy | 1 | 6 | 8 | log2 | True | 0.012 | None | 1.0 | 1.0 | 3.229s | 4m:12s |
| Iteration 49 | 26 | entropy | 5 | 6 | 8 | log2 | True | 0.0323 | 0.5 | 0.7188 | 1.0 | 3.152s | 4m:17s |
| Iteration 50 | 286 | entropy | 8 | 15 | 9 | auto | True | 0.0017 | 0.8 | 0.9375 | 1.0 | 3.370s | 4m:22s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'n_estimators': 499, 'criterion': 'entropy', 'max_depth': 1, 'min_samples_split': 20, 'min_samples_leaf': 5, 'max_features': 0.5, 'bootstrap': True, 'ccp_alpha': 0.0234, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9188
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.432s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.96 ± 0.02
Time elapsed: 2.004s
-------------------------------------------------
Total time: 4m:26s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.242s | 3.262s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.4375 | 0.5 | 3.226s | 7.703s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.5 | 3.255s | 12.006s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.5 | 3.215s | 16.444s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.5 | 3.280s | 20.970s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.5 | 3.210s | 25.347s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.5 | 3.228s | 29.722s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.5 | 3.183s | 34.018s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.5 | 0.5 | 3.864s | 39.093s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.5 | 3.204s | 43.450s |
| Iteration 11 | 301 | 0.5009 | 5 | 0.0547 | 4 | 0.8 | 0.7 | 1 | 10 | 1.0 | 1.0 | 3.220s | 48.096s |
| Iteration 12 | 401 | 0.1874 | 5 | 0.9769 | 3 | 0.6 | 0.7 | 1 | 1 | 0.9375 | 1.0 | 3.257s | 52.792s |
| Iteration 13 | 220 | 1.0 | 5 | 0.0 | 5 | 1.0 | 0.7 | 1 | 100 | 0.8125 | 1.0 | 3.194s | 57.567s |
| Iteration 14 | 21 | 0.3583 | 5 | 0.0134 | 3 | 0.7 | 0.5 | 0 | 0.01 | 0.8125 | 1.0 | 3.203s | 1m:02s |
| Iteration 15 | 473 | 0.1189 | 5 | 0.0187 | 2 | 0.7 | 0.9 | 0.1 | 10 | 0.6875 | 1.0 | 3.263s | 1m:07s |
| Iteration 16 | 150 | 0.0212 | 5 | 0.9446 | 4 | 0.6 | 0.5 | 100 | 0.01 | 0.5 | 1.0 | 3.242s | 1m:12s |
| Iteration 17 | 123 | 0.3461 | 5 | 0.7678 | 5 | 0.5 | 0.7 | 10 | 10 | 0.5 | 1.0 | 3.189s | 1m:17s |
| Iteration 18 | 334 | 0.7215 | 5 | 0.8315 | 7 | 1.0 | 0.7 | 1 | 0.1 | 0.5 | 1.0 | 3.220s | 1m:22s |
| Iteration 19 | 212 | 0.8391 | 5 | 0.3799 | 4 | 0.8 | 0.7 | 1 | 10 | 0.6875 | 1.0 | 3.103s | 1m:28s |
| Iteration 20 | 371 | 0.4862 | 5 | 0.0411 | 4 | 0.7 | 0.7 | 10 | 10 | 0.5 | 1.0 | 3.226s | 1m:33s |
| Iteration 21 | 482 | 0.436 | 5 | 0.132 | 2 | 0.8 | 0.7 | 1 | 0 | 0.875 | 1.0 | 3.238s | 1m:37s |
| Iteration 22 | 302 | 0.4871 | 5 | 1.0 | 1 | 0.9 | 0.5 | 1 | 0 | 0.6875 | 1.0 | 3.204s | 1m:42s |
| Iteration 23 | 437 | 0.9408 | 9 | 0.1312 | 1 | 0.7 | 0.9 | 10 | 1 | 0.5 | 1.0 | 3.209s | 1m:47s |
| Iteration 24 | 350 | 0.2934 | 5 | 0.6472 | 3 | 0.6 | 0.7 | 1 | 0 | 0.875 | 1.0 | 3.238s | 1m:52s |
| Iteration 25 | 500 | 0.0529 | 5 | 0.225 | 3 | 1.0 | 0.8 | 1 | 0 | 0.75 | 1.0 | 3.254s | 1m:57s |
| Iteration 26 | 484 | 0.0179 | 5 | 0.123 | 3 | 0.6 | 0.7 | 1 | 10 | 0.3125 | 1.0 | 3.259s | 2m:02s |
| Iteration 27 | 261 | 0.2623 | 5 | 0.6629 | 4 | 0.9 | 0.9 | 1 | 1 | 0.875 | 1.0 | 3.251s | 2m:07s |
| Iteration 28 | 459 | 0.2913 | 6 | 0.462 | 3 | 0.8 | 0.5 | 1 | 0.01 | 0.6875 | 1.0 | 3.251s | 2m:12s |
| Iteration 29 | 162 | 0.4974 | 5 | 0.0 | 4 | 0.9 | 0.5 | 1 | 100 | 0.8125 | 1.0 | 3.324s | 2m:18s |
| Iteration 30 | 475 | 0.2585 | 5 | 0.3197 | 3 | 0.8 | 0.5 | 1 | 1 | 0.75 | 1.0 | 3.249s | 2m:24s |
| Iteration 31 | 112 | 0.303 | 5 | 0.3438 | 3 | 0.6 | 0.9 | 1 | 100 | 0.5625 | 1.0 | 3.200s | 2m:29s |
| Iteration 32 | 361 | 0.3901 | 5 | 0.0844 | 4 | 0.7 | 0.9 | 1 | 1 | 0.75 | 1.0 | 3.253s | 2m:36s |
| Iteration 33 | 344 | 0.3312 | 5 | 0.9296 | 3 | 1.0 | 0.5 | 1 | 0.01 | 0.9688 | 1.0 | 3.244s | 2m:42s |
| Iteration 34 | 91 | 0.3612 | 4 | 0.8359 | 3 | 1.0 | 0.8 | 0.1 | 0 | 0.625 | 1.0 | 3.184s | 2m:47s |
| Iteration 35 | 316 | 0.3137 | 5 | 0.5159 | 3 | 0.9 | 0.4 | 1 | 1 | 0.875 | 1.0 | 3.735s | 2m:55s |
| Iteration 36 | 357 | 0.3485 | 5 | 0.0826 | 3 | 1.0 | 0.5 | 1 | 0 | 0.625 | 1.0 | 3.283s | 3m:01s |
| Iteration 37 | 447 | 0.5052 | 5 | 0.868 | 3 | 0.7 | 0.6 | 1 | 1 | 0.5625 | 1.0 | 3.245s | 3m:07s |
| Iteration 38 | 421 | 0.2685 | 7 | 0.9294 | 4 | 0.8 | 0.4 | 1 | 0.01 | 0.75 | 1.0 | 3.263s | 3m:12s |
| Iteration 39 | 330 | 0.5111 | 5 | 0.0533 | 7 | 0.6 | 0.5 | 1 | 0.1 | 0.5 | 1.0 | 3.221s | 3m:17s |
| Iteration 40 | 290 | 0.4945 | 1 | 0.0694 | 4 | 0.9 | 0.6 | 1 | 0.1 | 0.8125 | 1.0 | 3.245s | 3m:22s |
| Iteration 41 | 123 | 0.1472 | 2 | 1.0 | 2 | 0.8 | 0.9 | 1 | 0.01 | 0.5 | 1.0 | 3.184s | 3m:27s |
| Iteration 42 | 282 | 0.4601 | 8 | 0.0 | 4 | 0.8 | 0.5 | 1 | 100 | 0.6875 | 1.0 | 3.235s | 3m:32s |
| Iteration 43 | 317 | 0.2739 | 4 | 0.831 | 3 | 1.0 | 0.9 | 0.1 | 10 | 0.7188 | 1.0 | 3.251s | 3m:37s |
| Iteration 44 | 20 | 1.0 | 5 | 0.4813 | 1 | 0.9 | 0.7 | 0 | 100 | 0.5625 | 1.0 | 3.167s | 3m:42s |
| Iteration 45 | 425 | 0.1609 | 4 | 0.8674 | 1 | 0.7 | 0.6 | 1 | 0 | 0.75 | 1.0 | 3.268s | 3m:47s |
| Iteration 46 | 329 | 0.2002 | 10 | 0.8299 | 3 | 0.8 | 1.0 | 1 | 1 | 0.6875 | 1.0 | 3.221s | 3m:52s |
| Iteration 47 | 326 | 0.2209 | 1 | 0.1924 | 3 | 1.0 | 0.8 | 1 | 10 | 0.5625 | 1.0 | 3.234s | 3m:57s |
| Iteration 48 | 20 | 1.0 | 5 | 0.3214 | 6 | 0.7 | 0.5 | 0 | 0 | 0.5 | 1.0 | 3.196s | 4m:02s |
| Iteration 49 | 287 | 0.3548 | 6 | 0.8913 | 4 | 0.6 | 0.5 | 1 | 0.1 | 0.6875 | 1.0 | 3.229s | 4m:08s |
| Iteration 50 | 493 | 0.7129 | 8 | 0.1278 | 1 | 0.6 | 0.4 | 0.1 | 0 | 0.875 | 1.0 | 3.297s | 4m:15s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'n_estimators': 301, 'learning_rate': 0.5009, 'max_depth': 5, 'gamma': 0.0547, 'min_child_weight': 4, 'subsample': 0.8, 'colsample_bytree': 0.7, 'reg_alpha': 1, 'reg_lambda': 10}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:19s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8996
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.072s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.84 ± 0.1241
Time elapsed: 0.213s
-------------------------------------------------
Total time: 4m:19s
Final results ==================== >>
Duration: 30m:33s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.87 ± 0.04 ~
Logistic Regression --> roc_auc: 0.55 ± 0.1378 ~
Linear Discriminant Analysis --> roc_auc: 0.62 ± 0.0678 ~
Quadratic Discriminant Analysis --> roc_auc: 0.9 ± 0.0
Radius Nearest Neighbors --> roc_auc: 0.47 ± 0.1122 ~
AdaBoost --> roc_auc: 0.9 ± 0.0894
Random Forest --> roc_auc: 0.96 ± 0.02 !
XGBoost --> roc_auc: 0.84 ± 0.1241
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 800 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAVLNAGNNRKLIW.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAASKTGNQFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAVTNTGGFKTIF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVRNQGGKLIF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAASPNTGNQFYF.
>>> Dropping feature CAGNSGNTPLVF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CAVDGQKLLF.
>>> Dropping feature CAVGGGSNYKLTF.
>>> Dropping feature CAASKGTYKYIF.
>>> Dropping feature CASSSGETQYF.
>>> Dropping feature CAVKGGSEKLVF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVPSGGSYIPTF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CASSGSARQLTF.
>>> Dropping feature CASSLADTQYF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVSSGGYNKLIF.
>>> Dropping feature CAASTNTGNQFYF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAVDNQAGTALIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVLDSSYKLIF.
>>> Dropping feature CAVRTSGTYKYIF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.5312 | 0.5312 | 0.651s | 0.671s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.75 | 0.75 | 0.684s | 4.682s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.625 | 0.75 | 0.640s | 8.449s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.6875 | 0.75 | 0.694s | 12.601s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 1.0 | 1.0 | 0.698s | 16.588s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.5625 | 1.0 | 0.737s | 20.439s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.5625 | 1.0 | 0.713s | 24.327s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.875 | 1.0 | 1.474s | 27.363s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.75 | 1.0 | 0.700s | 29.274s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.75 | 1.0 | 0.687s | 30.949s |
| Iteration 11 | exponen.. | 0.0401 | 258 | 0.6 | friedman_mse | 13 | 8 | 10 | auto | 0.0 | 0.5 | 1.0 | 0.698s | 33.088s |
| Iteration 12 | deviance | 0.3042 | 169 | 0.5 | friedman_mse | 9 | 2 | 9 | 0.9 | 0.0296 | 0.75 | 1.0 | 0.674s | 35.214s |
| Iteration 13 | exponen.. | 0.0184 | 236 | 0.6 | friedman_mse | 7 | 3 | 1 | None | 0.0163 | 0.8125 | 1.0 | 0.678s | 37.344s |
| Iteration 14 | exponen.. | 0.0387 | 117 | 0.9 | friedman_mse | 13 | 3 | 10 | 0.5 | 0.0338 | 0.4062 | 1.0 | 0.664s | 39.517s |
| Iteration 15 | exponen.. | 0.0299 | 136 | 0.6 | friedman_mse | 11 | 1 | 10 | 0.5 | 0.0188 | 0.75 | 1.0 | 0.668s | 41.763s |
| Iteration 16 | exponen.. | 0.2058 | 224 | 0.6 | friedman_mse | 20 | 12 | 9 | log2 | 0.0349 | 0.5 | 1.0 | 0.684s | 44.642s |
| Iteration 17 | exponen.. | 0.0879 | 244 | 0.7 | friedman_mse | 10 | 10 | 9 | 0.5 | 0.0225 | 0.4375 | 1.0 | 0.678s | 47.093s |
| Iteration 18 | exponen.. | 0.0929 | 230 | 0.6 | friedman_mse | 5 | 3 | 10 | 0.6 | 0.0236 | 1.0 | 1.0 | 0.685s | 51.792s |
| Iteration 19 | exponen.. | 0.4691 | 221 | 0.5 | friedman_mse | 16 | 1 | 10 | log2 | 0.0004 | 0.8125 | 1.0 | 0.681s | 54.657s |
| Iteration 20 | exponen.. | 0.0418 | 234 | 0.6 | friedman_mse | 5 | 3 | 9 | sqrt | 0.0051 | 0.9375 | 1.0 | 0.699s | 56.749s |
| Iteration 21 | exponen.. | 0.0392 | 223 | 0.6 | friedman_mse | 2 | 3 | 10 | 0.9 | 0.0152 | 0.625 | 1.0 | 0.701s | 59.002s |
| Iteration 22 | exponen.. | 0.8924 | 230 | 0.6 | friedman_mse | 14 | 3 | 10 | 0.5 | 0.0255 | 1.0 | 1.0 | 0.680s | 1m:01s |
| Iteration 23 | exponen.. | 0.7227 | 129 | 0.6 | friedman_mse | 16 | 3 | 10 | 0.5 | 0.0226 | 0.75 | 1.0 | 0.667s | 1m:03s |
| Iteration 24 | exponen.. | 0.0237 | 230 | 0.6 | friedman_mse | 4 | 3 | 6 | 0.7 | 0.0158 | 0.8125 | 1.0 | 0.706s | 1m:06s |
| Iteration 25 | deviance | 0.1255 | 243 | 0.6 | friedman_mse | 7 | 3 | 9 | log2 | 0.035 | 0.875 | 1.0 | 0.692s | 1m:08s |
| Iteration 26 | exponen.. | 0.0256 | 223 | 0.6 | friedman_mse | 5 | 3 | 9 | log2 | 0.0012 | 0.6875 | 1.0 | 0.700s | 1m:10s |
| Iteration 27 | exponen.. | 0.3637 | 230 | 0.6 | friedman_mse | 4 | 3 | 9 | auto | 0.0246 | 0.6875 | 1.0 | 0.686s | 1m:13s |
| Iteration 28 | exponen.. | 0.1006 | 259 | 0.6 | friedman_mse | 15 | 3 | 10 | 0.8 | 0.0275 | 1.0 | 1.0 | 0.686s | 1m:15s |
| Iteration 29 | exponen.. | 0.0187 | 271 | 0.6 | friedman_mse | 15 | 3 | 10 | sqrt | 0.0081 | 0.9375 | 1.0 | 0.707s | 1m:17s |
| Iteration 30 | deviance | 0.785 | 279 | 0.6 | friedman_mse | 15 | 2 | 2 | log2 | 0.0278 | 0.6562 | 1.0 | 0.696s | 1m:19s |
| Iteration 31 | exponen.. | 0.0259 | 248 | 0.6 | friedman_mse | 12 | 6 | 10 | 0.5 | 0.0278 | 0.875 | 1.0 | 0.694s | 1m:22s |
| Iteration 32 | exponen.. | 0.2343 | 251 | 0.5 | friedman_mse | 13 | 4 | 10 | 0.7 | 0.0196 | 0.3125 | 1.0 | 0.697s | 1m:24s |
| Iteration 33 | exponen.. | 0.0487 | 212 | 0.6 | friedman_mse | 12 | 3 | 7 | sqrt | 0.0233 | 0.875 | 1.0 | 0.680s | 1m:28s |
| Iteration 34 | exponen.. | 0.528 | 260 | 0.6 | friedman_mse | 14 | 3 | 10 | log2 | 0.0321 | 0.9375 | 1.0 | 0.681s | 1m:31s |
| Iteration 35 | exponen.. | 0.2993 | 258 | 0.6 | squared_er.. | 14 | 3 | 8 | 0.6 | 0.0109 | 0.75 | 1.0 | 0.691s | 1m:33s |
| Iteration 36 | exponen.. | 0.3063 | 257 | 0.6 | friedman_mse | 14 | 3 | 10 | 0.7 | 0.0147 | 0.9375 | 1.0 | 0.686s | 1m:35s |
| Iteration 37 | deviance | 0.0674 | 257 | 0.6 | friedman_mse | 14 | 3 | 9 | 0.8 | 0.0212 | 0.6875 | 1.0 | 0.683s | 1m:37s |
| Iteration 38 | exponen.. | 0.1502 | 257 | 0.6 | friedman_mse | 14 | 3 | 8 | 0.8 | 0.0009 | 0.625 | 1.0 | 0.701s | 1m:40s |
| Iteration 39 | exponen.. | 0.0432 | 270 | 0.6 | friedman_mse | 15 | 3 | 8 | 0.6 | 0.0226 | 0.4375 | 1.0 | 0.691s | 1m:42s |
| Iteration 40 | exponen.. | 0.0341 | 209 | 0.6 | friedman_mse | 14 | 5 | 1 | sqrt | 0.0306 | 1.0 | 1.0 | 0.691s | 1m:44s |
| Iteration 41 | exponen.. | 0.0795 | 259 | 0.6 | friedman_mse | 17 | 11 | 7 | 0.8 | 0.035 | 0.9375 | 1.0 | 0.681s | 1m:47s |
| Iteration 42 | exponen.. | 0.0377 | 223 | 0.6 | friedman_mse | 7 | 16 | 1 | sqrt | 0.026 | 0.5625 | 1.0 | 0.688s | 1m:49s |
| Iteration 43 | exponen.. | 0.035 | 216 | 0.6 | friedman_mse | 20 | 2 | 3 | sqrt | 0.0122 | 1.0 | 1.0 | 0.686s | 1m:52s |
| Iteration 44 | exponen.. | 0.095 | 259 | 0.6 | friedman_mse | 17 | 4 | 7 | 0.8 | 0.0335 | 0.8125 | 1.0 | 0.690s | 1m:54s |
| Iteration 45 | exponen.. | 0.0381 | 224 | 0.6 | friedman_mse | 19 | 3 | 9 | sqrt | 0.0342 | 0.75 | 1.0 | 0.677s | 1m:57s |
| Iteration 46 | exponen.. | 0.0371 | 226 | 0.6 | friedman_mse | 14 | 3 | 8 | sqrt | 0.0153 | 0.5625 | 1.0 | 0.691s | 1m:59s |
| Iteration 47 | exponen.. | 0.0345 | 364 | 0.6 | friedman_mse | 17 | 8 | 10 | sqrt | 0.0043 | 0.5 | 1.0 | 0.717s | 2m:02s |
| Iteration 48 | exponen.. | 0.8835 | 12 | 0.6 | squared_er.. | 10 | 5 | 5 | log2 | 0.0318 | 0.625 | 1.0 | 0.640s | 2m:04s |
| Iteration 49 | exponen.. | 0.5229 | 391 | 0.6 | friedman_mse | 12 | 5 | 8 | log2 | 0.0334 | 0.625 | 1.0 | 0.730s | 2m:06s |
| Iteration 50 | exponen.. | 0.2469 | 211 | 0.6 | friedman_mse | 7 | 4 | 6 | 0.5 | 0.035 | 0.875 | 1.0 | 0.689s | 2m:08s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0395, 'n_estimators': 229, 'subsample': 0.6, 'criterion': 'friedman_mse', 'min_samples_split': 10, 'min_samples_leaf': 3, 'max_depth': 9, 'max_features': 'sqrt', 'ccp_alpha': 0.0184}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9871
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.072s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.83 ± 0.0245
Time elapsed: 0.337s
-------------------------------------------------
Total time: 2m:12s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.75 | 0.75 | 0.641s | 0.653s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.6875 | 0.75 | 0.651s | 3.011s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 1.0 | 1.0 | 0.655s | 6.540s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.625 | 1.0 | 0.652s | 10.721s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 1.0 | 1.0 | 0.655s | 12.933s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.4375 | 1.0 | 1.249s | 15.167s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.625 | 1.0 | 0.715s | 16.950s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 1.0 | 1.0 | 0.669s | 18.731s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.8125 | 1.0 | 0.642s | 20.579s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.625 | 1.0 | 0.645s | 22.172s |
| Iteration 11 | l2 | 0.0818 | saga | 315 | --- | 0.3125 | 1.0 | 0.649s | 24.263s |
| Iteration 12 | l1 | 0.0014 | libli.. | 281 | --- | 0.5 | 1.0 | 0.689s | 26.208s |
| Iteration 13 | l2 | 0.5346 | libli.. | 287 | --- | 0.875 | 1.0 | 0.700s | 28.360s |
| Iteration 14 | l1 | 3.5295 | libli.. | 184 | --- | 0.4375 | 1.0 | 0.693s | 31.322s |
| Iteration 15 | l2 | 11.0888 | libli.. | 113 | --- | 0.625 | 1.0 | 0.694s | 33.664s |
| Iteration 16 | l1 | 8.7672 | libli.. | 167 | --- | 0.625 | 1.0 | 0.698s | 35.775s |
| Iteration 17 | l2 | 0.4706 | libli.. | 314 | --- | 0.5 | 1.0 | 0.662s | 37.732s |
| Iteration 18 | l2 | 0.0667 | lbfgs | 564 | --- | 0.8125 | 1.0 | 0.705s | 39.734s |
| Iteration 19 | l2 | 88.9515 | lbfgs | 572 | --- | 0.6875 | 1.0 | 0.706s | 41.688s |
| Iteration 20 | l1 | 0.8883 | libli.. | 129 | --- | 0.5625 | 1.0 | 0.697s | 43.765s |
| Iteration 21 | l2 | 23.0321 | lbfgs | 574 | --- | 0.625 | 1.0 | 0.712s | 45.739s |
| Iteration 22 | l1 | 1.7757 | libli.. | 131 | --- | 0.8125 | 1.0 | 0.650s | 47.667s |
| Iteration 23 | l1 | 0.1833 | libli.. | 126 | --- | 0.8438 | 1.0 | 0.643s | 49.634s |
| Iteration 24 | l2 | 0.0156 | libli.. | 134 | --- | 0.375 | 1.0 | 0.630s | 51.506s |
| Iteration 25 | l2 | 0.0061 | libli.. | 299 | --- | 0.6875 | 1.0 | 0.640s | 53.638s |
| Iteration 26 | l1 | 0.198 | libli.. | 135 | --- | 0.8438 | 1.0 | 0.649s | 55.796s |
| Iteration 27 | l1 | 16.2201 | libli.. | 128 | --- | 0.5625 | 1.0 | 0.642s | 57.932s |
| Iteration 28 | l2 | 5.9251 | lbfgs | 559 | --- | 0.9375 | 1.0 | 0.644s | 59.952s |
| Iteration 29 | l2 | 6.5219 | lbfgs | 557 | --- | 0.75 | 1.0 | 0.638s | 1m:03s |
| Iteration 30 | l2 | 1.0626 | lbfgs | 559 | --- | 0.625 | 1.0 | 0.644s | 1m:05s |
| Iteration 31 | l2 | 0.0386 | newto.. | 563 | --- | 0.9375 | 1.0 | 0.671s | 1m:07s |
| Iteration 32 | l2 | 14.3267 | libli.. | 562 | --- | 0.9375 | 1.0 | 0.636s | 1m:09s |
| Iteration 33 | l2 | 4.4075 | libli.. | 557 | --- | 0.4375 | 1.0 | 0.638s | 1m:12s |
| Iteration 34 | l2 | 13.5214 | lbfgs | 566 | --- | 0.875 | 1.0 | 0.635s | 1m:14s |
| Iteration 35 | l2 | 0.019 | lbfgs | 566 | --- | 0.5 | 1.0 | 0.632s | 1m:16s |
| Iteration 36 | l2 | 97.1775 | newto.. | 565 | --- | 1.0 | 1.0 | 0.640s | 1m:20s |
| Iteration 37 | l2 | 42.8267 | lbfgs | 566 | --- | 0.4375 | 1.0 | 0.639s | 1m:22s |
| Iteration 38 | l2 | 0.0833 | sag | 568 | --- | 0.375 | 1.0 | 0.632s | 1m:24s |
| Iteration 39 | l2 | 10.873 | sag | 140 | --- | 0.375 | 1.0 | 0.655s | 1m:27s |
| Iteration 40 | l1 | 0.4296 | libli.. | 117 | --- | 0.875 | 1.0 | 0.630s | 1m:29s |
| Iteration 41 | l1 | 0.0018 | saga | 124 | --- | 0.5 | 1.0 | 0.640s | 1m:31s |
| Iteration 42 | l2 | 0.0132 | newto.. | 567 | --- | 0.4375 | 1.0 | 0.635s | 1m:33s |
| Iteration 43 | l2 | 2.904 | sag | 570 | --- | 0.9375 | 1.0 | 0.652s | 1m:35s |
| Iteration 44 | l2 | 8.8488 | lbfgs | 565 | --- | 0.8125 | 1.0 | 0.637s | 1m:38s |
| Iteration 45 | l2 | 9.723 | lbfgs | 810 | --- | 0.625 | 1.0 | 0.683s | 1m:40s |
| Iteration 46 | l2 | 9.4256 | lbfgs | 444 | --- | 0.375 | 1.0 | 0.688s | 1m:42s |
| Iteration 47 | l2 | 10.4594 | lbfgs | 559 | --- | 0.3125 | 1.0 | 0.689s | 1m:44s |
| Iteration 48 | l2 | 77.0345 | newto.. | 560 | --- | 0.75 | 1.0 | 0.697s | 1m:46s |
| Iteration 49 | l2 | 0.0963 | newto.. | 563 | --- | 0.5625 | 1.0 | 0.692s | 1m:48s |
| Iteration 50 | l2 | 94.456 | newto.. | 576 | --- | 0.6875 | 1.0 | 0.685s | 1m:50s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'penalty': 'l1', 'C': 8.2522, 'solver': 'liblinear', 'max_iter': 131}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:52s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7692
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.69 ± 0.0917
Time elapsed: 0.054s
-------------------------------------------------
Total time: 1m:52s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.625 | 0.625 | 0.671s | 0.677s |
| Initial point 2 | svd | --- | 0.6875 | 0.6875 | 0.673s | 2.299s |
| Initial point 3 | svd | --- | 0.6875 | 0.6875 | 0.001s | 3.235s |
| Initial point 4 | lsqr | 0.8 | 0.5625 | 0.6875 | 0.703s | 4.831s |
| Initial point 5 | eigen | 0.9 | 0.8125 | 0.8125 | 0.643s | 8.487s |
| Initial point 6 | lsqr | 0.7 | 0.6875 | 0.8125 | 0.636s | 12.519s |
| Initial point 7 | lsqr | 0.5 | 0.4375 | 0.8125 | 0.637s | 16.671s |
| Initial point 8 | lsqr | 0.9 | 0.875 | 0.875 | 0.632s | 20.658s |
| Initial point 9 | lsqr | 0.6 | 0.8125 | 0.875 | 0.634s | 22.616s |
| Initial point 10 | eigen | 0.8 | 0.3125 | 0.875 | 0.654s | 24.109s |
| Iteration 11 | svd | --- | 0.6875 | 0.875 | 0.000s | 25.699s |
| Iteration 12 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 26.655s |
| Iteration 13 | lsqr | auto | 0.875 | 0.875 | 0.645s | 28.314s |
| Iteration 14 | eigen | auto | 0.4375 | 0.875 | 0.634s | 29.985s |
| Iteration 15 | svd | --- | 0.6875 | 0.875 | 0.000s | 31.014s |
| Iteration 16 | svd | --- | 0.6875 | 0.875 | 0.000s | 32.029s |
| Iteration 17 | eigen | 0.6 | 0.5 | 0.875 | 0.653s | 33.669s |
| Iteration 18 | lsqr | 1.0 | 0.25 | 0.875 | 0.646s | 35.401s |
| Iteration 19 | svd | --- | 0.6875 | 0.875 | 0.000s | 36.423s |
| Iteration 20 | eigen | 0.7 | 0.8125 | 0.875 | 0.627s | 38.093s |
| Iteration 21 | eigen | 0.5 | 0.625 | 0.875 | 0.643s | 40.013s |
| Iteration 22 | svd | --- | 0.6875 | 0.875 | 0.000s | 41.181s |
| Iteration 23 | lsqr | None | 0.75 | 0.875 | 0.632s | 42.977s |
| Iteration 24 | svd | --- | 0.6875 | 0.875 | 0.000s | 44.071s |
| Iteration 25 | eigen | None | 0.6875 | 0.875 | 0.640s | 45.738s |
| Iteration 26 | lsqr | auto | 0.875 | 0.875 | 0.000s | 46.803s |
| Iteration 27 | lsqr | 0.9 | 0.875 | 0.875 | 0.001s | 48.080s |
| Iteration 28 | lsqr | auto | 0.875 | 0.875 | 0.000s | 49.166s |
| Iteration 29 | lsqr | auto | 0.875 | 0.875 | 0.000s | 51.270s |
| Iteration 30 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 52.624s |
| Iteration 31 | lsqr | auto | 0.875 | 0.875 | 0.000s | 53.772s |
| Iteration 32 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 55.044s |
| Iteration 33 | lsqr | 0.7 | 0.6875 | 0.875 | 0.000s | 56.131s |
| Iteration 34 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 57.862s |
| Iteration 35 | lsqr | 1.0 | 0.25 | 0.875 | 0.000s | 58.972s |
| Iteration 36 | lsqr | auto | 0.875 | 0.875 | 0.000s | 1m:00s |
| Iteration 37 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 1m:01s |
| Iteration 38 | lsqr | auto | 0.875 | 0.875 | 0.000s | 1m:02s |
| Iteration 39 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 1m:04s |
| Iteration 40 | lsqr | auto | 0.875 | 0.875 | 0.001s | 1m:05s |
| Iteration 41 | lsqr | 0.9 | 0.875 | 0.875 | 0.001s | 1m:08s |
| Iteration 42 | lsqr | auto | 0.875 | 0.875 | 0.000s | 1m:11s |
| Iteration 43 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 1m:13s |
| Iteration 44 | lsqr | auto | 0.875 | 0.875 | 0.000s | 1m:14s |
| Iteration 45 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 1m:15s |
| Iteration 46 | lsqr | auto | 0.875 | 0.875 | 0.000s | 1m:16s |
| Iteration 47 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 1m:17s |
| Iteration 48 | lsqr | auto | 0.875 | 0.875 | 0.000s | 1m:20s |
| Iteration 49 | lsqr | 0.9 | 0.875 | 0.875 | 0.000s | 1m:22s |
| Iteration 50 | lsqr | auto | 0.875 | 0.875 | 0.001s | 1m:23s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'solver': 'lsqr', 'shrinkage': 'auto'}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:25s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7522
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.011s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.65 ± 0.0316
Time elapsed: 0.034s
-------------------------------------------------
Total time: 1m:25s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.625 | 0.625 | 0.642s | 0.646s |
| Initial point 2 | 0.9 | 0.6875 | 0.6875 | 0.624s | 2.097s |
| Initial point 3 | 0.1 | 0.375 | 0.6875 | 0.628s | 3.622s |
| Initial point 4 | 1.0 | 0.625 | 0.6875 | 0.000s | 4.525s |
| Initial point 5 | 0.2 | 0.8125 | 0.8125 | 0.627s | 8.021s |
| Initial point 6 | 0.4 | 0.75 | 0.8125 | 0.626s | 10.012s |
| Initial point 7 | 0.4 | 0.75 | 0.8125 | 0.000s | 10.910s |
| Initial point 8 | 0.7 | 0.75 | 0.8125 | 0.632s | 12.366s |
| Initial point 9 | 0.9 | 0.6875 | 0.8125 | 0.000s | 13.208s |
| Initial point 10 | 0.8 | 0.1875 | 0.8125 | 0.664s | 14.718s |
| Iteration 11 | 0.3 | 0.4375 | 0.8125 | 0.687s | 17.104s |
| Iteration 12 | 0.6 | 0.6875 | 0.8125 | 0.680s | 20.231s |
| Iteration 13 | 0.5 | 0.3125 | 0.8125 | 0.685s | 22.297s |
| Iteration 14 | 0.0 | 0.4375 | 0.8125 | 0.689s | 23.988s |
| Iteration 15 | 0.2 | 0.8125 | 0.8125 | 0.000s | 24.963s |
| Iteration 16 | 0.2 | 0.8125 | 0.8125 | 0.000s | 25.905s |
| Iteration 17 | 0.2 | 0.8125 | 0.8125 | 0.000s | 26.914s |
| Iteration 18 | 0.2 | 0.8125 | 0.8125 | 0.000s | 27.978s |
| Iteration 19 | 0.2 | 0.8125 | 0.8125 | 0.000s | 28.943s |
| Iteration 20 | 0.2 | 0.8125 | 0.8125 | 0.001s | 30.062s |
| Iteration 21 | 0.6 | 0.6875 | 0.8125 | 0.000s | 31.022s |
| Iteration 22 | 0.2 | 0.8125 | 0.8125 | 0.000s | 31.971s |
| Iteration 23 | 0.2 | 0.8125 | 0.8125 | 0.000s | 32.971s |
| Iteration 24 | 0.2 | 0.8125 | 0.8125 | 0.000s | 34.010s |
| Iteration 25 | 0.2 | 0.8125 | 0.8125 | 0.000s | 34.975s |
| Iteration 26 | 0.2 | 0.8125 | 0.8125 | 0.000s | 35.937s |
| Iteration 27 | 0.2 | 0.8125 | 0.8125 | 0.000s | 38.899s |
| Iteration 28 | 0.9 | 0.6875 | 0.8125 | 0.000s | 42.398s |
| Iteration 29 | 0.2 | 0.8125 | 0.8125 | 0.000s | 45.804s |
| Iteration 30 | 0.8 | 0.1875 | 0.8125 | 0.001s | 49.163s |
| Iteration 31 | 0.2 | 0.8125 | 0.8125 | 0.000s | 50.632s |
| Iteration 32 | 0.2 | 0.8125 | 0.8125 | 0.000s | 51.608s |
| Iteration 33 | 0.2 | 0.8125 | 0.8125 | 0.001s | 52.778s |
| Iteration 34 | 0.2 | 0.8125 | 0.8125 | 0.000s | 53.861s |
| Iteration 35 | 0.2 | 0.8125 | 0.8125 | 0.000s | 54.890s |
| Iteration 36 | 0.2 | 0.8125 | 0.8125 | 0.000s | 55.958s |
| Iteration 37 | 0.2 | 0.8125 | 0.8125 | 0.000s | 56.993s |
| Iteration 38 | 0.2 | 0.8125 | 0.8125 | 0.000s | 57.987s |
| Iteration 39 | 0.2 | 0.8125 | 0.8125 | 0.000s | 59.005s |
| Iteration 40 | 0.2 | 0.8125 | 0.8125 | 0.001s | 1m:00s |
| Iteration 41 | 0.2 | 0.8125 | 0.8125 | 0.000s | 1m:01s |
| Iteration 42 | 0.2 | 0.8125 | 0.8125 | 0.000s | 1m:03s |
| Iteration 43 | 0.2 | 0.8125 | 0.8125 | 0.000s | 1m:04s |
| Iteration 44 | 0.2 | 0.8125 | 0.8125 | 0.000s | 1m:07s |
| Iteration 45 | 0.2 | 0.8125 | 0.8125 | 0.000s | 1m:09s |
| Iteration 46 | 0.2 | 0.8125 | 0.8125 | 0.000s | 1m:10s |
| Iteration 47 | 0.2 | 0.8125 | 0.8125 | 0.001s | 1m:11s |
| Iteration 48 | 0.2 | 0.8125 | 0.8125 | 0.000s | 1m:12s |
| Iteration 49 | 0.2 | 0.8125 | 0.8125 | 0.001s | 1m:13s |
| Iteration 50 | 0.2 | 0.8125 | 0.8125 | 0.001s | 1m:15s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'reg_param': 0.2}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:16s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7335
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.59 ± 0.1068
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:16s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 11.9533 | dista.. | auto | 40 | 1 | 0.8125 | 0.8125 | 0.644s | 0.665s |
| Initial point 2 | 4.7538 | uniform | kd_tree | 39 | 2 | 0.625 | 0.8125 | 0.655s | 2.319s |
| Initial point 3 | 3.7552 | dista.. | ball_tree | 25 | 2 | 0.9375 | 0.9375 | 0.643s | 3.797s |
| Initial point 4 | 10.9557 | uniform | ball_tree | 39 | 2 | 0.5 | 0.9375 | 0.642s | 5.286s |
| Initial point 5 | 8.5823 | dista.. | auto | 30 | 2 | 1.0 | 1.0 | 0.644s | 6.790s |
| Initial point 6 | 9.939 | dista.. | ball_tree | 21 | 2 | 0.6875 | 1.0 | 0.673s | 8.349s |
| Initial point 7 | 7.1091 | dista.. | ball_tree | 24 | 1 | 0.6875 | 1.0 | 0.647s | 9.861s |
| Initial point 8 | 1.7036 | dista.. | ball_tree | 21 | 2 | 0.5625 | 1.0 | 0.642s | 11.355s |
| Initial point 9 | 7.919 | uniform | ball_tree | 24 | 1 | 0.6875 | 1.0 | 0.663s | 12.868s |
| Initial point 10 | 5.6248 | uniform | brute | 22 | 2 | 0.6875 | 1.0 | 0.653s | 14.402s |
| Iteration 11 | 0.0 | dista.. | brute | 30 | 1 | 0.5 | 1.0 | 0.644s | 16.104s |
| Iteration 12 | 7.3757 | dista.. | auto | 29 | 2 | 0.6875 | 1.0 | 1.223s | 18.581s |
| Iteration 13 | 6.7249 | uniform | auto | 30 | 2 | 0.625 | 1.0 | 0.656s | 20.553s |
| Iteration 14 | 0.6619 | dista.. | auto | 40 | 1 | 0.625 | 1.0 | 0.648s | 22.244s |
| Iteration 15 | 0.0006 | uniform | brute | 31 | 2 | 0.5 | 1.0 | 0.648s | 26.286s |
| Iteration 16 | 8.6667 | dista.. | kd_tree | 34 | 2 | 0.5625 | 1.0 | 0.657s | 30.980s |
| Iteration 17 | 8.5658 | uniform | auto | 29 | 1 | 0.7188 | 1.0 | 0.654s | 35.127s |
| Iteration 18 | 8.5875 | dista.. | brute | 30 | 2 | 0.9375 | 1.0 | 0.656s | 37.447s |
| Iteration 19 | 8.5429 | dista.. | ball_tree | 30 | 1 | 0.8125 | 1.0 | 0.654s | 39.418s |
| Iteration 20 | 8.6303 | uniform | auto | 31 | 2 | 0.6875 | 1.0 | 0.648s | 41.244s |
| Iteration 21 | 8.6418 | uniform | ball_tree | 30 | 2 | 0.5 | 1.0 | 0.650s | 43.116s |
| Iteration 22 | 9.9219 | dista.. | ball_tree | 30 | 2 | 0.9375 | 1.0 | 0.649s | 45.084s |
| Iteration 23 | 8.4948 | dista.. | auto | 30 | 2 | 0.9375 | 1.0 | 0.661s | 47.162s |
| Iteration 24 | 6.5643 | dista.. | kd_tree | 25 | 2 | 0.375 | 1.0 | 0.647s | 49.079s |
| Iteration 25 | 9.1715 | dista.. | kd_tree | 30 | 2 | 0.6875 | 1.0 | 0.646s | 51.044s |
| Iteration 26 | 10.1614 | dista.. | brute | 30 | 2 | 0.8125 | 1.0 | 0.704s | 52.990s |
| Iteration 27 | 8.5971 | dista.. | kd_tree | 30 | 2 | 0.5 | 1.0 | 0.705s | 54.996s |
| Iteration 28 | 8.9554 | dista.. | auto | 30 | 2 | 0.9375 | 1.0 | 0.709s | 57.081s |
| Iteration 29 | 8.6954 | dista.. | auto | 34 | 1 | 0.875 | 1.0 | 0.650s | 59.003s |
| Iteration 30 | 8.7173 | dista.. | auto | 26 | 2 | 0.8125 | 1.0 | 0.634s | 1m:01s |
| Iteration 31 | 9.8266 | dista.. | ball_tree | 34 | 2 | 0.8125 | 1.0 | 0.654s | 1m:05s |
| Iteration 32 | 4.2932 | dista.. | ball_tree | 27 | 2 | 0.8125 | 1.0 | 0.629s | 1m:10s |
| Iteration 33 | 8.8424 | dista.. | brute | 25 | 2 | 0.6875 | 1.0 | 0.637s | 1m:15s |
| Iteration 34 | 8.7615 | dista.. | brute | 34 | 2 | 0.875 | 1.0 | 0.638s | 1m:19s |
| Iteration 35 | 8.0457 | dista.. | brute | 31 | 1 | 0.5625 | 1.0 | 0.640s | 1m:24s |
| Iteration 36 | 11.987 | dista.. | auto | 33 | 2 | 0.875 | 1.0 | 0.654s | 1m:26s |
| Iteration 37 | 11.987 | dista.. | auto | 32 | 2 | 0.6875 | 1.0 | 1.243s | 1m:29s |
| Iteration 38 | 9.0614 | dista.. | auto | 33 | 2 | 0.375 | 1.0 | 0.636s | 1m:31s |
| Iteration 39 | 1.2133 | dista.. | brute | 40 | 2 | 0.5 | 1.0 | 0.651s | 1m:33s |
| Iteration 40 | 9.0829 | dista.. | brute | 30 | 2 | 1.0 | 1.0 | 0.644s | 1m:35s |
| Iteration 41 | 4.5258 | dista.. | ball_tree | 25 | 2 | 1.0 | 1.0 | 0.652s | 1m:37s |
| Iteration 42 | 4.322 | dista.. | ball_tree | 25 | 2 | 0.625 | 1.0 | 0.684s | 1m:39s |
| Iteration 43 | 8.4295 | dista.. | auto | 30 | 2 | 1.0 | 1.0 | 0.646s | 1m:43s |
| Iteration 44 | 9.0289 | dista.. | auto | 30 | 2 | 0.75 | 1.0 | 0.641s | 1m:47s |
| Iteration 45 | 11.987 | dista.. | brute | 21 | 2 | 0.4375 | 1.0 | 0.636s | 1m:49s |
| Iteration 46 | 0.4027 | dista.. | brute | 32 | 2 | 0.6875 | 1.0 | 0.641s | 1m:51s |
| Iteration 47 | 7.7596 | dista.. | auto | 30 | 2 | 0.5 | 1.0 | 0.637s | 1m:53s |
| Iteration 48 | 8.5898 | dista.. | auto | 31 | 1 | 0.625 | 1.0 | 0.648s | 1m:55s |
| Iteration 49 | 8.8783 | uniform | brute | 30 | 2 | 0.5 | 1.0 | 0.641s | 1m:57s |
| Iteration 50 | 2.8528 | dista.. | auto | 25 | 2 | 0.625 | 1.0 | 0.647s | 1m:59s |
Bayesian Optimization ---------------------------
Best call --> Iteration 41
Best parameters --> {'radius': 4.5258, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 25, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:01s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9996
Test evaluation --> roc_auc: 0.575
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.51 ± 0.0436
Time elapsed: 0.050s
-------------------------------------------------
Total time: 2m:01s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.5312 | 0.5312 | 1.034s | 1.041s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.6875 | 0.6875 | 1.085s | 2.989s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.6875 | 0.6875 | 0.839s | 4.714s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.8438 | 0.8438 | 0.992s | 6.553s |
| Initial point 5 | 250 | 0.0488 | SAMME | 1.0 | 1.0 | 0.848s | 9.678s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.8125 | 1.0 | 1.062s | 13.344s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.25 | 1.0 | 0.703s | 16.132s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.9375 | 1.0 | 0.979s | 18.191s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.875 | 1.0 | 0.685s | 19.732s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.75 | 1.0 | 0.803s | 21.482s |
| Iteration 11 | 253 | 0.0355 | SAMME | 0.5 | 1.0 | 0.853s | 23.536s |
| Iteration 12 | 204 | 0.0496 | SAMME | 0.8125 | 1.0 | 0.812s | 26.968s |
| Iteration 13 | 474 | 0.0461 | SAMME | 0.875 | 1.0 | 0.966s | 31.787s |
| Iteration 14 | 184 | 0.01 | SAMME | 0.5 | 1.0 | 1.324s | 37.347s |
| Iteration 15 | 118 | 0.0203 | SAMME | 0.7188 | 1.0 | 0.703s | 42.131s |
| Iteration 16 | 442 | 0.0178 | SAMME | 0.6562 | 1.0 | 0.942s | 47.173s |
| Iteration 17 | 58 | 0.0475 | SAMME | 0.5625 | 1.0 | 0.689s | 51.861s |
| Iteration 18 | 247 | 0.0493 | SAMME | 0.875 | 1.0 | 0.819s | 54.288s |
| Iteration 19 | 324 | 0.0475 | SAMME | 0.8125 | 1.0 | 0.854s | 56.342s |
| Iteration 20 | 391 | 0.0198 | SAMME | 0.8438 | 1.0 | 0.932s | 58.400s |
| Iteration 21 | 241 | 0.0463 | SAMME | 0.6562 | 1.0 | 0.836s | 1m:00s |
| Iteration 22 | 404 | 0.0505 | SAMME | 1.0 | 1.0 | 0.978s | 1m:03s |
| Iteration 23 | 500 | 0.0494 | SAMME | 0.75 | 1.0 | 1.031s | 1m:05s |
| Iteration 24 | 335 | 0.0508 | SAMME | 0.75 | 1.0 | 0.912s | 1m:07s |
| Iteration 25 | 464 | 3.2975 | SAMME | 0.2188 | 1.0 | 0.672s | 1m:09s |
| Iteration 26 | 362 | 0.1183 | SAMME.R | 0.4375 | 1.0 | 0.964s | 1m:11s |
| Iteration 27 | 410 | 0.0859 | SAMME | 0.75 | 1.0 | 0.967s | 1m:13s |
| Iteration 28 | 404 | 0.0253 | SAMME | 1.0 | 1.0 | 0.914s | 1m:15s |
| Iteration 29 | 500 | 0.0192 | SAMME | 0.9375 | 1.0 | 0.984s | 1m:17s |
| Iteration 30 | 404 | 0.01 | SAMME | 0.75 | 1.0 | 0.916s | 1m:19s |
| Iteration 31 | 254 | 0.0562 | SAMME | 0.875 | 1.0 | 0.818s | 1m:21s |
| Iteration 32 | 50 | 10.0 | SAMME.R | 0.5 | 1.0 | 0.677s | 1m:23s |
| Iteration 33 | 500 | 0.01 | SAMME.R | 0.75 | 1.0 | 1.025s | 1m:26s |
| Iteration 34 | 500 | 0.0264 | SAMME | 0.8125 | 1.0 | 0.995s | 1m:28s |
| Iteration 35 | 50 | 0.01 | SAMME.R | 0.6875 | 1.0 | 0.668s | 1m:30s |
| Iteration 36 | 500 | 0.01 | SAMME.R | 0.75 | 1.0 | 0.001s | 1m:31s |
| Iteration 37 | 500 | 0.0291 | SAMME | 0.625 | 1.0 | 0.982s | 1m:34s |
| Iteration 38 | 500 | 0.01 | SAMME | 0.4688 | 1.0 | 1.560s | 1m:39s |
| Iteration 39 | 500 | 0.1058 | SAMME | 0.5625 | 1.0 | 0.988s | 1m:42s |
| Iteration 40 | 373 | 0.0246 | SAMME | 1.0 | 1.0 | 0.894s | 1m:47s |
| Iteration 41 | 83 | 0.3668 | SAMME | 1.0 | 1.0 | 0.688s | 1m:49s |
| Iteration 42 | 360 | 0.0246 | SAMME | 0.5938 | 1.0 | 0.875s | 1m:51s |
| Iteration 43 | 70 | 0.4134 | SAMME | 0.9688 | 1.0 | 0.728s | 1m:53s |
| Iteration 44 | 77 | 0.3868 | SAMME | 1.0 | 1.0 | 0.722s | 1m:55s |
| Iteration 45 | 498 | 0.465 | SAMME.R | 0.8125 | 1.0 | 1.084s | 1m:58s |
| Iteration 46 | 80 | 0.3294 | SAMME | 0.5 | 1.0 | 0.698s | 1m:59s |
| Iteration 47 | 276 | 0.39 | SAMME | 0.6562 | 1.0 | 0.833s | 2m:02s |
| Iteration 48 | 78 | 0.6321 | SAMME.R | 0.5 | 1.0 | 0.684s | 2m:04s |
| Iteration 49 | 244 | 0.4178 | SAMME | 0.7812 | 1.0 | 0.796s | 2m:06s |
| Iteration 50 | 50 | 0.3871 | SAMME | 0.875 | 1.0 | 0.660s | 2m:08s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'n_estimators': 404, 'learning_rate': 0.0505, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9241
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.317s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.0678
Time elapsed: 1.434s
-------------------------------------------------
Total time: 2m:11s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.8125 | 0.8125 | 1.071s | 1.091s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.75 | 0.8125 | 0.893s | 2.907s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.9375 | 0.9375 | 0.926s | 4.687s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.9375 | 0.732s | 6.309s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 1.0 | 1.0 | 0.947s | 8.158s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.8125 | 1.0 | 0.765s | 9.818s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.6875 | 1.0 | 0.806s | 11.616s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.9375 | 1.0 | 0.784s | 13.322s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 1.0 | 1.0 | 0.910s | 15.138s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.625 | 1.0 | 0.895s | 16.949s |
| Iteration 11 | 455 | gini | 4 | 3 | 16 | None | False | 0.0051 | --- | 0.4375 | 1.0 | 0.940s | 19.211s |
| Iteration 12 | 419 | gini | 1 | 14 | 12 | 0.5 | True | 0.0065 | 0.5 | 0.875 | 1.0 | 0.988s | 21.606s |
| Iteration 13 | 500 | entropy | None | 13 | 14 | auto | False | 0.0039 | --- | 0.8125 | 1.0 | 0.928s | 23.789s |
| Iteration 14 | 470 | gini | None | 16 | 18 | 0.9 | False | 0.0011 | --- | 0.5312 | 1.0 | 0.951s | 26.623s |
| Iteration 15 | 391 | entropy | 3 | 8 | 19 | sqrt | True | 0.0217 | 0.7 | 0.5 | 1.0 | 0.928s | 30.778s |
| Iteration 16 | 204 | gini | None | 14 | 14 | sqrt | False | 0.0196 | --- | 0.6875 | 1.0 | 0.747s | 33.390s |
| Iteration 17 | 252 | entropy | None | 9 | 2 | auto | False | 0.0339 | --- | 0.4375 | 1.0 | 0.774s | 35.481s |
| Iteration 18 | 379 | gini | None | 12 | 14 | sqrt | True | 0.0103 | None | 0.9375 | 1.0 | 0.939s | 37.774s |
| Iteration 19 | 460 | gini | 5 | 15 | 8 | 0.5 | False | 0.0038 | --- | 0.875 | 1.0 | 0.899s | 40.147s |
| Iteration 20 | 464 | gini | 3 | 14 | 9 | 0.8 | False | 0.0026 | --- | 0.6562 | 1.0 | 0.912s | 42.463s |
| Iteration 21 | 163 | gini | 7 | 14 | 7 | 0.8 | False | 0.0057 | --- | 0.5938 | 1.0 | 0.719s | 44.599s |
| Iteration 22 | 448 | gini | 5 | 6 | 8 | 0.7 | False | 0.0084 | --- | 1.0 | 1.0 | 0.933s | 46.944s |
| Iteration 23 | 276 | gini | 5 | 8 | 8 | 0.8 | False | 0.0132 | --- | 0.75 | 1.0 | 0.806s | 51.615s |
| Iteration 24 | 434 | gini | 9 | 11 | 13 | 0.5 | True | 0.0013 | 0.6 | 0.375 | 1.0 | 0.991s | 56.239s |
| Iteration 25 | 476 | gini | 5 | 20 | 8 | 0.7 | False | 0.0 | --- | 0.875 | 1.0 | 0.902s | 1m:01s |
| Iteration 26 | 446 | entropy | 5 | 2 | 8 | 0.8 | False | 0.011 | --- | 0.5 | 1.0 | 0.910s | 1m:05s |
| Iteration 27 | 443 | gini | 5 | 13 | 8 | None | False | 0.026 | --- | 0.6875 | 1.0 | 0.909s | 1m:10s |
| Iteration 28 | 447 | gini | 5 | 11 | 8 | 0.7 | False | 0.0017 | --- | 1.0 | 1.0 | 0.914s | 1m:13s |
| Iteration 29 | 405 | gini | None | 17 | 14 | log2 | True | 0.0346 | None | 0.875 | 1.0 | 0.955s | 1m:18s |
| Iteration 30 | 381 | gini | None | 15 | 14 | log2 | True | 0.0328 | None | 0.875 | 1.0 | 0.927s | 1m:20s |
| Iteration 31 | 444 | gini | 5 | 7 | 8 | 0.7 | False | 0.0061 | --- | 0.875 | 1.0 | 0.901s | 1m:25s |
| Iteration 32 | 495 | gini | None | 5 | 14 | log2 | True | 0.0 | None | 0.75 | 1.0 | 0.978s | 1m:29s |
| Iteration 33 | 311 | gini | None | 15 | 13 | 0.5 | True | 0.0 | None | 0.4375 | 1.0 | 0.873s | 1m:32s |
| Iteration 34 | 284 | entropy | None | 19 | 16 | log2 | False | 0.0196 | --- | 1.0 | 1.0 | 0.819s | 1m:35s |
| Iteration 35 | 413 | gini | 5 | 9 | 8 | 0.8 | False | 0.0 | --- | 0.75 | 1.0 | 0.877s | 1m:38s |
| Iteration 36 | 370 | entropy | 4 | 3 | 16 | log2 | False | 0.0321 | --- | 1.0 | 1.0 | 0.839s | 1m:40s |
| Iteration 37 | 327 | entropy | 4 | 4 | 16 | log2 | False | 0.0038 | --- | 0.75 | 1.0 | 0.827s | 1m:43s |
| Iteration 38 | 296 | entropy | 1 | 20 | 16 | log2 | False | 0.0155 | --- | 0.2188 | 1.0 | 0.854s | 1m:45s |
| Iteration 39 | 380 | entropy | 4 | 3 | 16 | 0.7 | False | 0.035 | --- | 0.3438 | 1.0 | 0.914s | 1m:48s |
| Iteration 40 | 281 | entropy | None | 17 | 16 | sqrt | False | 0.0153 | --- | 1.0 | 1.0 | 0.813s | 1m:50s |
| Iteration 41 | 114 | entropy | None | 13 | 16 | log2 | False | 0.0089 | --- | 1.0 | 1.0 | 0.746s | 1m:52s |
| Iteration 42 | 379 | entropy | 4 | 14 | 16 | sqrt | False | 0.0307 | --- | 0.625 | 1.0 | 0.849s | 1m:56s |
| Iteration 43 | 358 | entropy | 3 | 6 | 16 | log2 | False | 0.0254 | --- | 0.9375 | 1.0 | 0.837s | 1m:59s |
| Iteration 44 | 347 | entropy | 4 | 2 | 16 | sqrt | False | 0.0311 | --- | 0.875 | 1.0 | 0.849s | 2m:02s |
| Iteration 45 | 124 | entropy | None | 16 | 16 | log2 | False | 0.0125 | --- | 0.7812 | 1.0 | 0.708s | 2m:07s |
| Iteration 46 | 372 | entropy | None | 8 | 16 | sqrt | False | 0.0232 | --- | 0.5312 | 1.0 | 0.857s | 2m:12s |
| Iteration 47 | 369 | gini | 4 | 9 | 16 | log2 | False | 0.0121 | --- | 0.5 | 1.0 | 0.853s | 2m:18s |
| Iteration 48 | 366 | entropy | 4 | 19 | 16 | sqrt | False | 0.0265 | --- | 0.5938 | 1.0 | 0.848s | 2m:23s |
| Iteration 49 | 365 | entropy | 1 | 7 | 16 | log2 | False | 0.0101 | --- | 0.8125 | 1.0 | 0.837s | 2m:26s |
| Iteration 50 | 98 | entropy | 3 | 14 | 16 | log2 | False | 0.0031 | --- | 0.8125 | 1.0 | 0.683s | 2m:29s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'n_estimators': 394, 'criterion': 'gini', 'max_depth': None, 'min_samples_split': 13, 'min_samples_leaf': 14, 'max_features': 'log2', 'bootstrap': True, 'ccp_alpha': 0.0078, 'max_samples': None}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:31s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8469
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.341s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.73 ± 0.0678
Time elapsed: 1.596s
-------------------------------------------------
Total time: 2m:32s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.779s | 0.800s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.75 | 0.75 | 0.763s | 2.463s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.75 | 0.764s | 4.201s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.75 | 0.711s | 5.815s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.75 | 0.758s | 7.476s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.75 | 0.723s | 9.075s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.75 | 0.732s | 10.725s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.75 | 0.730s | 12.392s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.8125 | 0.8125 | 0.759s | 14.040s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.8125 | 0.745s | 15.737s |
| Iteration 11 | 444 | 0.1408 | 6 | 1.0 | 9 | 0.8 | 0.9 | 0 | 10 | 0.5 | 0.8125 | 0.754s | 17.731s |
| Iteration 12 | 447 | 0.0411 | 6 | 0.5499 | 4 | 0.8 | 0.9 | 0.01 | 1 | 1.0 | 1.0 | 0.768s | 19.859s |
| Iteration 13 | 321 | 0.0146 | 7 | 0.4523 | 4 | 0.5 | 0.8 | 0.01 | 1 | 0.8125 | 1.0 | 1.278s | 22.377s |
| Iteration 14 | 386 | 0.0201 | 6 | 0.4602 | 4 | 0.8 | 0.9 | 0.01 | 1 | 0.4688 | 1.0 | 0.743s | 24.412s |
| Iteration 15 | 470 | 0.0429 | 6 | 0.1631 | 8 | 0.8 | 1.0 | 0.1 | 1 | 0.5 | 1.0 | 0.768s | 26.528s |
| Iteration 16 | 426 | 0.279 | 8 | 0.7174 | 3 | 0.6 | 0.7 | 0 | 10 | 0.625 | 1.0 | 0.753s | 28.487s |
| Iteration 17 | 297 | 0.01 | 10 | 0.5909 | 2 | 1.0 | 0.7 | 0 | 10 | 0.625 | 1.0 | 0.708s | 30.406s |
| Iteration 18 | 332 | 0.0745 | 4 | 0.8123 | 4 | 0.7 | 0.9 | 0.01 | 1 | 0.75 | 1.0 | 0.698s | 32.297s |
| Iteration 19 | 433 | 0.2924 | 3 | 0.2964 | 5 | 0.6 | 0.9 | 0 | 10 | 0.6562 | 1.0 | 0.703s | 34.197s |
| Iteration 20 | 51 | 0.0794 | 9 | 0.8886 | 10 | 1.0 | 0.4 | 100 | 0 | 0.5 | 1.0 | 0.668s | 36.071s |
| Iteration 21 | 105 | 0.0101 | 4 | 0.8902 | 1 | 0.6 | 0.7 | 10 | 100 | 0.5 | 1.0 | 0.707s | 37.971s |
| Iteration 22 | 202 | 0.6646 | 3 | 0.3028 | 1 | 0.6 | 0.5 | 0.01 | 0 | 0.875 | 1.0 | 0.672s | 40.700s |
| Iteration 23 | 308 | 0.0182 | 8 | 0.9586 | 1 | 0.5 | 1.0 | 0.01 | 100 | 0.5 | 1.0 | 0.708s | 42.878s |
| Iteration 24 | 340 | 0.0107 | 3 | 0.0298 | 1 | 0.8 | 0.8 | 10 | 0 | 0.5 | 1.0 | 0.702s | 44.825s |
| Iteration 25 | 399 | 0.3038 | 7 | 0.1443 | 3 | 0.5 | 0.4 | 0 | 0 | 0.9375 | 1.0 | 0.708s | 46.858s |
| Iteration 26 | 307 | 0.7663 | 5 | 0.1508 | 2 | 0.6 | 0.9 | 0 | 0 | 0.5 | 1.0 | 0.709s | 51.149s |
| Iteration 27 | 56 | 0.7513 | 2 | 0.5566 | 3 | 0.9 | 0.4 | 0.01 | 0.01 | 0.625 | 1.0 | 0.654s | 54.023s |
| Iteration 28 | 232 | 0.0116 | 10 | 0.1864 | 4 | 1.0 | 0.4 | 0 | 0 | 1.0 | 1.0 | 0.681s | 56.004s |
| Iteration 29 | 285 | 0.0461 | 9 | 0.6723 | 4 | 0.6 | 0.4 | 0 | 0 | 0.875 | 1.0 | 0.699s | 57.956s |
| Iteration 30 | 187 | 0.7966 | 10 | 0.1127 | 5 | 0.6 | 0.4 | 0 | 0 | 0.75 | 1.0 | 0.672s | 1m:00s |
| Iteration 31 | 500 | 0.01 | 10 | 0.4551 | 4 | 0.7 | 0.4 | 0 | 0 | 0.875 | 1.0 | 0.721s | 1m:02s |
| Iteration 32 | 386 | 0.0157 | 10 | 0.3016 | 4 | 0.9 | 0.4 | 0 | 0 | 0.8125 | 1.0 | 0.706s | 1m:04s |
| Iteration 33 | 422 | 0.0327 | 1 | 0.6608 | 4 | 0.9 | 0.4 | 0 | 0 | 0.75 | 1.0 | 0.715s | 1m:09s |
| Iteration 34 | 500 | 0.01 | 10 | 0.2932 | 4 | 0.5 | 0.4 | 0 | 0 | 0.5938 | 1.0 | 0.725s | 1m:13s |
| Iteration 35 | 470 | 0.2797 | 2 | 0.469 | 10 | 0.8 | 0.4 | 0 | 0 | 0.5 | 1.0 | 0.709s | 1m:15s |
| Iteration 36 | 44 | 0.01 | 3 | 0.6803 | 4 | 1.0 | 1.0 | 0 | 0 | 1.0 | 1.0 | 0.664s | 1m:19s |
| Iteration 37 | 108 | 0.9261 | 3 | 0.1103 | 4 | 1.0 | 0.6 | 100 | 0 | 0.5 | 1.0 | 0.657s | 1m:22s |
| Iteration 38 | 20 | 1.0 | 8 | 1.0 | 4 | 1.0 | 1.0 | 0 | 0 | 0.5938 | 1.0 | 0.643s | 1m:26s |
| Iteration 39 | 358 | 0.011 | 6 | 0.8678 | 5 | 0.8 | 0.6 | 0 | 100 | 0.375 | 1.0 | 0.719s | 1m:32s |
| Iteration 40 | 20 | 0.01 | 1 | 0.3085 | 3 | 0.7 | 0.8 | 0 | 0 | 1.0 | 1.0 | 0.640s | 1m:34s |
| Iteration 41 | 20 | 0.01 | 6 | 0.0 | 2 | 1.0 | 0.7 | 0 | 0 | 1.0 | 1.0 | 0.667s | 1m:37s |
| Iteration 42 | 20 | 0.01 | 4 | 0.1787 | 2 | 0.9 | 0.8 | 0 | 0 | 0.625 | 1.0 | 0.647s | 1m:39s |
| Iteration 43 | 20 | 0.01 | 9 | 0.9376 | 3 | 1.0 | 0.4 | 0 | 0 | 0.9375 | 1.0 | 0.647s | 1m:41s |
| Iteration 44 | 20 | 0.01 | 10 | 0.0 | 3 | 1.0 | 0.8 | 0 | 0 | 0.875 | 1.0 | 0.639s | 1m:43s |
| Iteration 45 | 496 | 0.01 | 2 | 0.6437 | 1 | 0.5 | 0.4 | 0 | 0 | 0.6875 | 1.0 | 0.725s | 1m:45s |
| Iteration 46 | 20 | 0.01 | 1 | 0.72 | 3 | 0.7 | 0.4 | 0 | 0 | 0.5 | 1.0 | 0.646s | 1m:47s |
| Iteration 47 | 145 | 1.0 | 3 | 0.1945 | 10 | 0.7 | 0.6 | 100 | 100 | 0.5 | 1.0 | 0.663s | 1m:50s |
| Iteration 48 | 86 | 0.966 | 6 | 0.49 | 1 | 0.6 | 0.4 | 0 | 0 | 0.5 | 1.0 | 0.649s | 1m:52s |
| Iteration 49 | 91 | 0.0115 | 9 | 0.3225 | 4 | 1.0 | 0.8 | 0.1 | 0 | 0.75 | 1.0 | 0.649s | 1m:54s |
| Iteration 50 | 469 | 0.01 | 8 | 0.0 | 4 | 1.0 | 0.9 | 0 | 0 | 0.8125 | 1.0 | 0.734s | 1m:58s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'n_estimators': 447, 'learning_rate': 0.0411, 'max_depth': 6, 'gamma': 0.5499, 'min_child_weight': 4, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.01, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:02s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8621
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.102s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.71 ± 0.0735
Time elapsed: 0.315s
-------------------------------------------------
Total time: 2m:03s
Final results ==================== >>
Duration: 15m:33s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.83 ± 0.0245
Logistic Regression --> roc_auc: 0.69 ± 0.0917 ~
Linear Discriminant Analysis --> roc_auc: 0.65 ± 0.0316 ~
Quadratic Discriminant Analysis --> roc_auc: 0.59 ± 0.1068
Radius Nearest Neighbors --> roc_auc: 0.51 ± 0.0436 ~
AdaBoost --> roc_auc: 0.88 ± 0.0678 !
Random Forest --> roc_auc: 0.73 ± 0.0678
XGBoost --> roc_auc: 0.71 ± 0.0735
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAVLNAGNNRKLIW.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAASKTGNQFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAVTNTGGFKTIF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVRNQGGKLIF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAASPNTGNQFYF.
>>> Dropping feature CAGNSGNTPLVF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CAVDGQKLLF.
>>> Dropping feature CAVGGGSNYKLTF.
>>> Dropping feature CAASKGTYKYIF.
>>> Dropping feature CASSSGETQYF.
>>> Dropping feature CAVKGGSEKLVF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVPSGGSYIPTF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CASSGSARQLTF.
>>> Dropping feature CASSLADTQYF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVSSGGYNKLIF.
>>> Dropping feature CAASTNTGNQFYF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAVDNQAGTALIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVLDSSYKLIF.
>>> Dropping feature CAVRTSGTYKYIF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.625 | 0.625 | 3.247s | 3.267s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.625 | 0.625 | 3.264s | 9.454s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.625 | 0.625 | 3.241s | 15.474s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.4375 | 0.625 | 3.256s | 21.300s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.9375 | 0.9375 | 3.299s | 25.855s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.5 | 0.9375 | 3.318s | 30.060s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.5625 | 0.9375 | 3.253s | 34.193s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.8125 | 0.9375 | 3.293s | 38.504s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.75 | 0.9375 | 3.251s | 42.632s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.9375 | 0.9375 | 3.205s | 46.752s |
| Iteration 11 | exponen.. | 0.0326 | 269 | 0.7 | friedman_mse | 11 | 3 | 9 | sqrt | 0.0118 | 1.0 | 1.0 | 3.262s | 51.309s |
| Iteration 12 | exponen.. | 0.0381 | 127 | 1.0 | squared_er.. | 20 | 3 | 1 | log2 | 0.0238 | 0.9375 | 1.0 | 3.218s | 55.856s |
| Iteration 13 | exponen.. | 0.0113 | 378 | 0.6 | squared_er.. | 20 | 15 | 3 | 0.8 | 0.0018 | 0.75 | 1.0 | 3.237s | 1m:02s |
| Iteration 14 | exponen.. | 0.0253 | 266 | 0.7 | friedman_mse | 12 | 2 | 10 | auto | 0.0092 | 0.4688 | 1.0 | 3.143s | 1m:09s |
| Iteration 15 | exponen.. | 0.2359 | 500 | 0.9 | friedman_mse | 4 | 1 | 6 | sqrt | 0.0034 | 0.6875 | 1.0 | 3.924s | 1m:15s |
| Iteration 16 | exponen.. | 0.0204 | 288 | 0.8 | friedman_mse | 13 | 3 | 9 | sqrt | 0.0052 | 0.8125 | 1.0 | 3.267s | 1m:20s |
| Iteration 17 | exponen.. | 0.0317 | 266 | 1.0 | friedman_mse | 10 | 17 | 5 | sqrt | 0.0176 | 0.25 | 1.0 | 3.196s | 1m:24s |
| Iteration 18 | exponen.. | 0.1021 | 171 | 0.5 | friedman_mse | 7 | 3 | 8 | sqrt | 0.0289 | 0.875 | 1.0 | 3.197s | 1m:29s |
| Iteration 19 | deviance | 0.0147 | 10 | 0.9 | friedman_mse | 9 | 19 | 3 | 0.8 | 0.0022 | 0.75 | 1.0 | 3.163s | 1m:33s |
| Iteration 20 | exponen.. | 0.8898 | 213 | 0.5 | friedman_mse | 17 | 3 | 7 | log2 | 0.0296 | 0.875 | 1.0 | 3.237s | 1m:38s |
| Iteration 21 | exponen.. | 0.0226 | 74 | 0.9 | squared_er.. | 8 | 1 | 4 | log2 | 0.0226 | 0.5625 | 1.0 | 3.187s | 1m:42s |
| Iteration 22 | exponen.. | 0.0105 | 155 | 0.8 | squared_er.. | 20 | 3 | 5 | sqrt | 0.0139 | 0.8125 | 1.0 | 3.223s | 1m:47s |
| Iteration 23 | exponen.. | 0.0107 | 127 | 0.9 | squared_er.. | 7 | 4 | 7 | sqrt | 0.0285 | 0.9375 | 1.0 | 3.266s | 1m:53s |
| Iteration 24 | exponen.. | 0.2082 | 440 | 0.8 | friedman_mse | 11 | 4 | 4 | sqrt | 0.0144 | 0.625 | 1.0 | 3.272s | 1m:58s |
| Iteration 25 | deviance | 0.0655 | 170 | 0.8 | friedman_mse | 19 | 5 | 9 | log2 | 0.0248 | 0.6875 | 1.0 | 3.219s | 2m:05s |
| Iteration 26 | exponen.. | 0.0146 | 185 | 0.8 | friedman_mse | 4 | 4 | 6 | sqrt | 0.0007 | 0.9375 | 1.0 | 3.133s | 2m:12s |
| Iteration 27 | exponen.. | 0.0474 | 185 | 0.7 | squared_er.. | 8 | 3 | 9 | 0.6 | 0.0203 | 0.75 | 1.0 | 3.115s | 2m:19s |
| Iteration 28 | exponen.. | 0.0136 | 182 | 0.8 | friedman_mse | 2 | 4 | 9 | sqrt | 0.0341 | 1.0 | 1.0 | 3.166s | 2m:26s |
| Iteration 29 | exponen.. | 0.0279 | 148 | 0.6 | friedman_mse | 13 | 3 | 6 | sqrt | 0.0191 | 0.875 | 1.0 | 3.111s | 2m:33s |
| Iteration 30 | deviance | 0.0262 | 335 | 0.8 | friedman_mse | 3 | 4 | 7 | sqrt | 0.0301 | 0.875 | 1.0 | 3.148s | 2m:40s |
| Iteration 31 | deviance | 0.0113 | 321 | 0.9 | friedman_mse | 11 | 4 | 9 | log2 | 0.0067 | 0.75 | 1.0 | 3.171s | 2m:47s |
| Iteration 32 | exponen.. | 0.0139 | 319 | 0.8 | friedman_mse | 7 | 17 | 6 | 0.9 | 0.0197 | 0.9375 | 1.0 | 3.158s | 2m:54s |
| Iteration 33 | exponen.. | 0.0206 | 77 | 0.8 | friedman_mse | 13 | 16 | 5 | 0.9 | 0.003 | 0.6875 | 1.0 | 3.069s | 3m:01s |
| Iteration 34 | exponen.. | 0.1257 | 146 | 0.9 | friedman_mse | 15 | 3 | 6 | log2 | 0.0059 | 0.8125 | 1.0 | 3.087s | 3m:08s |
| Iteration 35 | exponen.. | 0.01 | 416 | 0.9 | squared_er.. | 8 | 17 | 7 | 0.7 | 0.0245 | 0.375 | 1.0 | 3.192s | 3m:14s |
| Iteration 36 | exponen.. | 0.0243 | 300 | 0.6 | friedman_mse | 8 | 17 | 5 | 0.9 | 0.0004 | 0.6875 | 1.0 | 3.160s | 3m:18s |
| Iteration 37 | deviance | 0.0131 | 413 | 0.5 | friedman_mse | 11 | 4 | 8 | sqrt | 0.0115 | 0.75 | 1.0 | 3.256s | 3m:23s |
| Iteration 38 | deviance | 0.2605 | 210 | 1.0 | friedman_mse | 2 | 4 | 10 | sqrt | 0.0251 | 0.3438 | 1.0 | 3.798s | 3m:29s |
| Iteration 39 | exponen.. | 0.0232 | 91 | 0.7 | squared_er.. | 14 | 4 | 4 | sqrt | 0.0158 | 0.5 | 1.0 | 3.186s | 3m:33s |
| Iteration 40 | deviance | 0.0395 | 323 | 1.0 | squared_er.. | 10 | 3 | 6 | log2 | 0.0285 | 0.7812 | 1.0 | 3.214s | 3m:38s |
| Iteration 41 | deviance | 0.0684 | 486 | 0.8 | squared_er.. | 18 | 3 | 5 | sqrt | 0.0138 | 0.875 | 1.0 | 3.282s | 3m:43s |
| Iteration 42 | deviance | 0.01 | 448 | 0.6 | friedman_mse | 2 | 4 | 7 | sqrt | 0.0023 | 0.5 | 1.0 | 3.255s | 3m:49s |
| Iteration 43 | exponen.. | 0.0126 | 371 | 0.6 | friedman_mse | 18 | 4 | 5 | sqrt | 0.0283 | 0.875 | 1.0 | 3.257s | 3m:55s |
| Iteration 44 | exponen.. | 0.0129 | 158 | 1.0 | squared_er.. | 2 | 4 | 6 | sqrt | 0.0039 | 0.8125 | 1.0 | 3.190s | 3m:60s |
| Iteration 45 | exponen.. | 0.0141 | 119 | 0.7 | friedman_mse | 18 | 4 | 6 | sqrt | 0.035 | 0.8125 | 1.0 | 3.192s | 4m:04s |
| Iteration 46 | exponen.. | 0.0118 | 252 | 0.7 | friedman_mse | 2 | 3 | 7 | sqrt | 0.0259 | 0.5625 | 1.0 | 3.217s | 4m:09s |
| Iteration 47 | exponen.. | 0.0342 | 36 | 1.0 | friedman_mse | 8 | 3 | 8 | sqrt | 0.0042 | 0.75 | 1.0 | 3.178s | 4m:14s |
| Iteration 48 | exponen.. | 0.0127 | 181 | 0.7 | friedman_mse | 2 | 4 | 4 | sqrt | 0.0163 | 0.6875 | 1.0 | 3.197s | 4m:19s |
| Iteration 49 | exponen.. | 0.0456 | 270 | 1.0 | squared_er.. | 13 | 3 | 6 | sqrt | 0.0133 | 0.5625 | 1.0 | 3.210s | 4m:24s |
| Iteration 50 | deviance | 0.0139 | 171 | 0.8 | friedman_mse | 2 | 4 | 10 | sqrt | 0.0291 | 0.3125 | 1.0 | 3.198s | 4m:30s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0326, 'n_estimators': 269, 'subsample': 0.7, 'criterion': 'friedman_mse', 'min_samples_split': 11, 'min_samples_leaf': 3, 'max_depth': 9, 'max_features': 'sqrt', 'ccp_alpha': 0.0118}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:33s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.084s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.73 ± 0.04
Time elapsed: 0.388s
-------------------------------------------------
Total time: 4m:33s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.6875 | 0.6875 | 3.200s | 3.212s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.5625 | 0.6875 | 3.186s | 7.304s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.8125 | 0.8125 | 3.192s | 11.438s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.375 | 0.8125 | 3.144s | 15.448s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 1.0 | 1.0 | 3.227s | 19.516s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.8125 | 1.0 | 3.232s | 23.685s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.8125 | 1.0 | 3.188s | 27.744s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.625 | 1.0 | 3.221s | 33.062s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.8125 | 1.0 | 3.226s | 39.285s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.8125 | 1.0 | 3.098s | 45.692s |
| Iteration 11 | l2 | 45.9564 | lbfgs | 392 | --- | 0.75 | 1.0 | 3.124s | 50.482s |
| Iteration 12 | l2 | 7.861 | lbfgs | 598 | --- | 0.75 | 1.0 | 3.205s | 54.848s |
| Iteration 13 | l2 | 10.9325 | lbfgs | 559 | --- | 0.625 | 1.0 | 3.196s | 59.195s |
| Iteration 14 | l2 | 0.0023 | sag | 468 | --- | 0.375 | 1.0 | 3.751s | 1m:04s |
| Iteration 15 | l2 | 1.3091 | lbfgs | 244 | --- | 0.625 | 1.0 | 3.201s | 1m:08s |
| Iteration 16 | l2 | 0.1868 | newto.. | 572 | --- | 0.5 | 1.0 | 3.186s | 1m:13s |
| Iteration 17 | none | --- | newto.. | 100 | --- | 0.3125 | 1.0 | 3.188s | 1m:17s |
| Iteration 18 | l2 | 0.001 | sag | 330 | --- | 0.8125 | 1.0 | 3.186s | 1m:21s |
| Iteration 19 | elast.. | 100.0 | saga | 304 | 0.3 | 0.625 | 1.0 | 3.211s | 1m:26s |
| Iteration 20 | l2 | 0.0069 | lbfgs | 677 | --- | 0.75 | 1.0 | 3.195s | 1m:30s |
| Iteration 21 | l2 | 0.001 | sag | 703 | --- | 0.375 | 1.0 | 3.191s | 1m:35s |
| Iteration 22 | l2 | 16.2681 | lbfgs | 558 | --- | 0.5 | 1.0 | 3.215s | 1m:39s |
| Iteration 23 | l2 | 0.0616 | libli.. | 316 | --- | 0.875 | 1.0 | 3.240s | 1m:43s |
| Iteration 24 | l2 | 1.4533 | libli.. | 248 | --- | 0.875 | 1.0 | 3.185s | 1m:48s |
| Iteration 25 | l2 | 0.0011 | sag | 505 | --- | 0.6875 | 1.0 | 3.229s | 1m:54s |
| Iteration 26 | l2 | 0.0193 | libli.. | 988 | --- | 0.6875 | 1.0 | 3.177s | 2m:02s |
| Iteration 27 | l1 | 0.0069 | libli.. | 1000 | --- | 0.5 | 1.0 | 3.216s | 2m:07s |
| Iteration 28 | l2 | 0.001 | sag | 245 | --- | 1.0 | 1.0 | 3.231s | 2m:11s |
| Iteration 29 | none | --- | sag | 237 | --- | 0.75 | 1.0 | 3.162s | 2m:18s |
| Iteration 30 | l1 | 100.0 | saga | 151 | --- | 0.75 | 1.0 | 3.211s | 2m:23s |
| Iteration 31 | l2 | 0.0455 | sag | 252 | --- | 0.625 | 1.0 | 3.260s | 2m:28s |
| Iteration 32 | none | --- | newto.. | 343 | --- | 0.6875 | 1.0 | 3.279s | 2m:33s |
| Iteration 33 | l2 | 20.7793 | lbfgs | 799 | --- | 0.75 | 1.0 | 3.268s | 2m:38s |
| Iteration 34 | elast.. | 0.0013 | saga | 100 | 0.7 | 0.5 | 1.0 | 3.266s | 2m:42s |
| Iteration 35 | l2 | 0.001 | saga | 281 | --- | 0.625 | 1.0 | 3.246s | 2m:47s |
| Iteration 36 | none | --- | newto.. | 252 | --- | 1.0 | 1.0 | 3.277s | 2m:51s |
| Iteration 37 | none | --- | newto.. | 255 | --- | 0.375 | 1.0 | 3.263s | 2m:58s |
| Iteration 38 | l2 | 0.0046 | lbfgs | 338 | --- | 0.25 | 1.0 | 3.827s | 3m:04s |
| Iteration 39 | l2 | 0.0016 | libli.. | 249 | --- | 0.5 | 1.0 | 3.247s | 3m:08s |
| Iteration 40 | l2 | 20.9486 | libli.. | 100 | --- | 0.6875 | 1.0 | 3.255s | 3m:13s |
| Iteration 41 | l2 | 0.0031 | lbfgs | 339 | --- | 0.5625 | 1.0 | 3.258s | 3m:18s |
| Iteration 42 | none | --- | newto.. | 253 | --- | 0.3125 | 1.0 | 3.248s | 3m:22s |
| Iteration 43 | none | --- | newto.. | 211 | --- | 0.6875 | 1.0 | 3.260s | 3m:28s |
| Iteration 44 | l2 | 0.2038 | libli.. | 225 | --- | 0.5 | 1.0 | 3.262s | 3m:34s |
| Iteration 45 | l2 | 0.001 | sag | 290 | --- | 0.6875 | 1.0 | 3.271s | 3m:38s |
| Iteration 46 | l2 | 2.5475 | libli.. | 399 | --- | 0.375 | 1.0 | 3.259s | 3m:43s |
| Iteration 47 | l2 | 0.0032 | newto.. | 487 | --- | 0.4375 | 1.0 | 3.273s | 3m:47s |
| Iteration 48 | l2 | 0.003 | newto.. | 252 | --- | 0.75 | 1.0 | 3.255s | 3m:52s |
| Iteration 49 | l2 | 0.0013 | sag | 236 | --- | 0.5625 | 1.0 | 3.282s | 3m:57s |
| Iteration 50 | none | --- | newto.. | 256 | --- | 0.1875 | 1.0 | 3.256s | 4m:01s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'penalty': 'none', 'solver': 'newton-cg', 'max_iter': 252}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:03s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8643
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.69 ± 0.0583
Time elapsed: 0.112s
-------------------------------------------------
Total time: 4m:03s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.75 | 0.75 | 3.128s | 3.133s |
| Initial point 2 | svd | --- | 0.4375 | 0.75 | 3.134s | 9.608s |
| Initial point 3 | svd | --- | 0.4375 | 0.75 | 0.001s | 13.291s |
| Initial point 4 | lsqr | 0.8 | 0.5 | 0.75 | 3.103s | 20.032s |
| Initial point 5 | eigen | 0.9 | 0.875 | 0.875 | 3.105s | 24.505s |
| Initial point 6 | lsqr | 0.7 | 0.625 | 0.875 | 3.210s | 28.632s |
| Initial point 7 | lsqr | 0.5 | 0.4375 | 0.875 | 3.170s | 32.731s |
| Initial point 8 | lsqr | 0.9 | 0.8125 | 0.875 | 3.227s | 36.831s |
| Initial point 9 | lsqr | 0.6 | 0.875 | 0.875 | 3.204s | 40.930s |
| Initial point 10 | eigen | 0.8 | 0.75 | 0.875 | 3.204s | 45.020s |
| Iteration 11 | eigen | 0.9 | 0.875 | 0.875 | 0.000s | 46.080s |
| Iteration 12 | eigen | 0.7 | 0.5625 | 0.875 | 3.226s | 50.286s |
| Iteration 13 | svd | --- | 0.4375 | 0.875 | 0.000s | 51.360s |
| Iteration 14 | eigen | 0.5 | 0.3125 | 0.875 | 3.237s | 56.632s |
| Iteration 15 | eigen | auto | 0.625 | 0.875 | 3.250s | 1m:01s |
| Iteration 16 | svd | --- | 0.4375 | 0.875 | 0.000s | 1m:05s |
| Iteration 17 | svd | --- | 0.4375 | 0.875 | 0.000s | 1m:08s |
| Iteration 18 | eigen | 0.6 | 0.9375 | 0.9375 | 3.163s | 1m:16s |
| Iteration 19 | eigen | None | 0.625 | 0.9375 | 3.200s | 1m:23s |
| Iteration 20 | lsqr | 1.0 | 0.4375 | 0.9375 | 3.134s | 1m:31s |
| Iteration 21 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 1m:35s |
| Iteration 22 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 1m:36s |
| Iteration 23 | lsqr | None | 0.875 | 0.9375 | 3.105s | 1m:41s |
| Iteration 24 | lsqr | auto | 0.8125 | 0.9375 | 3.205s | 1m:47s |
| Iteration 25 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 1m:48s |
| Iteration 26 | svd | --- | 0.4375 | 0.9375 | 0.000s | 1m:50s |
| Iteration 27 | eigen | 0.6 | 0.9375 | 0.9375 | 0.001s | 1m:51s |
| Iteration 28 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 1m:52s |
| Iteration 29 | svd | --- | 0.4375 | 0.9375 | 0.000s | 1m:53s |
| Iteration 30 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 1m:54s |
| Iteration 31 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 1m:55s |
| Iteration 32 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 1m:56s |
| Iteration 33 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 1m:57s |
| Iteration 34 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 1m:59s |
| Iteration 35 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 1m:60s |
| Iteration 36 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 2m:02s |
| Iteration 37 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 2m:05s |
| Iteration 38 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 2m:07s |
| Iteration 39 | eigen | 0.6 | 0.9375 | 0.9375 | 0.001s | 2m:08s |
| Iteration 40 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 2m:09s |
| Iteration 41 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 2m:10s |
| Iteration 42 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 2m:13s |
| Iteration 43 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 2m:15s |
| Iteration 44 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 2m:17s |
| Iteration 45 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 2m:20s |
| Iteration 46 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 2m:22s |
| Iteration 47 | eigen | 0.6 | 0.9375 | 0.9375 | 0.001s | 2m:24s |
| Iteration 48 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 2m:25s |
| Iteration 49 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 2m:27s |
| Iteration 50 | eigen | 0.6 | 0.9375 | 0.9375 | 0.000s | 2m:29s |
Bayesian Optimization ---------------------------
Best call --> Iteration 18
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.6}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 2m:30s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7812
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.71 ± 0.086
Time elapsed: 0.029s
-------------------------------------------------
Total time: 2m:30s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.75 | 0.75 | 3.094s | 3.098s |
| Initial point 2 | 0.9 | 0.8125 | 0.8125 | 3.151s | 7.405s |
| Initial point 3 | 0.1 | 0.3125 | 0.8125 | 3.149s | 11.936s |
| Initial point 4 | 1.0 | 0.75 | 0.8125 | 0.001s | 13.111s |
| Initial point 5 | 0.2 | 0.875 | 0.875 | 3.137s | 17.355s |
| Initial point 6 | 0.4 | 0.4375 | 0.875 | 3.242s | 21.676s |
| Initial point 7 | 0.4 | 0.4375 | 0.875 | 0.001s | 22.807s |
| Initial point 8 | 0.7 | 0.8125 | 0.875 | 3.204s | 27.071s |
| Initial point 9 | 0.9 | 0.8125 | 0.875 | 0.000s | 28.125s |
| Initial point 10 | 0.8 | 0.625 | 0.875 | 3.211s | 32.287s |
| Iteration 11 | 0.3 | 0.4375 | 0.875 | 3.199s | 36.705s |
| Iteration 12 | 0.6 | 0.75 | 0.875 | 3.226s | 41.100s |
| Iteration 13 | 0.5 | 0.1875 | 0.875 | 3.201s | 45.568s |
| Iteration 14 | 0.0 | 0.375 | 0.875 | 3.209s | 50.002s |
| Iteration 15 | 0.2 | 0.875 | 0.875 | 0.001s | 51.271s |
| Iteration 16 | 0.2 | 0.875 | 0.875 | 0.000s | 52.296s |
| Iteration 17 | 0.2 | 0.875 | 0.875 | 0.000s | 53.266s |
| Iteration 18 | 0.2 | 0.875 | 0.875 | 0.000s | 54.286s |
| Iteration 19 | 0.2 | 0.875 | 0.875 | 0.000s | 55.363s |
| Iteration 20 | 0.2 | 0.875 | 0.875 | 0.000s | 56.344s |
| Iteration 21 | 0.2 | 0.875 | 0.875 | 0.000s | 57.316s |
| Iteration 22 | 0.2 | 0.875 | 0.875 | 0.000s | 58.283s |
| Iteration 23 | 0.2 | 0.875 | 0.875 | 0.000s | 59.346s |
| Iteration 24 | 0.2 | 0.875 | 0.875 | 0.000s | 1m:00s |
| Iteration 25 | 0.2 | 0.875 | 0.875 | 0.000s | 1m:02s |
| Iteration 26 | 0.2 | 0.875 | 0.875 | 0.000s | 1m:03s |
| Iteration 27 | 0.2 | 0.875 | 0.875 | 0.000s | 1m:04s |
| Iteration 28 | 0.9 | 0.8125 | 0.875 | 0.000s | 1m:05s |
| Iteration 29 | 0.2 | 0.875 | 0.875 | 0.000s | 1m:07s |
| Iteration 30 | 0.8 | 0.625 | 0.875 | 0.000s | 1m:08s |
| Iteration 31 | 0.2 | 0.875 | 0.875 | 0.000s | 1m:09s |
| Iteration 32 | 0.2 | 0.875 | 0.875 | 0.000s | 1m:10s |
| Iteration 33 | 0.2 | 0.875 | 0.875 | 0.001s | 1m:11s |
| Iteration 34 | 0.2 | 0.875 | 0.875 | 0.000s | 1m:13s |
| Iteration 35 | 0.2 | 0.875 | 0.875 | 0.000s | 1m:14s |
| Iteration 36 | 0.2 | 0.875 | 0.875 | 0.000s | 1m:17s |
| Iteration 37 | 0.2 | 0.875 | 0.875 | 0.000s | 1m:18s |
| Iteration 38 | 0.2 | 0.875 | 0.875 | 0.000s | 1m:19s |
| Iteration 39 | 0.2 | 0.875 | 0.875 | 0.000s | 1m:20s |
| Iteration 40 | 0.2 | 0.875 | 0.875 | 0.000s | 1m:21s |
| Iteration 41 | 0.2 | 0.875 | 0.875 | 0.000s | 1m:23s |
| Iteration 42 | 0.2 | 0.875 | 0.875 | 0.000s | 1m:24s |
| Iteration 43 | 0.2 | 0.875 | 0.875 | 0.000s | 1m:25s |
| Iteration 44 | 0.2 | 0.875 | 0.875 | 0.000s | 1m:26s |
| Iteration 45 | 0.2 | 0.875 | 0.875 | 0.000s | 1m:27s |
| Iteration 46 | 0.2 | 0.875 | 0.875 | 0.000s | 1m:28s |
| Iteration 47 | 0.2 | 0.875 | 0.875 | 0.000s | 1m:32s |
| Iteration 48 | 0.2 | 0.875 | 0.875 | 0.000s | 1m:34s |
| Iteration 49 | 0.2 | 0.875 | 0.875 | 0.000s | 1m:35s |
| Iteration 50 | 0.2 | 0.875 | 0.875 | 0.000s | 1m:37s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'reg_param': 0.2}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:38s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7179
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.63 ± 0.103
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:38s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.3255 | dista.. | auto | 40 | 1 | 0.625 | 0.625 | 3.177s | 3.197s |
| Initial point 2 | 4.9019 | uniform | kd_tree | 39 | 2 | 0.5938 | 0.625 | 3.235s | 7.598s |
| Initial point 3 | 3.8722 | dista.. | ball_tree | 25 | 2 | 0.875 | 0.875 | 3.243s | 12.038s |
| Initial point 4 | 11.2968 | uniform | ball_tree | 39 | 2 | 0.625 | 0.875 | 3.208s | 16.434s |
| Initial point 5 | 8.8496 | dista.. | auto | 30 | 2 | 0.8125 | 0.875 | 3.245s | 21.884s |
| Initial point 6 | 10.2485 | dista.. | ball_tree | 21 | 2 | 0.6562 | 0.875 | 3.232s | 26.677s |
| Initial point 7 | 7.3305 | dista.. | ball_tree | 24 | 1 | 0.7188 | 0.875 | 3.253s | 32.872s |
| Initial point 8 | 1.7566 | dista.. | ball_tree | 21 | 2 | 0.375 | 0.875 | 3.305s | 37.815s |
| Initial point 9 | 8.1657 | uniform | ball_tree | 24 | 1 | 0.8125 | 0.875 | 3.277s | 42.330s |
| Initial point 10 | 5.7999 | uniform | brute | 22 | 2 | 0.4688 | 0.875 | 3.258s | 46.725s |
| Iteration 11 | 7.9754 | uniform | ball_tree | 27 | 2 | 0.6875 | 0.875 | 3.275s | 52.941s |
| Iteration 12 | 5.3914 | uniform | auto | 25 | 1 | 0.7812 | 0.875 | 3.265s | 58.026s |
| Iteration 13 | 0.3039 | dista.. | kd_tree | 25 | 2 | 0.5 | 0.875 | 3.122s | 1m:04s |
| Iteration 14 | 3.9646 | dista.. | ball_tree | 27 | 2 | 0.625 | 0.875 | 3.123s | 1m:11s |
| Iteration 15 | 4.0187 | uniform | auto | 25 | 2 | 0.5 | 0.875 | 3.126s | 1m:16s |
| Iteration 16 | 7.1009 | uniform | ball_tree | 26 | 1 | 1.0 | 1.0 | 3.231s | 1m:21s |
| Iteration 17 | 6.8636 | uniform | brute | 38 | 1 | 0.3125 | 1.0 | 3.176s | 1m:26s |
| Iteration 18 | 11.7334 | uniform | brute | 28 | 1 | 0.5625 | 1.0 | 3.227s | 1m:30s |
| Iteration 19 | 7.4365 | uniform | auto | 25 | 1 | 0.25 | 1.0 | 3.103s | 1m:38s |
| Iteration 20 | 6.9756 | uniform | ball_tree | 27 | 1 | 1.0 | 1.0 | 3.140s | 1m:43s |
| Iteration 21 | 6.7044 | uniform | ball_tree | 37 | 1 | 0.8125 | 1.0 | 3.175s | 1m:47s |
| Iteration 22 | 7.2502 | uniform | ball_tree | 20 | 1 | 0.5625 | 1.0 | 3.782s | 1m:53s |
| Iteration 23 | 6.4603 | uniform | ball_tree | 39 | 2 | 0.8125 | 1.0 | 3.181s | 1m:57s |
| Iteration 24 | 5.5812 | uniform | ball_tree | 23 | 1 | 0.7188 | 1.0 | 3.218s | 2m:02s |
| Iteration 25 | 7.4587 | dista.. | auto | 28 | 2 | 0.75 | 1.0 | 3.128s | 2m:09s |
| Iteration 26 | 10.0144 | dista.. | auto | 35 | 1 | 0.8125 | 1.0 | 3.144s | 2m:14s |
| Iteration 27 | 3.2545 | uniform | ball_tree | 37 | 1 | 0.6875 | 1.0 | 3.214s | 2m:19s |
| Iteration 28 | 5.6232 | uniform | ball_tree | 35 | 2 | 0.6562 | 1.0 | 3.241s | 2m:26s |
| Iteration 29 | 8.4951 | dista.. | brute | 31 | 1 | 0.7812 | 1.0 | 3.143s | 2m:34s |
| Iteration 30 | 0.277 | dista.. | brute | 21 | 2 | 0.5 | 1.0 | 3.143s | 2m:40s |
| Iteration 31 | 10.1556 | dista.. | brute | 30 | 2 | 0.75 | 1.0 | 3.162s | 2m:45s |
| Iteration 32 | 7.5874 | uniform | ball_tree | 27 | 1 | 1.0 | 1.0 | 3.238s | 2m:50s |
| Iteration 33 | 7.301 | uniform | ball_tree | 27 | 1 | 0.5938 | 1.0 | 3.214s | 2m:54s |
| Iteration 34 | 2.865 | dista.. | auto | 33 | 1 | 0.5 | 1.0 | 3.253s | 2m:59s |
| Iteration 35 | 7.3212 | uniform | ball_tree | 37 | 1 | 0.875 | 1.0 | 3.221s | 3m:04s |
| Iteration 36 | 6.0988 | dista.. | brute | 27 | 1 | 0.7812 | 1.0 | 3.250s | 3m:09s |
| Iteration 37 | 8.4962 | uniform | ball_tree | 34 | 1 | 0.625 | 1.0 | 3.223s | 3m:13s |
| Iteration 38 | 12.3603 | dista.. | brute | 36 | 1 | 0.25 | 1.0 | 3.269s | 3m:18s |
| Iteration 39 | 6.7566 | uniform | ball_tree | 23 | 2 | 0.375 | 1.0 | 3.219s | 3m:23s |
| Iteration 40 | 12.0064 | uniform | ball_tree | 26 | 1 | 0.625 | 1.0 | 3.245s | 3m:27s |
| Iteration 41 | 0.0 | dista.. | ball_tree | 26 | 1 | 0.5 | 1.0 | 3.229s | 3m:32s |
| Iteration 42 | 6.7893 | uniform | ball_tree | 26 | 1 | 0.625 | 1.0 | 3.133s | 3m:39s |
| Iteration 43 | 7.241 | uniform | ball_tree | 32 | 1 | 0.1875 | 1.0 | 3.235s | 3m:45s |
| Iteration 44 | 8.2677 | uniform | ball_tree | 26 | 1 | 0.625 | 1.0 | 3.219s | 3m:50s |
| Iteration 45 | 6.85 | uniform | ball_tree | 27 | 1 | 0.75 | 1.0 | 3.210s | 3m:55s |
| Iteration 46 | 6.9821 | uniform | kd_tree | 27 | 1 | 0.875 | 1.0 | 3.216s | 3m:59s |
| Iteration 47 | 7.04 | uniform | auto | 26 | 1 | 0.4375 | 1.0 | 3.199s | 4m:05s |
| Iteration 48 | 7.1063 | uniform | ball_tree | 38 | 1 | 0.625 | 1.0 | 3.182s | 4m:10s |
| Iteration 49 | 7.895 | dista.. | kd_tree | 27 | 1 | 0.5 | 1.0 | 3.204s | 4m:15s |
| Iteration 50 | 7.4113 | dista.. | ball_tree | 26 | 1 | 0.25 | 1.0 | 3.191s | 4m:19s |
Bayesian Optimization ---------------------------
Best call --> Iteration 32
Best parameters --> {'radius': 7.5874, 'weights': 'uniform', 'algorithm': 'ball_tree', 'leaf_size': 27, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:21s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7728
Test evaluation --> roc_auc: 0.525
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.505 ± 0.066
Time elapsed: 0.054s
-------------------------------------------------
Total time: 4m:21s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.5 | 0.5 | 3.598s | 3.606s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.6875 | 0.6875 | 3.577s | 8.437s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.5625 | 0.6875 | 3.344s | 12.860s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.5 | 0.6875 | 3.475s | 18.923s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.875 | 0.875 | 3.391s | 25.305s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.6875 | 0.875 | 3.604s | 30.683s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.625 | 0.875 | 3.082s | 37.337s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.8125 | 0.875 | 3.363s | 42.352s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.7188 | 0.875 | 3.148s | 46.731s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.9062 | 0.9062 | 3.272s | 51.059s |
| Iteration 11 | 111 | 0.0135 | SAMME | 0.6562 | 0.9062 | 3.184s | 55.666s |
| Iteration 12 | 400 | 0.01 | SAMME.R | 1.0 | 1.0 | 3.470s | 1m:00s |
| Iteration 13 | 392 | 0.01 | SAMME.R | 0.625 | 1.0 | 3.433s | 1m:05s |
| Iteration 14 | 475 | 0.01 | SAMME.R | 0.4062 | 1.0 | 3.506s | 1m:10s |
| Iteration 15 | 401 | 0.0131 | SAMME.R | 0.6875 | 1.0 | 3.438s | 1m:16s |
| Iteration 16 | 404 | 0.0179 | SAMME.R | 0.625 | 1.0 | 3.383s | 1m:23s |
| Iteration 17 | 176 | 8.3167 | SAMME.R | 0.3438 | 1.0 | 3.257s | 1m:28s |
| Iteration 18 | 88 | 0.2434 | SAMME.R | 0.9375 | 1.0 | 3.194s | 1m:33s |
| Iteration 19 | 91 | 0.2789 | SAMME.R | 0.875 | 1.0 | 3.189s | 1m:37s |
| Iteration 20 | 403 | 0.01 | SAMME.R | 1.0 | 1.0 | 3.377s | 1m:44s |
| Iteration 21 | 84 | 0.2708 | SAMME.R | 0.5625 | 1.0 | 3.238s | 1m:50s |
| Iteration 22 | 51 | 0.1059 | SAMME | 0.8438 | 1.0 | 3.217s | 1m:54s |
| Iteration 23 | 94 | 0.0122 | SAMME.R | 0.8125 | 1.0 | 3.236s | 1m:59s |
| Iteration 24 | 91 | 0.1089 | SAMME.R | 0.7812 | 1.0 | 3.230s | 2m:04s |
| Iteration 25 | 400 | 0.037 | SAMME.R | 0.5625 | 1.0 | 4.120s | 2m:09s |
| Iteration 26 | 50 | 0.0104 | SAMME.R | 0.875 | 1.0 | 3.201s | 2m:14s |
| Iteration 27 | 50 | 0.01 | SAMME | 0.6562 | 1.0 | 3.167s | 2m:19s |
| Iteration 28 | 52 | 0.0105 | SAMME.R | 1.0 | 1.0 | 3.214s | 2m:23s |
| Iteration 29 | 50 | 0.01 | SAMME.R | 0.875 | 1.0 | 3.181s | 2m:28s |
| Iteration 30 | 53 | 0.0105 | SAMME.R | 0.875 | 1.0 | 3.192s | 2m:33s |
| Iteration 31 | 60 | 0.0102 | SAMME | 0.7812 | 1.0 | 3.120s | 2m:39s |
| Iteration 32 | 54 | 0.0102 | SAMME | 0.6875 | 1.0 | 3.170s | 2m:44s |
| Iteration 33 | 51 | 9.2669 | SAMME | 0.5 | 1.0 | 3.142s | 2m:48s |
| Iteration 34 | 50 | 0.01 | SAMME.R | 0.875 | 1.0 | 0.001s | 2m:49s |
| Iteration 35 | 50 | 0.0561 | SAMME.R | 0.6875 | 1.0 | 3.101s | 2m:56s |
| Iteration 36 | 50 | 0.01 | SAMME.R | 0.875 | 1.0 | 0.000s | 3m:01s |
| Iteration 37 | 50 | 0.01 | SAMME.R | 0.875 | 1.0 | 0.000s | 3m:06s |
| Iteration 38 | 54 | 0.01 | SAMME | 0.375 | 1.0 | 3.095s | 3m:11s |
| Iteration 39 | 91 | 0.2402 | SAMME.R | 0.5625 | 1.0 | 3.100s | 3m:18s |
| Iteration 40 | 51 | 0.0111 | SAMME.R | 0.5625 | 1.0 | 3.135s | 3m:25s |
| Iteration 41 | 402 | 0.01 | SAMME.R | 0.75 | 1.0 | 3.436s | 3m:31s |
| Iteration 42 | 54 | 0.01 | SAMME.R | 0.3438 | 1.0 | 3.214s | 3m:36s |
| Iteration 43 | 84 | 0.0101 | SAMME.R | 0.875 | 1.0 | 3.249s | 3m:41s |
| Iteration 44 | 50 | 0.01 | SAMME.R | 0.875 | 1.0 | 0.001s | 3m:42s |
| Iteration 45 | 50 | 0.01 | SAMME.R | 0.875 | 1.0 | 0.000s | 3m:43s |
| Iteration 46 | 50 | 0.01 | SAMME.R | 0.875 | 1.0 | 0.000s | 3m:45s |
| Iteration 47 | 50 | 0.01 | SAMME.R | 0.875 | 1.0 | 0.000s | 3m:48s |
| Iteration 48 | 401 | 0.0104 | SAMME.R | 0.6875 | 1.0 | 3.353s | 3m:57s |
| Iteration 49 | 405 | 0.01 | SAMME.R | 0.3125 | 1.0 | 3.381s | 4m:04s |
| Iteration 50 | 127 | 0.01 | SAMME.R | 0.3125 | 1.0 | 3.150s | 4m:10s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'n_estimators': 400, 'learning_rate': 0.01, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:13s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9853
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.366s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.715 ± 0.1375
Time elapsed: 1.600s
-------------------------------------------------
Total time: 4m:15s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.75 | 0.75 | 3.531s | 3.550s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.5625 | 0.75 | 3.424s | 8.547s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.5 | 0.75 | 3.445s | 13.207s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.625 | 0.75 | 3.246s | 17.620s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.875 | 0.875 | 4.061s | 22.926s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.625 | 0.875 | 3.303s | 27.445s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.5625 | 0.875 | 3.317s | 32.019s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 1.0 | 1.0 | 3.326s | 36.516s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.875 | 1.0 | 3.435s | 41.111s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.9375 | 1.0 | 3.385s | 45.690s |
| Iteration 11 | 479 | entropy | 5 | 19 | 20 | None | True | 0.0 | 0.6 | 0.5 | 1.0 | 3.515s | 52.641s |
| Iteration 12 | 298 | gini | 2 | 3 | 17 | auto | False | 0.0057 | --- | 0.9375 | 1.0 | 3.240s | 59.903s |
| Iteration 13 | 467 | entropy | None | 20 | 4 | auto | False | 0.035 | --- | 0.75 | 1.0 | 3.376s | 1m:05s |
| Iteration 14 | 219 | entropy | None | 11 | 15 | auto | False | 0.035 | --- | 0.5625 | 1.0 | 3.265s | 1m:10s |
| Iteration 15 | 296 | gini | 4 | 4 | 20 | 0.9 | False | 0.0185 | --- | 0.875 | 1.0 | 3.334s | 1m:15s |
| Iteration 16 | 316 | entropy | 5 | 6 | 17 | log2 | False | 0.0169 | --- | 0.625 | 1.0 | 3.246s | 1m:23s |
| Iteration 17 | 274 | entropy | None | 16 | 9 | auto | True | 0.0128 | 0.5 | 0.8125 | 1.0 | 3.309s | 1m:31s |
| Iteration 18 | 183 | entropy | None | 5 | 20 | auto | False | 0.013 | --- | 1.0 | 1.0 | 3.163s | 1m:39s |
| Iteration 19 | 460 | gini | None | 2 | 8 | auto | True | 0.0164 | 0.5 | 0.875 | 1.0 | 3.500s | 1m:47s |
| Iteration 20 | 469 | gini | None | 2 | 20 | sqrt | True | 0.0169 | 0.6 | 0.5 | 1.0 | 3.486s | 1m:56s |
| Iteration 21 | 321 | entropy | 2 | 2 | 5 | 0.9 | True | 0.0274 | None | 0.6875 | 1.0 | 3.330s | 2m:03s |
| Iteration 22 | 60 | gini | 5 | 6 | 18 | 0.9 | False | 0.0189 | --- | 0.8125 | 1.0 | 3.140s | 2m:10s |
| Iteration 23 | 400 | entropy | None | 3 | 17 | auto | False | 0.0165 | --- | 0.9375 | 1.0 | 3.418s | 2m:17s |
| Iteration 24 | 499 | gini | 7 | 19 | 20 | 0.9 | True | 0.0075 | 0.5 | 0.5 | 1.0 | 3.579s | 2m:24s |
| Iteration 25 | 136 | entropy | 1 | 4 | 16 | auto | False | 0.0196 | --- | 0.7812 | 1.0 | 3.277s | 2m:31s |
| Iteration 26 | 249 | gini | None | 16 | 18 | 0.6 | False | 0.011 | --- | 1.0 | 1.0 | 3.371s | 2m:38s |
| Iteration 27 | 376 | gini | None | 11 | 19 | 0.5 | False | 0.0119 | --- | 0.7188 | 1.0 | 3.421s | 2m:45s |
| Iteration 28 | 285 | entropy | None | 6 | 16 | sqrt | False | 0.0166 | --- | 1.0 | 1.0 | 3.336s | 2m:51s |
| Iteration 29 | 324 | gini | 1 | 4 | 20 | 0.7 | False | 0.0069 | --- | 0.8125 | 1.0 | 3.391s | 2m:56s |
| Iteration 30 | 361 | gini | None | 6 | 18 | log2 | False | 0.021 | --- | 0.875 | 1.0 | 3.399s | 3m:02s |
| Iteration 31 | 233 | entropy | None | 12 | 17 | 0.6 | False | 0.0172 | --- | 0.8438 | 1.0 | 3.929s | 3m:07s |
| Iteration 32 | 228 | gini | None | 18 | 18 | 0.5 | False | 0.0122 | --- | 1.0 | 1.0 | 3.347s | 3m:12s |
| Iteration 33 | 322 | gini | None | 10 | 16 | None | False | 0.0013 | --- | 0.5 | 1.0 | 3.395s | 3m:17s |
| Iteration 34 | 285 | gini | None | 7 | 16 | auto | False | 0.0164 | --- | 0.5625 | 1.0 | 3.340s | 3m:22s |
| Iteration 35 | 311 | entropy | None | 10 | 20 | 0.7 | False | 0.0145 | --- | 0.4375 | 1.0 | 3.337s | 3m:27s |
| Iteration 36 | 273 | gini | None | 18 | 18 | log2 | False | 0.0237 | --- | 0.875 | 1.0 | 3.351s | 3m:32s |
| Iteration 37 | 256 | gini | None | 18 | 18 | 0.6 | False | 0.0082 | --- | 0.4375 | 1.0 | 3.325s | 3m:38s |
| Iteration 38 | 407 | entropy | None | 14 | 16 | sqrt | False | 0.0171 | --- | 0.3125 | 1.0 | 3.431s | 3m:43s |
| Iteration 39 | 477 | gini | None | 5 | 2 | 0.8 | False | 0.0066 | --- | 0.5 | 1.0 | 3.461s | 3m:50s |
| Iteration 40 | 434 | gini | None | 18 | 18 | None | False | 0.0126 | --- | 0.8125 | 1.0 | 3.443s | 3m:56s |
| Iteration 41 | 319 | entropy | None | 5 | 18 | 0.5 | False | 0.0062 | --- | 0.875 | 1.0 | 3.396s | 4m:01s |
| Iteration 42 | 76 | gini | None | 5 | 18 | sqrt | False | 0.021 | --- | 0.5 | 1.0 | 3.175s | 4m:06s |
| Iteration 43 | 299 | entropy | None | 4 | 1 | 0.6 | False | 0.0277 | --- | 0.8125 | 1.0 | 3.360s | 4m:12s |
| Iteration 44 | 440 | entropy | None | 4 | 20 | 0.9 | False | 0.011 | --- | 0.8125 | 1.0 | 3.388s | 4m:17s |
| Iteration 45 | 444 | entropy | None | 6 | 5 | sqrt | False | 0.0091 | --- | 0.8125 | 1.0 | 3.431s | 4m:22s |
| Iteration 46 | 304 | entropy | None | 5 | 18 | log2 | True | 0.0162 | 0.9 | 0.4688 | 1.0 | 3.356s | 4m:27s |
| Iteration 47 | 150 | entropy | None | 5 | 9 | sqrt | False | 0.0236 | --- | 0.5625 | 1.0 | 3.247s | 4m:32s |
| Iteration 48 | 361 | gini | None | 7 | 18 | auto | False | 0.0128 | --- | 0.4375 | 1.0 | 3.365s | 4m:38s |
| Iteration 49 | 201 | gini | 1 | 17 | 15 | 0.5 | False | 0.0187 | --- | 0.7812 | 1.0 | 3.261s | 4m:43s |
| Iteration 50 | 176 | entropy | 1 | 4 | 12 | 0.9 | False | 0.0202 | --- | 0.3125 | 1.0 | 3.227s | 4m:47s |
Bayesian Optimization ---------------------------
Best call --> Iteration 26
Best parameters --> {'n_estimators': 249, 'criterion': 'gini', 'max_depth': None, 'min_samples_split': 16, 'min_samples_leaf': 18, 'max_features': 0.6, 'bootstrap': False, 'ccp_alpha': 0.011}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:49s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8875
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.180s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.715 ± 0.086
Time elapsed: 0.794s
-------------------------------------------------
Total time: 4m:50s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.257s | 3.277s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.625 | 0.625 | 3.225s | 8.920s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.625 | 3.233s | 13.670s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.625 | 3.157s | 17.944s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.625 | 3.225s | 22.258s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.625 | 3.187s | 26.585s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.625 | 3.823s | 31.825s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.625 | 3.190s | 36.145s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.8125 | 0.8125 | 3.247s | 40.568s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.8125 | 3.207s | 45.009s |
| Iteration 11 | 490 | 0.1237 | 3 | 0.0 | 4 | 0.8 | 0.6 | 0 | 10 | 0.5625 | 0.8125 | 3.237s | 49.874s |
| Iteration 12 | 500 | 0.0616 | 2 | 0.7486 | 4 | 0.8 | 0.8 | 0 | 1 | 0.9375 | 0.9375 | 3.234s | 54.707s |
| Iteration 13 | 180 | 0.0125 | 9 | 1.0 | 4 | 0.7 | 0.5 | 0 | 1 | 0.875 | 0.9375 | 3.196s | 59.431s |
| Iteration 14 | 500 | 0.0594 | 1 | 0.787 | 4 | 0.8 | 0.8 | 0 | 1 | 0.4062 | 0.9375 | 3.213s | 1m:04s |
| Iteration 15 | 45 | 0.9311 | 10 | 0.1032 | 9 | 0.5 | 0.9 | 10 | 1 | 0.5 | 0.9375 | 3.170s | 1m:09s |
| Iteration 16 | 100 | 0.0136 | 10 | 0.7512 | 2 | 0.9 | 0.5 | 10 | 1 | 0.5 | 0.9375 | 3.163s | 1m:14s |
| Iteration 17 | 272 | 0.0316 | 9 | 1.0 | 4 | 0.8 | 0.5 | 0.01 | 1 | 0.5 | 0.9375 | 3.180s | 1m:18s |
| Iteration 18 | 50 | 0.2077 | 2 | 0.3366 | 4 | 0.8 | 0.8 | 0 | 1 | 0.8125 | 0.9375 | 3.153s | 1m:25s |
| Iteration 19 | 159 | 0.0606 | 10 | 0.694 | 10 | 0.6 | 0.9 | 0 | 100 | 0.5 | 0.9375 | 3.176s | 1m:31s |
| Iteration 20 | 24 | 0.0201 | 10 | 0.5219 | 2 | 0.6 | 0.8 | 0 | 10 | 0.9375 | 0.9375 | 3.154s | 1m:35s |
| Iteration 21 | 23 | 0.1849 | 10 | 0.7857 | 1 | 0.9 | 1.0 | 0 | 0.1 | 0.5625 | 0.9375 | 3.144s | 1m:40s |
| Iteration 22 | 47 | 0.153 | 10 | 0.1231 | 7 | 0.5 | 0.8 | 100 | 10 | 0.5 | 0.9375 | 3.187s | 1m:44s |
| Iteration 23 | 316 | 0.2749 | 3 | 0.7783 | 1 | 0.5 | 0.4 | 0 | 0 | 0.875 | 0.9375 | 3.195s | 1m:49s |
| Iteration 24 | 44 | 0.8688 | 6 | 0.1097 | 1 | 0.5 | 0.4 | 0 | 1 | 0.7188 | 0.9375 | 3.167s | 1m:54s |
| Iteration 25 | 478 | 0.0666 | 2 | 0.9214 | 1 | 0.5 | 0.6 | 0 | 0 | 0.8125 | 0.9375 | 3.240s | 1m:58s |
| Iteration 26 | 166 | 0.3578 | 4 | 0.2127 | 1 | 0.5 | 1.0 | 0 | 100 | 0.9375 | 0.9375 | 3.177s | 2m:03s |
| Iteration 27 | 169 | 0.0743 | 9 | 0.5682 | 1 | 0.5 | 0.9 | 0 | 0.01 | 0.75 | 0.9375 | 3.184s | 2m:08s |
| Iteration 28 | 43 | 0.4473 | 10 | 0.0029 | 3 | 0.5 | 0.8 | 0 | 10 | 0.875 | 0.9375 | 3.179s | 2m:12s |
| Iteration 29 | 20 | 0.01 | 1 | 1.0 | 1 | 0.5 | 1.0 | 0 | 100 | 0.5 | 0.9375 | 3.177s | 2m:17s |
| Iteration 30 | 52 | 0.1927 | 1 | 0.7341 | 1 | 1.0 | 0.5 | 0 | 100 | 0.625 | 0.9375 | 3.153s | 2m:22s |
| Iteration 31 | 500 | 0.2638 | 10 | 0.0 | 3 | 0.5 | 0.4 | 0 | 0 | 0.75 | 0.9375 | 3.256s | 2m:27s |
| Iteration 32 | 500 | 1.0 | 10 | 0.0 | 1 | 0.5 | 0.4 | 0 | 0 | 0.875 | 0.9375 | 3.868s | 2m:32s |
| Iteration 33 | 477 | 0.0141 | 7 | 0.9647 | 10 | 1.0 | 0.9 | 100 | 100 | 0.5 | 0.9375 | 3.237s | 2m:39s |
| Iteration 34 | 500 | 0.01 | 10 | 0.0 | 1 | 0.5 | 1.0 | 0 | 0 | 0.875 | 0.9375 | 3.209s | 2m:47s |
| Iteration 35 | 427 | 0.1098 | 2 | 0.0014 | 1 | 0.5 | 0.6 | 0.01 | 10 | 0.5625 | 0.9375 | 3.144s | 2m:54s |
| Iteration 36 | 500 | 1.0 | 10 | 0.0 | 1 | 0.5 | 1.0 | 0 | 0 | 1.0 | 1.0 | 3.229s | 3m:01s |
| Iteration 37 | 279 | 0.0897 | 10 | 0.0982 | 1 | 0.5 | 0.7 | 0 | 10 | 0.625 | 1.0 | 3.181s | 3m:08s |
| Iteration 38 | 338 | 0.0518 | 3 | 0.2875 | 10 | 1.0 | 0.6 | 0 | 0.1 | 0.5 | 1.0 | 3.110s | 3m:15s |
| Iteration 39 | 427 | 0.0122 | 9 | 0.9294 | 1 | 1.0 | 0.6 | 0 | 10 | 0.5625 | 1.0 | 3.161s | 3m:22s |
| Iteration 40 | 183 | 0.0323 | 10 | 0.0392 | 4 | 0.5 | 0.6 | 0 | 0.01 | 0.7812 | 1.0 | 3.129s | 3m:30s |
| Iteration 41 | 500 | 1.0 | 10 | 0.0 | 1 | 0.5 | 1.0 | 0 | 0 | 1.0 | 1.0 | 0.001s | 3m:35s |
| Iteration 42 | 145 | 0.062 | 2 | 0.7499 | 6 | 0.8 | 0.7 | 0 | 1 | 0.375 | 1.0 | 3.087s | 3m:42s |
| Iteration 43 | 365 | 0.0204 | 10 | 0.5205 | 2 | 0.6 | 0.4 | 0.01 | 10 | 0.9375 | 1.0 | 3.204s | 3m:47s |
| Iteration 44 | 340 | 0.1637 | 2 | 1.0 | 4 | 0.8 | 0.7 | 0.01 | 1 | 0.875 | 1.0 | 3.209s | 3m:52s |
| Iteration 45 | 301 | 1.0 | 10 | 0.6151 | 2 | 0.6 | 0.7 | 0.01 | 10 | 0.8125 | 1.0 | 3.230s | 3m:57s |
| Iteration 46 | 258 | 0.0796 | 4 | 0.686 | 1 | 0.5 | 0.6 | 0.01 | 100 | 0.4375 | 1.0 | 3.185s | 4m:02s |
| Iteration 47 | 422 | 0.5479 | 4 | 0.0784 | 1 | 0.5 | 1.0 | 0.1 | 100 | 0.6875 | 1.0 | 3.242s | 4m:07s |
| Iteration 48 | 77 | 0.5395 | 10 | 0.427 | 2 | 0.6 | 0.6 | 1 | 10 | 0.375 | 1.0 | 3.154s | 4m:12s |
| Iteration 49 | 70 | 0.6663 | 7 | 0.6486 | 3 | 0.9 | 0.8 | 0.01 | 1 | 0.625 | 1.0 | 3.200s | 4m:17s |
| Iteration 50 | 210 | 0.0163 | 2 | 0.7548 | 4 | 0.8 | 0.8 | 0 | 1 | 0.25 | 1.0 | 3.147s | 4m:22s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'n_estimators': 500, 'learning_rate': 1.0, 'max_depth': 10, 'gamma': 0.0, 'min_child_weight': 1, 'subsample': 0.5, 'colsample_bytree': 1.0, 'reg_alpha': 0, 'reg_lambda': 0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9955
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.094s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.67 ± 0.04
Time elapsed: 0.279s
-------------------------------------------------
Total time: 4m:24s
Final results ==================== >>
Duration: 30m:35s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.73 ± 0.04 ~ !
Logistic Regression --> roc_auc: 0.69 ± 0.0583 ~
Linear Discriminant Analysis --> roc_auc: 0.71 ± 0.086
Quadratic Discriminant Analysis --> roc_auc: 0.63 ± 0.103
Radius Nearest Neighbors --> roc_auc: 0.505 ± 0.066 ~
AdaBoost --> roc_auc: 0.715 ± 0.1375 ~
Random Forest --> roc_auc: 0.715 ± 0.086
XGBoost --> roc_auc: 0.67 ± 0.04 ~
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 833 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CAVSSGGGADGLTF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVSSGGYNKLIF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAVGGGSYIPTF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAAPYSSASKIIF.
>>> Dropping feature CATDSNDYKLSF.
>>> Dropping feature CAVRGYSSASKIIF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CAASASGTYKYIF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CASSLAGGTDTQYF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CASSPGGYEQYF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CASSLDSYEQYF.
>>> Dropping feature CAVDGSSNTGKLIF.
>>> Dropping feature CAVKGGSEKLVF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CASSLADTQYF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVRPNDYKLSF.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAARTGNQFYF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CALILTGGGNKLTF.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CASSPSSYEQYF.
>>> Dropping feature CAVASGTYKYIF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVLDSSYKLIF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAVTNTGGFKTIF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CAASANTGNQFYF.
>>> Dropping feature CAASDAGGTSYGKLTF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.9375 | 0.9375 | 0.650s | 0.669s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.625 | 0.9375 | 0.674s | 2.719s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.875 | 0.9375 | 0.633s | 4.486s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.9375 | 0.9375 | 0.667s | 6.241s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 1.0 | 1.0 | 0.689s | 9.082s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 1.0 | 1.0 | 1.431s | 13.242s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 1.0 | 1.0 | 0.695s | 17.026s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.8125 | 1.0 | 0.743s | 20.476s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.9375 | 1.0 | 0.679s | 22.693s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.9375 | 1.0 | 0.680s | 24.477s |
| Iteration 11 | deviance | 0.1683 | 446 | 0.7 | squared_er.. | 12 | 13 | 9 | log2 | 0.0119 | 0.75 | 1.0 | 0.729s | 27.178s |
| Iteration 12 | exponen.. | 0.0281 | 117 | 0.8 | friedman_mse | 5 | 8 | 5 | 0.6 | 0.0153 | 0.9375 | 1.0 | 0.660s | 30.887s |
| Iteration 13 | exponen.. | 0.0549 | 487 | 0.9 | friedman_mse | 7 | 9 | 6 | 0.6 | 0.0228 | 0.8125 | 1.0 | 0.742s | 34.958s |
| Iteration 14 | exponen.. | 0.0369 | 123 | 0.5 | friedman_mse | 12 | 1 | 10 | auto | 0.0182 | 0.6875 | 1.0 | 0.650s | 37.317s |
| Iteration 15 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 12 | 10 | log2 | 0.019 | 0.6875 | 1.0 | 0.712s | 40.637s |
| Iteration 16 | exponen.. | 0.2938 | 264 | 0.9 | friedman_mse | 4 | 13 | 9 | 0.9 | 0.0258 | 1.0 | 1.0 | 0.689s | 43.076s |
| Iteration 17 | exponen.. | 0.0161 | 278 | 1.0 | squared_er.. | 17 | 1 | 10 | 0.8 | 0.0229 | 0.375 | 1.0 | 0.709s | 45.037s |
| Iteration 18 | exponen.. | 0.0653 | 267 | 1.0 | friedman_mse | 7 | 3 | 10 | None | 0.0216 | 1.0 | 1.0 | 0.689s | 47.083s |
| Iteration 19 | exponen.. | 0.1123 | 294 | 0.8 | friedman_mse | 8 | 4 | 3 | None | 0.0098 | 0.875 | 1.0 | 0.697s | 49.236s |
| Iteration 20 | exponen.. | 0.0432 | 264 | 1.0 | friedman_mse | 7 | 3 | 10 | None | 0.0245 | 1.0 | 1.0 | 0.700s | 53.203s |
| Iteration 21 | exponen.. | 0.0487 | 416 | 0.9 | friedman_mse | 6 | 13 | 9 | 0.7 | 0.003 | 0.75 | 1.0 | 0.734s | 55.873s |
| Iteration 22 | exponen.. | 0.8981 | 235 | 0.9 | friedman_mse | 3 | 13 | 9 | 0.8 | 0.0169 | 0.7188 | 1.0 | 0.718s | 58.131s |
| Iteration 23 | deviance | 0.1545 | 261 | 0.6 | friedman_mse | 14 | 3 | 9 | sqrt | 0.0183 | 0.875 | 1.0 | 0.723s | 1m:00s |
| Iteration 24 | deviance | 0.0439 | 310 | 0.6 | squared_er.. | 13 | 13 | 10 | log2 | 0.0332 | 0.8125 | 1.0 | 0.723s | 1m:03s |
| Iteration 25 | deviance | 0.6039 | 472 | 0.6 | squared_er.. | 11 | 20 | 8 | 0.7 | 0.0057 | 0.5 | 1.0 | 0.777s | 1m:05s |
| Iteration 26 | deviance | 0.5718 | 166 | 0.6 | squared_er.. | 12 | 13 | 9 | log2 | 0.0308 | 1.0 | 1.0 | 0.697s | 1m:07s |
| Iteration 27 | deviance | 0.01 | 10 | 0.5 | friedman_mse | 20 | 20 | 1 | None | 0.035 | 0.5 | 1.0 | 0.667s | 1m:09s |
| Iteration 28 | deviance | 0.1357 | 143 | 0.9 | friedman_mse | 14 | 18 | 1 | sqrt | 0.0076 | 0.75 | 1.0 | 0.693s | 1m:12s |
| Iteration 29 | exponen.. | 0.0811 | 222 | 0.6 | friedman_mse | 9 | 3 | 9 | 0.5 | 0.0342 | 0.625 | 1.0 | 0.712s | 1m:14s |
| Iteration 30 | exponen.. | 0.3549 | 292 | 0.6 | friedman_mse | 10 | 3 | 10 | sqrt | 0.0229 | 0.6875 | 1.0 | 1.249s | 1m:17s |
| Iteration 31 | deviance | 0.8173 | 124 | 0.6 | friedman_mse | 14 | 3 | 9 | sqrt | 0.0256 | 0.8438 | 1.0 | 0.650s | 1m:19s |
| Iteration 32 | exponen.. | 0.0827 | 143 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0335 | 0.75 | 1.0 | 0.656s | 1m:22s |
| Iteration 33 | deviance | 0.7981 | 202 | 0.6 | squared_er.. | 12 | 13 | 9 | log2 | 0.0315 | 0.5625 | 1.0 | 0.659s | 1m:25s |
| Iteration 34 | deviance | 0.5979 | 500 | 1.0 | friedman_mse | 20 | 9 | 1 | None | 0.0 | 1.0 | 1.0 | 0.705s | 1m:27s |
| Iteration 35 | deviance | 0.01 | 500 | 1.0 | friedman_mse | 20 | 1 | 1 | None | 0.035 | 0.9688 | 1.0 | 0.706s | 1m:29s |
| Iteration 36 | deviance | 0.01 | 10 | 1.0 | friedman_mse | 2 | 20 | 1 | None | 0.035 | 0.75 | 1.0 | 0.616s | 1m:32s |
| Iteration 37 | exponen.. | 0.2069 | 429 | 1.0 | friedman_mse | 7 | 1 | 8 | None | 0.0261 | 0.4375 | 1.0 | 0.742s | 1m:34s |
| Iteration 38 | exponen.. | 0.021 | 266 | 0.9 | friedman_mse | 4 | 7 | 5 | None | 0.0316 | 1.0 | 1.0 | 0.695s | 1m:37s |
| Iteration 39 | exponen.. | 0.1613 | 266 | 0.9 | friedman_mse | 18 | 17 | 1 | 0.8 | 0.0202 | 0.8438 | 1.0 | 0.684s | 1m:39s |
| Iteration 40 | exponen.. | 0.2279 | 269 | 0.7 | friedman_mse | 3 | 1 | 9 | None | 0.0018 | 1.0 | 1.0 | 0.708s | 1m:42s |
| Iteration 41 | exponen.. | 0.3458 | 267 | 0.6 | friedman_mse | 3 | 12 | 6 | None | 0.0195 | 1.0 | 1.0 | 0.695s | 1m:44s |
| Iteration 42 | deviance | 0.0891 | 233 | 0.7 | friedman_mse | 10 | 8 | 5 | auto | 0.0081 | 1.0 | 1.0 | 0.679s | 1m:46s |
| Iteration 43 | exponen.. | 0.0569 | 228 | 0.9 | friedman_mse | 20 | 12 | 9 | auto | 0.0201 | 0.9375 | 1.0 | 0.681s | 1m:50s |
| Iteration 44 | deviance | 0.1182 | 152 | 0.5 | squared_er.. | 12 | 9 | 5 | log2 | 0.005 | 1.0 | 1.0 | 0.657s | 1m:53s |
| Iteration 45 | deviance | 0.0424 | 157 | 0.6 | squared_er.. | 12 | 16 | 4 | log2 | 0.0341 | 0.875 | 1.0 | 0.659s | 1m:55s |
| Iteration 46 | exponen.. | 0.011 | 267 | 1.0 | friedman_mse | 2 | 2 | 10 | None | 0.0149 | 0.625 | 1.0 | 0.708s | 1m:58s |
| Iteration 47 | exponen.. | 0.0175 | 232 | 0.8 | friedman_mse | 5 | 3 | 8 | auto | 0.018 | 0.625 | 1.0 | 0.741s | 2m:00s |
| Iteration 48 | exponen.. | 0.3478 | 265 | 0.7 | friedman_mse | 12 | 11 | 5 | None | 0.0327 | 1.0 | 1.0 | 0.722s | 2m:02s |
| Iteration 49 | exponen.. | 0.2399 | 265 | 1.0 | friedman_mse | 18 | 17 | 8 | None | 0.0132 | 0.75 | 1.0 | 0.711s | 2m:05s |
| Iteration 50 | exponen.. | 0.6692 | 267 | 0.6 | friedman_mse | 7 | 15 | 4 | None | 0.0184 | 0.9375 | 1.0 | 0.722s | 2m:07s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.6819, 'n_estimators': 456, 'subsample': 0.6, 'criterion': 'squared_error', 'min_samples_split': 12, 'min_samples_leaf': 13, 'max_depth': 10, 'max_features': 'log2', 'ccp_alpha': 0.0081}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9629
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.113s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.39 ± 0.097
Time elapsed: 0.534s
-------------------------------------------------
Total time: 2m:10s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.9375 | 0.9375 | 0.680s | 0.693s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.3125 | 0.9375 | 0.643s | 2.465s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.75 | 0.9375 | 0.649s | 4.074s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 1.0 | 1.0 | 1.242s | 7.808s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.5625 | 1.0 | 0.683s | 9.967s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.5625 | 1.0 | 0.679s | 11.657s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.5 | 1.0 | 0.665s | 13.321s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.375 | 1.0 | 0.635s | 14.932s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.5 | 1.0 | 0.645s | 16.620s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.5625 | 1.0 | 0.683s | 18.419s |
| Iteration 11 | none | --- | sag | 305 | --- | 0.75 | 1.0 | 0.688s | 20.513s |
| Iteration 12 | none | --- | sag | 972 | --- | 0.625 | 1.0 | 0.690s | 22.739s |
| Iteration 13 | l2 | 7.4349 | libli.. | 843 | --- | 0.625 | 1.0 | 0.687s | 24.851s |
| Iteration 14 | none | --- | lbfgs | 100 | --- | 1.0 | 1.0 | 0.694s | 26.865s |
| Iteration 15 | none | --- | newto.. | 581 | --- | 0.625 | 1.0 | 0.637s | 28.753s |
| Iteration 16 | none | --- | lbfgs | 178 | --- | 0.75 | 1.0 | 0.649s | 30.693s |
| Iteration 17 | l2 | 0.0013 | lbfgs | 887 | --- | 0.625 | 1.0 | 0.632s | 32.634s |
| Iteration 18 | none | --- | saga | 158 | --- | 0.6875 | 1.0 | 0.642s | 34.559s |
| Iteration 19 | none | --- | lbfgs | 118 | --- | 0.6875 | 1.0 | 0.655s | 36.631s |
| Iteration 20 | l1 | 52.6772 | saga | 951 | --- | 0.625 | 1.0 | 0.648s | 38.943s |
| Iteration 21 | none | --- | saga | 708 | --- | 0.625 | 1.0 | 0.640s | 40.892s |
| Iteration 22 | none | --- | lbfgs | 917 | --- | 0.4375 | 1.0 | 0.655s | 44.486s |
| Iteration 23 | l1 | 0.0191 | saga | 125 | --- | 0.5 | 1.0 | 0.633s | 48.512s |
| Iteration 24 | l2 | 11.5408 | lbfgs | 861 | --- | 0.625 | 1.0 | 0.652s | 50.897s |
| Iteration 25 | none | --- | saga | 168 | --- | 0.5 | 1.0 | 0.651s | 52.834s |
| Iteration 26 | none | --- | lbfgs | 113 | --- | 0.875 | 1.0 | 0.640s | 54.959s |
| Iteration 27 | none | --- | sag | 953 | --- | 0.625 | 1.0 | 0.631s | 57.148s |
| Iteration 28 | none | --- | lbfgs | 997 | --- | 0.9375 | 1.0 | 0.645s | 59.149s |
| Iteration 29 | l2 | 3.5611 | libli.. | 944 | --- | 0.875 | 1.0 | 0.638s | 1m:02s |
| Iteration 30 | none | --- | lbfgs | 103 | --- | 0.8125 | 1.0 | 0.640s | 1m:04s |
| Iteration 31 | none | --- | sag | 992 | --- | 0.625 | 1.0 | 0.633s | 1m:08s |
| Iteration 32 | none | --- | saga | 939 | --- | 1.0 | 1.0 | 0.635s | 1m:10s |
| Iteration 33 | l2 | 1.8477 | libli.. | 938 | --- | 0.5 | 1.0 | 0.647s | 1m:13s |
| Iteration 34 | l2 | 0.05 | libli.. | 991 | --- | 0.8125 | 1.0 | 0.634s | 1m:17s |
| Iteration 35 | l2 | 8.2259 | libli.. | 1000 | --- | 0.8125 | 1.0 | 0.630s | 1m:20s |
| Iteration 36 | none | --- | sag | 759 | --- | 0.625 | 1.0 | 0.650s | 1m:22s |
| Iteration 37 | l2 | 6.5981 | lbfgs | 880 | --- | 0.5 | 1.0 | 0.643s | 1m:24s |
| Iteration 38 | l2 | 0.1377 | libli.. | 949 | --- | 0.5625 | 1.0 | 0.632s | 1m:26s |
| Iteration 39 | l2 | 74.6493 | lbfgs | 911 | --- | 0.75 | 1.0 | 0.640s | 1m:28s |
| Iteration 40 | l2 | 0.0015 | libli.. | 172 | --- | 0.4375 | 1.0 | 0.635s | 1m:30s |
| Iteration 41 | l2 | 0.0011 | lbfgs | 994 | --- | 0.75 | 1.0 | 0.649s | 1m:32s |
| Iteration 42 | elast.. | 0.0018 | saga | 895 | 0.9 | 0.5 | 1.0 | 0.696s | 1m:34s |
| Iteration 43 | none | --- | lbfgs | 1000 | --- | 0.875 | 1.0 | 0.705s | 1m:36s |
| Iteration 44 | l2 | 0.0022 | libli.. | 100 | --- | 0.75 | 1.0 | 0.641s | 1m:41s |
| Iteration 45 | l2 | 0.0086 | lbfgs | 1000 | --- | 0.75 | 1.0 | 0.641s | 1m:43s |
| Iteration 46 | none | --- | sag | 100 | --- | 0.8125 | 1.0 | 0.648s | 1m:46s |
| Iteration 47 | l2 | 0.0267 | sag | 379 | --- | 0.3125 | 1.0 | 0.651s | 1m:50s |
| Iteration 48 | l2 | 2.7201 | lbfgs | 986 | --- | 0.625 | 1.0 | 0.639s | 1m:53s |
| Iteration 49 | none | --- | saga | 100 | --- | 0.4375 | 1.0 | 0.646s | 1m:57s |
| Iteration 50 | none | --- | lbfgs | 998 | --- | 0.6875 | 1.0 | 0.655s | 2m:00s |
Bayesian Optimization ---------------------------
Best call --> Initial point 4
Best parameters --> {'penalty': 'l2', 'C': 0.1932, 'solver': 'liblinear', 'max_iter': 945}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:02s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7384
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.015s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.78 ± 0.0245
Time elapsed: 0.050s
-------------------------------------------------
Total time: 2m:02s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.75 | 0.75 | 0.636s | 0.642s |
| Initial point 2 | svd | --- | 0.4375 | 0.75 | 1.212s | 2.893s |
| Initial point 3 | svd | --- | 0.4375 | 0.75 | 0.000s | 3.767s |
| Initial point 4 | lsqr | 0.8 | 0.625 | 0.75 | 0.640s | 5.242s |
| Initial point 5 | eigen | 0.9 | 0.5 | 0.75 | 0.643s | 6.857s |
| Initial point 6 | lsqr | 0.7 | 0.0 | 0.75 | 0.663s | 8.459s |
| Initial point 7 | lsqr | 0.5 | 0.8125 | 0.8125 | 0.635s | 10.029s |
| Initial point 8 | lsqr | 0.9 | 0.25 | 0.8125 | 0.636s | 11.596s |
| Initial point 9 | lsqr | 0.6 | 0.625 | 0.8125 | 0.647s | 13.130s |
| Initial point 10 | eigen | 0.8 | 0.375 | 0.8125 | 0.636s | 14.736s |
| Iteration 11 | eigen | 0.6 | 0.5625 | 0.8125 | 0.632s | 16.554s |
| Iteration 12 | lsqr | 0.5 | 0.8125 | 0.8125 | 0.000s | 20.979s |
| Iteration 13 | eigen | 0.7 | 0.5 | 0.8125 | 0.639s | 23.477s |
| Iteration 14 | lsqr | auto | 1.0 | 1.0 | 0.625s | 25.230s |
| Iteration 15 | eigen | auto | 0.5 | 1.0 | 0.631s | 27.108s |
| Iteration 16 | svd | --- | 0.4375 | 1.0 | 0.001s | 29.471s |
| Iteration 17 | eigen | None | 0.75 | 1.0 | 0.620s | 31.550s |
| Iteration 18 | svd | --- | 0.4375 | 1.0 | 0.000s | 32.906s |
| Iteration 19 | svd | --- | 0.4375 | 1.0 | 0.000s | 34.033s |
| Iteration 20 | lsqr | auto | 1.0 | 1.0 | 0.000s | 35.174s |
| Iteration 21 | lsqr | auto | 1.0 | 1.0 | 0.000s | 36.353s |
| Iteration 22 | svd | --- | 0.4375 | 1.0 | 0.000s | 37.466s |
| Iteration 23 | lsqr | 1.0 | 0.5625 | 1.0 | 0.621s | 41.854s |
| Iteration 24 | svd | --- | 0.4375 | 1.0 | 0.000s | 46.412s |
| Iteration 25 | lsqr | auto | 1.0 | 1.0 | 0.000s | 50.624s |
| Iteration 26 | eigen | 0.5 | 0.375 | 1.0 | 0.631s | 53.098s |
| Iteration 27 | lsqr | auto | 1.0 | 1.0 | 0.000s | 54.498s |
| Iteration 28 | lsqr | auto | 1.0 | 1.0 | 0.000s | 55.712s |
| Iteration 29 | svd | --- | 0.4375 | 1.0 | 0.000s | 57.065s |
| Iteration 30 | lsqr | None | 0.6875 | 1.0 | 0.677s | 58.954s |
| Iteration 31 | lsqr | auto | 1.0 | 1.0 | 0.000s | 1m:02s |
| Iteration 32 | lsqr | auto | 1.0 | 1.0 | 0.001s | 1m:04s |
| Iteration 33 | lsqr | auto | 1.0 | 1.0 | 0.000s | 1m:07s |
| Iteration 34 | lsqr | auto | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 35 | lsqr | auto | 1.0 | 1.0 | 0.000s | 1m:16s |
| Iteration 36 | lsqr | auto | 1.0 | 1.0 | 0.000s | 1m:21s |
| Iteration 37 | lsqr | auto | 1.0 | 1.0 | 0.001s | 1m:25s |
| Iteration 38 | lsqr | auto | 1.0 | 1.0 | 0.001s | 1m:27s |
| Iteration 39 | lsqr | auto | 1.0 | 1.0 | 0.000s | 1m:28s |
| Iteration 40 | lsqr | auto | 1.0 | 1.0 | 0.000s | 1m:29s |
| Iteration 41 | lsqr | auto | 1.0 | 1.0 | 0.000s | 1m:33s |
| Iteration 42 | lsqr | auto | 1.0 | 1.0 | 0.000s | 1m:37s |
| Iteration 43 | lsqr | auto | 1.0 | 1.0 | 0.000s | 1m:39s |
| Iteration 44 | lsqr | auto | 1.0 | 1.0 | 0.000s | 1m:43s |
| Iteration 45 | lsqr | auto | 1.0 | 1.0 | 0.000s | 1m:45s |
| Iteration 46 | lsqr | auto | 1.0 | 1.0 | 0.000s | 1m:46s |
| Iteration 47 | lsqr | auto | 1.0 | 1.0 | 0.000s | 1m:48s |
| Iteration 48 | lsqr | auto | 1.0 | 1.0 | 0.000s | 1m:50s |
| Iteration 49 | lsqr | auto | 1.0 | 1.0 | 0.000s | 1m:51s |
| Iteration 50 | lsqr | auto | 1.0 | 1.0 | 0.000s | 1m:52s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'solver': 'lsqr', 'shrinkage': 'auto'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:54s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7411
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.0678
Time elapsed: 0.032s
-------------------------------------------------
Total time: 1m:54s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.75 | 0.75 | 0.626s | 0.630s |
| Initial point 2 | 0.9 | 0.1875 | 0.75 | 0.649s | 2.400s |
| Initial point 3 | 0.1 | 0.875 | 0.875 | 0.626s | 4.179s |
| Initial point 4 | 1.0 | 0.75 | 0.875 | 0.000s | 5.271s |
| Initial point 5 | 0.2 | 0.5 | 0.875 | 0.629s | 6.816s |
| Initial point 6 | 0.4 | 0.0 | 0.875 | 0.631s | 10.997s |
| Initial point 7 | 0.4 | 0.0 | 0.875 | 0.000s | 12.620s |
| Initial point 8 | 0.7 | 0.25 | 0.875 | 0.626s | 14.148s |
| Initial point 9 | 0.9 | 0.1875 | 0.875 | 0.000s | 15.077s |
| Initial point 10 | 0.8 | 0.1875 | 0.875 | 0.626s | 16.595s |
| Iteration 11 | 0.3 | 0.5625 | 0.875 | 0.642s | 18.265s |
| Iteration 12 | 0.6 | 0.75 | 0.875 | 0.629s | 19.912s |
| Iteration 13 | 0.5 | 0.375 | 0.875 | 0.638s | 21.606s |
| Iteration 14 | 0.0 | 1.0 | 1.0 | 0.632s | 23.378s |
| Iteration 15 | 0.0 | 1.0 | 1.0 | 0.000s | 24.588s |
| Iteration 16 | 0.0 | 1.0 | 1.0 | 0.000s | 25.610s |
| Iteration 17 | 0.0 | 1.0 | 1.0 | 0.000s | 26.702s |
| Iteration 18 | 0.0 | 1.0 | 1.0 | 0.000s | 29.715s |
| Iteration 19 | 0.0 | 1.0 | 1.0 | 0.001s | 31.342s |
| Iteration 20 | 0.0 | 1.0 | 1.0 | 0.000s | 32.388s |
| Iteration 21 | 0.0 | 1.0 | 1.0 | 0.001s | 33.520s |
| Iteration 22 | 0.0 | 1.0 | 1.0 | 0.001s | 34.624s |
| Iteration 23 | 0.0 | 1.0 | 1.0 | 0.000s | 35.827s |
| Iteration 24 | 0.0 | 1.0 | 1.0 | 0.000s | 38.437s |
| Iteration 25 | 0.0 | 1.0 | 1.0 | 0.002s | 40.055s |
| Iteration 26 | 0.0 | 1.0 | 1.0 | 0.000s | 41.257s |
| Iteration 27 | 0.0 | 1.0 | 1.0 | 0.001s | 44.486s |
| Iteration 28 | 0.0 | 1.0 | 1.0 | 0.001s | 48.246s |
| Iteration 29 | 0.0 | 1.0 | 1.0 | 0.001s | 51.460s |
| Iteration 30 | 0.0 | 1.0 | 1.0 | 0.001s | 54.375s |
| Iteration 31 | 0.0 | 1.0 | 1.0 | 0.000s | 57.263s |
| Iteration 32 | 0.6 | 0.75 | 1.0 | 0.001s | 58.839s |
| Iteration 33 | 0.0 | 1.0 | 1.0 | 0.001s | 59.991s |
| Iteration 34 | 0.0 | 1.0 | 1.0 | 0.001s | 1m:01s |
| Iteration 35 | 0.0 | 1.0 | 1.0 | 0.000s | 1m:02s |
| Iteration 36 | 0.0 | 1.0 | 1.0 | 0.000s | 1m:04s |
| Iteration 37 | 0.0 | 1.0 | 1.0 | 0.000s | 1m:05s |
| Iteration 38 | 0.0 | 1.0 | 1.0 | 0.000s | 1m:06s |
| Iteration 39 | 0.0 | 1.0 | 1.0 | 0.001s | 1m:07s |
| Iteration 40 | 0.0 | 1.0 | 1.0 | 0.001s | 1m:10s |
| Iteration 41 | 0.0 | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 42 | 0.0 | 1.0 | 1.0 | 0.001s | 1m:14s |
| Iteration 43 | 0.0 | 1.0 | 1.0 | 0.001s | 1m:15s |
| Iteration 44 | 0.0 | 1.0 | 1.0 | 0.001s | 1m:16s |
| Iteration 45 | 0.0 | 1.0 | 1.0 | 0.000s | 1m:19s |
| Iteration 46 | 0.0 | 1.0 | 1.0 | 0.000s | 1m:21s |
| Iteration 47 | 0.0 | 1.0 | 1.0 | 0.001s | 1m:22s |
| Iteration 48 | 0.0 | 1.0 | 1.0 | 0.001s | 1m:23s |
| Iteration 49 | 0.0 | 1.0 | 1.0 | 0.000s | 1m:25s |
| Iteration 50 | 0.0 | 1.0 | 1.0 | 0.000s | 1m:29s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'reg_param': 0.0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:33s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9321
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.95 ± 0.0632
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:33s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 11.7882 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 0.721s | 0.751s |
| Initial point 2 | 4.6882 | uniform | kd_tree | 39 | 2 | 0.5312 | 1.0 | 0.702s | 3.075s |
| Initial point 3 | 3.7034 | dista.. | ball_tree | 25 | 2 | 0.75 | 1.0 | 0.677s | 4.745s |
| Initial point 4 | 10.8044 | uniform | ball_tree | 39 | 2 | 0.5 | 1.0 | 0.665s | 6.447s |
| Initial point 5 | 8.4639 | dista.. | auto | 30 | 2 | 0.5 | 1.0 | 0.659s | 7.965s |
| Initial point 6 | 9.8018 | dista.. | ball_tree | 21 | 2 | 1.0 | 1.0 | 1.235s | 10.104s |
| Initial point 7 | 7.0109 | dista.. | ball_tree | 24 | 1 | 0.75 | 1.0 | 0.661s | 11.772s |
| Initial point 8 | 1.6801 | dista.. | ball_tree | 21 | 2 | 1.0 | 1.0 | 0.652s | 13.292s |
| Initial point 9 | 7.8097 | uniform | ball_tree | 24 | 1 | 0.6875 | 1.0 | 0.649s | 14.825s |
| Initial point 10 | 5.5471 | uniform | brute | 22 | 2 | 0.5 | 1.0 | 0.643s | 16.353s |
| Iteration 11 | 0.1102 | uniform | brute | 40 | 1 | 0.5 | 1.0 | 0.630s | 18.211s |
| Iteration 12 | 5.3811 | dista.. | ball_tree | 21 | 2 | 0.8125 | 1.0 | 0.648s | 20.139s |
| Iteration 13 | 0.3977 | dista.. | brute | 40 | 2 | 0.4375 | 1.0 | 0.673s | 21.977s |
| Iteration 14 | 1.4547 | uniform | auto | 40 | 2 | 0.5625 | 1.0 | 0.676s | 23.788s |
| Iteration 15 | 0.9912 | dista.. | ball_tree | 21 | 1 | 0.7188 | 1.0 | 0.652s | 26.309s |
| Iteration 16 | 1.9934 | dista.. | brute | 39 | 1 | 1.0 | 1.0 | 0.654s | 28.317s |
| Iteration 17 | 11.2354 | dista.. | auto | 36 | 1 | 0.75 | 1.0 | 0.645s | 31.014s |
| Iteration 18 | 0.2499 | dista.. | brute | 40 | 1 | 0.625 | 1.0 | 0.639s | 33.983s |
| Iteration 19 | 11.0996 | dista.. | brute | 20 | 2 | 0.75 | 1.0 | 0.664s | 35.916s |
| Iteration 20 | 0.1971 | dista.. | brute | 31 | 1 | 0.375 | 1.0 | 0.645s | 37.659s |
| Iteration 21 | 0.9256 | uniform | auto | 40 | 1 | 0.2188 | 1.0 | 0.639s | 39.412s |
| Iteration 22 | 10.723 | dista.. | auto | 22 | 2 | 0.8125 | 1.0 | 0.648s | 41.178s |
| Iteration 23 | 11.8215 | dista.. | auto | 39 | 1 | 0.8125 | 1.0 | 0.641s | 43.200s |
| Iteration 24 | 1.7017 | dista.. | brute | 22 | 2 | 0.5625 | 1.0 | 0.643s | 44.992s |
| Iteration 25 | 2.1598 | dista.. | brute | 38 | 1 | 0.6875 | 1.0 | 0.637s | 47.063s |
| Iteration 26 | 0.049 | dista.. | auto | 20 | 2 | 0.5 | 1.0 | 0.642s | 49.034s |
| Iteration 27 | 11.8215 | dista.. | kd_tree | 39 | 1 | 0.75 | 1.0 | 0.664s | 50.866s |
| Iteration 28 | 11.8195 | dista.. | kd_tree | 23 | 2 | 0.9375 | 1.0 | 0.635s | 52.673s |
| Iteration 29 | 11.8211 | dista.. | brute | 29 | 1 | 0.75 | 1.0 | 0.644s | 54.656s |
| Iteration 30 | 11.8181 | dista.. | ball_tree | 29 | 2 | 0.75 | 1.0 | 0.657s | 56.538s |
| Iteration 31 | 9.9731 | dista.. | brute | 35 | 1 | 0.9375 | 1.0 | 0.635s | 58.390s |
| Iteration 32 | 11.8215 | dista.. | brute | 33 | 1 | 0.875 | 1.0 | 0.659s | 1m:00s |
| Iteration 33 | 11.8215 | dista.. | brute | 20 | 1 | 0.625 | 1.0 | 0.639s | 1m:03s |
| Iteration 34 | 11.8189 | uniform | ball_tree | 24 | 1 | 0.7812 | 1.0 | 0.641s | 1m:04s |
| Iteration 35 | 9.9604 | dista.. | auto | 31 | 2 | 0.875 | 1.0 | 0.649s | 1m:07s |
| Iteration 36 | 11.8213 | uniform | kd_tree | 33 | 1 | 0.4375 | 1.0 | 0.639s | 1m:09s |
| Iteration 37 | 11.8122 | dista.. | brute | 21 | 2 | 0.4375 | 1.0 | 0.639s | 1m:11s |
| Iteration 38 | 11.8182 | dista.. | auto | 36 | 2 | 0.6875 | 1.0 | 0.648s | 1m:12s |
| Iteration 39 | 11.8215 | dista.. | auto | 40 | 1 | 0.5625 | 1.0 | 0.641s | 1m:14s |
| Iteration 40 | 11.8165 | uniform | ball_tree | 32 | 2 | 0.5 | 1.0 | 0.644s | 1m:16s |
| Iteration 41 | 11.8184 | dista.. | brute | 38 | 2 | 0.6875 | 1.0 | 0.636s | 1m:18s |
| Iteration 42 | 0.0038 | dista.. | auto | 29 | 1 | 0.5 | 1.0 | 0.684s | 1m:20s |
| Iteration 43 | 7.9426 | dista.. | auto | 40 | 1 | 0.8125 | 1.0 | 0.662s | 1m:22s |
| Iteration 44 | 9.8148 | dista.. | kd_tree | 22 | 1 | 1.0 | 1.0 | 0.652s | 1m:25s |
| Iteration 45 | 9.653 | dista.. | brute | 38 | 1 | 0.75 | 1.0 | 0.670s | 1m:30s |
| Iteration 46 | 4.6463 | dista.. | auto | 39 | 1 | 0.875 | 1.0 | 0.645s | 1m:35s |
| Iteration 47 | 5.9245 | dista.. | auto | 39 | 1 | 0.5625 | 1.0 | 0.644s | 1m:39s |
| Iteration 48 | 6.7146 | dista.. | brute | 37 | 2 | 0.6875 | 1.0 | 0.645s | 1m:43s |
| Iteration 49 | 11.8207 | uniform | ball_tree | 35 | 2 | 0.5 | 1.0 | 0.651s | 1m:46s |
| Iteration 50 | 11.8191 | dista.. | kd_tree | 21 | 2 | 0.625 | 1.0 | 0.645s | 1m:48s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'radius': 9.8018, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 21, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:49s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.81 ± 0.0374
Time elapsed: 0.050s
-------------------------------------------------
Total time: 1m:49s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.625 | 0.625 | 1.030s | 1.037s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.625 | 0.625 | 1.026s | 3.062s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.9375 | 0.9375 | 0.781s | 4.777s |
| Initial point 4 | 431 | 0.0871 | SAMME | 1.0 | 1.0 | 0.936s | 6.702s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.875 | 1.0 | 0.804s | 8.521s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 1.0 | 1.0 | 0.998s | 10.519s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.9688 | 1.0 | 0.663s | 12.136s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.7188 | 1.0 | 0.925s | 15.365s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.8125 | 1.0 | 0.647s | 17.263s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.8125 | 1.0 | 1.339s | 21.329s |
| Iteration 11 | 472 | 0.2746 | SAMME.R | 1.0 | 1.0 | 1.015s | 25.988s |
| Iteration 12 | 373 | 0.1663 | SAMME | 1.0 | 1.0 | 0.889s | 28.697s |
| Iteration 13 | 401 | 0.1079 | SAMME | 0.75 | 1.0 | 0.918s | 30.807s |
| Iteration 14 | 365 | 0.4153 | SAMME | 0.75 | 1.0 | 0.889s | 32.928s |
| Iteration 15 | 437 | 0.0763 | SAMME | 0.8438 | 1.0 | 0.942s | 36.122s |
| Iteration 16 | 177 | 0.2542 | SAMME.R | 0.8125 | 1.0 | 0.776s | 38.293s |
| Iteration 17 | 375 | 0.2925 | SAMME | 0.375 | 1.0 | 0.890s | 41.806s |
| Iteration 18 | 460 | 0.2653 | SAMME.R | 0.875 | 1.0 | 0.998s | 45.831s |
| Iteration 19 | 474 | 0.2361 | SAMME.R | 0.75 | 1.0 | 1.005s | 48.446s |
| Iteration 20 | 111 | 0.1579 | SAMME | 1.0 | 1.0 | 0.714s | 50.304s |
| Iteration 21 | 132 | 0.176 | SAMME | 0.8125 | 1.0 | 0.717s | 52.160s |
| Iteration 22 | 484 | 0.1447 | SAMME | 0.75 | 1.0 | 0.989s | 54.219s |
| Iteration 23 | 415 | 0.3011 | SAMME.R | 0.875 | 1.0 | 1.016s | 56.470s |
| Iteration 24 | 400 | 1.9217 | SAMME | 0.75 | 1.0 | 0.987s | 58.658s |
| Iteration 25 | 477 | 0.1618 | SAMME | 0.75 | 1.0 | 1.029s | 1m:01s |
| Iteration 26 | 458 | 0.3683 | SAMME.R | 0.5625 | 1.0 | 1.049s | 1m:03s |
| Iteration 27 | 412 | 0.2759 | SAMME.R | 0.8125 | 1.0 | 1.016s | 1m:05s |
| Iteration 28 | 465 | 0.0864 | SAMME | 1.0 | 1.0 | 1.022s | 1m:07s |
| Iteration 29 | 452 | 0.0879 | SAMME | 0.8438 | 1.0 | 0.949s | 1m:10s |
| Iteration 30 | 144 | 0.1565 | SAMME | 0.875 | 1.0 | 0.780s | 1m:12s |
| Iteration 31 | 337 | 0.1684 | SAMME | 0.8125 | 1.0 | 0.927s | 1m:14s |
| Iteration 32 | 178 | 0.0853 | SAMME | 0.875 | 1.0 | 0.805s | 1m:16s |
| Iteration 33 | 500 | 2.3482 | SAMME | 0.375 | 1.0 | 0.706s | 1m:18s |
| Iteration 34 | 475 | 0.3046 | SAMME | 1.0 | 1.0 | 1.603s | 1m:21s |
| Iteration 35 | 473 | 0.2951 | SAMME | 0.6875 | 1.0 | 1.007s | 1m:23s |
| Iteration 36 | 443 | 0.082 | SAMME | 0.8125 | 1.0 | 1.001s | 1m:25s |
| Iteration 37 | 414 | 0.0921 | SAMME | 0.5625 | 1.0 | 0.981s | 1m:28s |
| Iteration 38 | 107 | 5.5367 | SAMME.R | 0.875 | 1.0 | 0.742s | 1m:32s |
| Iteration 39 | 116 | 0.0107 | SAMME | 0.5938 | 1.0 | 0.705s | 1m:36s |
| Iteration 40 | 233 | 0.4541 | SAMME | 1.0 | 1.0 | 0.790s | 1m:39s |
| Iteration 41 | 235 | 9.3706 | SAMME.R | 0.7812 | 1.0 | 0.809s | 1m:41s |
| Iteration 42 | 220 | 0.0132 | SAMME | 0.8438 | 1.0 | 0.776s | 1m:43s |
| Iteration 43 | 210 | 9.7783 | SAMME.R | 0.7188 | 1.0 | 0.793s | 1m:45s |
| Iteration 44 | 96 | 8.9482 | SAMME | 0.7812 | 1.0 | 0.679s | 1m:49s |
| Iteration 45 | 242 | 0.011 | SAMME | 0.9375 | 1.0 | 0.791s | 1m:51s |
| Iteration 46 | 232 | 0.0104 | SAMME | 0.5312 | 1.0 | 0.793s | 1m:53s |
| Iteration 47 | 455 | 0.0852 | SAMME | 0.5 | 1.0 | 0.954s | 1m:55s |
| Iteration 48 | 467 | 0.5022 | SAMME.R | 0.875 | 1.0 | 1.017s | 1m:58s |
| Iteration 49 | 467 | 0.0212 | SAMME | 0.875 | 1.0 | 0.958s | 2m:00s |
| Iteration 50 | 465 | 9.1008 | SAMME | 0.375 | 1.0 | 0.652s | 2m:02s |
Bayesian Optimization ---------------------------
Best call --> Iteration 34
Best parameters --> {'n_estimators': 475, 'learning_rate': 0.3046, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:03s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9978
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.370s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.1327
Time elapsed: 1.720s
-------------------------------------------------
Total time: 2m:05s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.9375 | 0.9375 | 1.064s | 1.085s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.75 | 0.9375 | 0.903s | 2.997s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.875 | 0.9375 | 0.923s | 4.860s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.9375 | 0.744s | 6.534s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.5 | 0.9375 | 0.943s | 8.399s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 1.0 | 1.0 | 0.830s | 10.163s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.9375 | 1.0 | 0.877s | 12.003s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.75 | 1.0 | 0.848s | 13.788s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 1.0 | 1.0 | 0.907s | 17.859s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.875 | 1.0 | 1.478s | 22.921s |
| Iteration 11 | 262 | entropy | None | 20 | 11 | 0.9 | False | 0.0176 | --- | 0.75 | 1.0 | 0.791s | 27.827s |
| Iteration 12 | 76 | gini | 5 | 4 | 11 | 0.5 | False | 0.0279 | --- | 1.0 | 1.0 | 0.677s | 32.758s |
| Iteration 13 | 366 | gini | 6 | 4 | 11 | 0.6 | False | 0.0173 | --- | 0.8125 | 1.0 | 0.851s | 35.495s |
| Iteration 14 | 10 | gini | 8 | 2 | 20 | sqrt | False | 0.0309 | --- | 0.8125 | 1.0 | 0.630s | 37.432s |
| Iteration 15 | 23 | gini | 7 | 18 | 8 | None | False | 0.0135 | --- | 0.625 | 1.0 | 0.642s | 39.536s |
| Iteration 16 | 151 | gini | 7 | 2 | 10 | log2 | False | 0.0298 | --- | 0.9375 | 1.0 | 0.768s | 41.802s |
| Iteration 17 | 500 | gini | 6 | 7 | 8 | 0.7 | False | 0.0009 | --- | 0.375 | 1.0 | 1.010s | 44.187s |
| Iteration 18 | 262 | entropy | None | 13 | 20 | sqrt | False | 0.0173 | --- | 0.8125 | 1.0 | 0.779s | 48.373s |
| Iteration 19 | 10 | gini | 5 | 4 | 9 | 0.6 | False | 0.0296 | --- | 0.7812 | 1.0 | 0.636s | 50.888s |
| Iteration 20 | 117 | gini | None | 4 | 11 | 0.9 | False | 0.0299 | --- | 1.0 | 1.0 | 0.702s | 53.116s |
| Iteration 21 | 327 | gini | 2 | 14 | 8 | auto | False | 0.0159 | --- | 0.75 | 1.0 | 0.821s | 57.742s |
| Iteration 22 | 182 | gini | 3 | 14 | 8 | log2 | False | 0.002 | --- | 0.9375 | 1.0 | 0.753s | 1m:01s |
| Iteration 23 | 500 | entropy | 1 | 14 | 8 | sqrt | False | 0.0056 | --- | 0.8125 | 1.0 | 0.925s | 1m:05s |
| Iteration 24 | 189 | entropy | 4 | 2 | 10 | None | False | 0.0134 | --- | 0.875 | 1.0 | 0.750s | 1m:07s |
| Iteration 25 | 500 | gini | 6 | 14 | 8 | 0.9 | False | 0.0039 | --- | 0.75 | 1.0 | 0.958s | 1m:10s |
| Iteration 26 | 342 | gini | 8 | 4 | 11 | None | False | 0.035 | --- | 0.625 | 1.0 | 0.901s | 1m:12s |
| Iteration 27 | 423 | entropy | 9 | 20 | 3 | 0.7 | True | 0.0291 | 0.9 | 0.8125 | 1.0 | 1.003s | 1m:15s |
| Iteration 28 | 286 | gini | None | 4 | 9 | log2 | False | 0.0271 | --- | 1.0 | 1.0 | 0.841s | 1m:17s |
| Iteration 29 | 427 | gini | 2 | 4 | 5 | auto | False | 0.0267 | --- | 1.0 | 1.0 | 0.888s | 1m:19s |
| Iteration 30 | 348 | gini | 6 | 4 | 10 | log2 | False | 0.0201 | --- | 0.875 | 1.0 | 0.844s | 1m:22s |
| Iteration 31 | 368 | gini | 3 | 4 | 1 | 0.5 | False | 0.0262 | --- | 0.8125 | 1.0 | 0.862s | 1m:24s |
| Iteration 32 | 256 | gini | 6 | 4 | 10 | sqrt | False | 0.0299 | --- | 1.0 | 1.0 | 0.779s | 1m:28s |
| Iteration 33 | 147 | gini | 2 | 4 | 12 | log2 | False | 0.0334 | --- | 0.6875 | 1.0 | 0.715s | 1m:31s |
| Iteration 34 | 416 | gini | 6 | 5 | 11 | 0.7 | False | 0.0278 | --- | 1.0 | 1.0 | 0.888s | 1m:33s |
| Iteration 35 | 500 | gini | 7 | 4 | 15 | 0.7 | False | 0.0279 | --- | 0.8125 | 1.0 | 1.521s | 1m:36s |
| Iteration 36 | 309 | gini | 6 | 4 | 9 | auto | False | 0.0266 | --- | 0.6875 | 1.0 | 0.862s | 1m:38s |
| Iteration 37 | 214 | entropy | 1 | 9 | 8 | auto | False | 0.0284 | --- | 0.75 | 1.0 | 0.805s | 1m:41s |
| Iteration 38 | 117 | gini | 6 | 17 | 8 | 0.7 | False | 0.035 | --- | 1.0 | 1.0 | 0.754s | 1m:43s |
| Iteration 39 | 325 | gini | 6 | 4 | 9 | log2 | False | 0.0272 | --- | 0.8125 | 1.0 | 0.883s | 1m:45s |
| Iteration 40 | 397 | gini | 2 | 17 | 15 | 0.5 | False | 0.035 | --- | 0.9375 | 1.0 | 0.867s | 1m:47s |
| Iteration 41 | 497 | gini | 4 | 3 | 3 | auto | False | 0.0271 | --- | 1.0 | 1.0 | 0.930s | 1m:50s |
| Iteration 42 | 10 | entropy | 9 | 20 | 9 | 0.8 | False | 0.035 | --- | 0.9375 | 1.0 | 0.631s | 1m:52s |
| Iteration 43 | 10 | entropy | 9 | 15 | 1 | 0.6 | False | 0.035 | --- | 1.0 | 1.0 | 0.653s | 1m:54s |
| Iteration 44 | 39 | entropy | 1 | 15 | 1 | None | False | 0.035 | --- | 0.8438 | 1.0 | 0.694s | 1m:57s |
| Iteration 45 | 223 | gini | 1 | 18 | 18 | auto | False | 0.0 | --- | 0.9375 | 1.0 | 0.752s | 1m:60s |
| Iteration 46 | 477 | gini | None | 2 | 1 | 0.6 | True | 0.0272 | 0.9 | 0.6875 | 1.0 | 1.026s | 2m:03s |
| Iteration 47 | 191 | entropy | 6 | 20 | 1 | 0.8 | False | 0.0 | --- | 0.5 | 1.0 | 0.739s | 2m:05s |
| Iteration 48 | 51 | gini | 5 | 5 | 13 | log2 | False | 0.0287 | --- | 1.0 | 1.0 | 0.653s | 2m:07s |
| Iteration 49 | 500 | gini | 7 | 12 | 10 | sqrt | False | 0.0312 | --- | 0.75 | 1.0 | 0.926s | 2m:10s |
| Iteration 50 | 446 | gini | 9 | 18 | 1 | auto | False | 0.035 | --- | 1.0 | 1.0 | 0.903s | 2m:14s |
Bayesian Optimization ---------------------------
Best call --> Iteration 41
Best parameters --> {'n_estimators': 497, 'criterion': 'gini', 'max_depth': 4, 'min_samples_split': 3, 'min_samples_leaf': 3, 'max_features': 'auto', 'bootstrap': False, 'ccp_alpha': 0.0271}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:19s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9563
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.346s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.0583
Time elapsed: 1.545s
-------------------------------------------------
Total time: 2m:20s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.744s | 0.763s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.75 | 0.75 | 0.765s | 3.008s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.75 | 0.780s | 4.785s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.75 | 0.722s | 6.389s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.75 | 0.777s | 8.256s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.75 | 0.729s | 9.974s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.75 | 0.746s | 11.640s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.75 | 0.744s | 13.334s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.8125 | 0.8125 | 0.779s | 15.012s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.8125 | 0.753s | 16.754s |
| Iteration 11 | 444 | 0.1408 | 6 | 1.0 | 9 | 0.8 | 0.9 | 0 | 10 | 0.5 | 0.8125 | 0.731s | 18.742s |
| Iteration 12 | 447 | 0.0411 | 6 | 0.5499 | 4 | 0.8 | 0.9 | 0.01 | 1 | 0.7812 | 0.8125 | 0.770s | 20.925s |
| Iteration 13 | 74 | 0.7571 | 6 | 0.857 | 5 | 0.5 | 0.4 | 1 | 1 | 0.5 | 0.8125 | 1.305s | 23.633s |
| Iteration 14 | 424 | 0.0716 | 7 | 0.7272 | 4 | 0.8 | 0.7 | 0.01 | 1 | 0.8125 | 0.8125 | 0.760s | 25.751s |
| Iteration 15 | 325 | 0.051 | 4 | 0.2267 | 3 | 0.9 | 0.4 | 0.01 | 0.01 | 0.75 | 0.8125 | 0.741s | 27.881s |
| Iteration 16 | 473 | 0.2361 | 6 | 0.6828 | 4 | 0.9 | 1.0 | 0 | 0.1 | 1.0 | 1.0 | 0.767s | 30.111s |
| Iteration 17 | 494 | 0.3943 | 5 | 0.7263 | 4 | 0.9 | 1.0 | 0 | 0.1 | 0.4375 | 1.0 | 0.775s | 32.334s |
| Iteration 18 | 407 | 0.024 | 6 | 0.786 | 4 | 0.9 | 1.0 | 0 | 0.01 | 0.75 | 1.0 | 0.727s | 34.494s |
| Iteration 19 | 500 | 0.6364 | 6 | 0.6494 | 4 | 0.8 | 0.8 | 0 | 0.01 | 1.0 | 1.0 | 0.806s | 36.820s |
| Iteration 20 | 206 | 0.4179 | 6 | 0.2115 | 4 | 0.9 | 0.9 | 100 | 10 | 0.5 | 1.0 | 0.739s | 38.927s |
| Iteration 21 | 458 | 0.4536 | 6 | 0.0421 | 3 | 0.9 | 0.8 | 0 | 10 | 0.8125 | 1.0 | 0.719s | 41.062s |
| Iteration 22 | 489 | 0.3704 | 6 | 0.977 | 4 | 1.0 | 0.9 | 0 | 1 | 0.75 | 1.0 | 0.724s | 43.222s |
| Iteration 23 | 485 | 0.3597 | 6 | 0.6437 | 4 | 1.0 | 0.7 | 0 | 0.1 | 0.9688 | 1.0 | 0.732s | 48.055s |
| Iteration 24 | 480 | 0.3077 | 6 | 0.5877 | 4 | 0.8 | 0.8 | 0 | 1 | 0.8125 | 1.0 | 0.716s | 53.235s |
| Iteration 25 | 356 | 0.5123 | 6 | 0.7186 | 4 | 0.6 | 0.8 | 0.1 | 0.1 | 0.75 | 1.0 | 0.696s | 55.940s |
| Iteration 26 | 304 | 0.2491 | 6 | 0.0 | 3 | 0.8 | 0.6 | 0 | 0.01 | 0.8125 | 1.0 | 0.696s | 58.237s |
| Iteration 27 | 370 | 0.2223 | 6 | 0.6354 | 4 | 0.7 | 0.4 | 0 | 0.1 | 0.5938 | 1.0 | 0.694s | 1m:01s |
| Iteration 28 | 500 | 0.0227 | 6 | 0.7026 | 4 | 0.8 | 0.7 | 0 | 0.1 | 0.75 | 1.0 | 0.735s | 1m:03s |
| Iteration 29 | 231 | 1.0 | 6 | 0.681 | 4 | 1.0 | 0.9 | 0 | 1 | 1.0 | 1.0 | 0.698s | 1m:05s |
| Iteration 30 | 450 | 0.2295 | 6 | 0.6518 | 4 | 1.0 | 0.9 | 0 | 0.01 | 0.8125 | 1.0 | 0.765s | 1m:07s |
| Iteration 31 | 102 | 1.0 | 7 | 0.4688 | 3 | 0.9 | 1.0 | 0 | 0 | 0.5 | 1.0 | 0.700s | 1m:09s |
| Iteration 32 | 243 | 1.0 | 6 | 0.3464 | 4 | 0.6 | 1.0 | 0 | 100 | 0.6875 | 1.0 | 0.724s | 1m:13s |
| Iteration 33 | 40 | 1.0 | 6 | 0.6955 | 4 | 0.9 | 0.9 | 0 | 0.01 | 0.6562 | 1.0 | 0.689s | 1m:16s |
| Iteration 34 | 20 | 0.01 | 4 | 0.4582 | 1 | 1.0 | 0.4 | 100 | 100 | 0.5 | 1.0 | 0.651s | 1m:18s |
| Iteration 35 | 370 | 0.0115 | 3 | 0.8576 | 7 | 0.9 | 0.4 | 0 | 1 | 0.6875 | 1.0 | 0.702s | 1m:20s |
| Iteration 36 | 500 | 1.0 | 6 | 0.7656 | 4 | 1.0 | 1.0 | 0 | 10 | 0.8438 | 1.0 | 0.736s | 1m:22s |
| Iteration 37 | 450 | 1.0 | 6 | 0.2678 | 4 | 1.0 | 1.0 | 0 | 0.01 | 0.5312 | 1.0 | 1.330s | 1m:27s |
| Iteration 38 | 500 | 1.0 | 6 | 0.6576 | 4 | 0.9 | 0.9 | 10 | 0.01 | 0.5 | 1.0 | 0.724s | 1m:32s |
| Iteration 39 | 371 | 0.7404 | 6 | 0.2263 | 3 | 0.5 | 0.5 | 0.01 | 1 | 1.0 | 1.0 | 0.712s | 1m:34s |
| Iteration 40 | 408 | 1.0 | 6 | 0.238 | 3 | 0.6 | 0.4 | 0.01 | 1 | 0.8125 | 1.0 | 0.722s | 1m:37s |
| Iteration 41 | 130 | 0.8535 | 6 | 0.2214 | 3 | 0.9 | 0.7 | 0.01 | 0.1 | 1.0 | 1.0 | 0.666s | 1m:39s |
| Iteration 42 | 365 | 0.8908 | 9 | 0.9726 | 1 | 0.5 | 0.6 | 0 | 100 | 0.5 | 1.0 | 0.716s | 1m:41s |
| Iteration 43 | 120 | 1.0 | 6 | 0.2066 | 3 | 0.8 | 0.7 | 0.01 | 1 | 0.75 | 1.0 | 0.665s | 1m:43s |
| Iteration 44 | 257 | 0.2856 | 6 | 0.2937 | 3 | 0.8 | 0.6 | 0 | 0.01 | 0.9375 | 1.0 | 0.698s | 1m:46s |
| Iteration 45 | 281 | 0.5659 | 6 | 0.3036 | 3 | 1.0 | 0.6 | 0 | 0.1 | 0.875 | 1.0 | 0.723s | 1m:51s |
| Iteration 46 | 241 | 0.3194 | 6 | 0.2673 | 3 | 0.6 | 0.5 | 0 | 1 | 0.625 | 1.0 | 0.686s | 1m:54s |
| Iteration 47 | 294 | 0.1832 | 10 | 0.9155 | 10 | 1.0 | 0.4 | 100 | 10 | 0.5 | 1.0 | 0.678s | 1m:56s |
| Iteration 48 | 320 | 0.1118 | 10 | 0.0 | 4 | 1.0 | 0.6 | 0 | 0 | 0.875 | 1.0 | 0.701s | 1m:58s |
| Iteration 49 | 492 | 0.924 | 4 | 0.0 | 5 | 0.5 | 0.7 | 0 | 0.01 | 0.5 | 1.0 | 0.717s | 2m:00s |
| Iteration 50 | 466 | 0.2322 | 2 | 0.4041 | 1 | 1.0 | 0.4 | 0.01 | 10 | 0.9375 | 1.0 | 0.712s | 2m:02s |
Bayesian Optimization ---------------------------
Best call --> Iteration 19
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.6364, 'max_depth': 6, 'gamma': 0.6494, 'min_child_weight': 4, 'subsample': 0.8, 'colsample_bytree': 0.8, 'reg_alpha': 0, 'reg_lambda': 0.01}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9411
Test evaluation --> roc_auc: 0.3
Time elapsed: 0.109s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.515 ± 0.1091
Time elapsed: 0.305s
-------------------------------------------------
Total time: 2m:04s
Final results ==================== >>
Duration: 15m:59s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.39 ± 0.097 ~
Logistic Regression --> roc_auc: 0.78 ± 0.0245
Linear Discriminant Analysis --> roc_auc: 0.82 ± 0.0678
Quadratic Discriminant Analysis --> roc_auc: 0.95 ± 0.0632 !
Radius Nearest Neighbors --> roc_auc: 0.81 ± 0.0374
AdaBoost --> roc_auc: 0.82 ± 0.1327
Random Forest --> roc_auc: 0.74 ± 0.0583 ~
XGBoost --> roc_auc: 0.515 ± 0.1091 ~
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CAVSSGGGADGLTF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVSSGGYNKLIF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAVGGGSYIPTF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAAPYSSASKIIF.
>>> Dropping feature CATDSNDYKLSF.
>>> Dropping feature CAVRGYSSASKIIF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CAASASGTYKYIF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CASSLAGGTDTQYF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CASSPGGYEQYF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CASSLDSYEQYF.
>>> Dropping feature CAVDGSSNTGKLIF.
>>> Dropping feature CAVKGGSEKLVF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CASSLADTQYF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVRPNDYKLSF.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAARTGNQFYF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CALILTGGGNKLTF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CASSPSSYEQYF.
>>> Dropping feature CAVASGTYKYIF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVLDSSYKLIF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAVTNTGGFKTIF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CAASANTGNQFYF.
>>> Dropping feature CAASDAGGTSYGKLTF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.625 | 0.625 | 3.218s | 3.239s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.9375 | 0.9375 | 3.266s | 7.566s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 1.0 | 1.0 | 3.156s | 11.918s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 1.0 | 1.0 | 3.260s | 16.155s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 1.0 | 1.0 | 3.178s | 22.833s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.5 | 1.0 | 3.241s | 29.986s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.75 | 1.0 | 3.164s | 34.826s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.625 | 1.0 | 3.220s | 38.964s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.4375 | 1.0 | 3.214s | 43.108s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.6562 | 1.0 | 3.228s | 47.412s |
| Iteration 11 | exponen.. | 0.1222 | 458 | 0.6 | friedman_mse | 6 | 7 | 4 | log2 | 0.0214 | 0.5625 | 1.0 | 3.270s | 52.070s |
| Iteration 12 | deviance | 0.1675 | 10 | 0.8 | friedman_mse | 2 | 5 | 6 | 0.9 | 0.0175 | 0.75 | 1.0 | 3.174s | 56.579s |
| Iteration 13 | exponen.. | 0.0153 | 110 | 0.8 | squared_er.. | 20 | 18 | 7 | log2 | 0.0331 | 0.6875 | 1.0 | 3.175s | 1m:04s |
| Iteration 14 | exponen.. | 0.019 | 224 | 0.6 | friedman_mse | 6 | 20 | 5 | sqrt | 0.0167 | 0.5 | 1.0 | 3.195s | 1m:09s |
| Iteration 15 | exponen.. | 1.0 | 98 | 0.5 | squared_er.. | 18 | 16 | 3 | sqrt | 0.0249 | 0.5 | 1.0 | 3.192s | 1m:14s |
| Iteration 16 | exponen.. | 0.026 | 247 | 0.6 | friedman_mse | 9 | 2 | 10 | sqrt | 0.0178 | 1.0 | 1.0 | 3.245s | 1m:18s |
| Iteration 17 | deviance | 0.01 | 500 | 0.5 | friedman_mse | 2 | 17 | 10 | auto | 0.0055 | 0.5 | 1.0 | 3.238s | 1m:23s |
| Iteration 18 | deviance | 0.0911 | 468 | 0.5 | squared_er.. | 10 | 1 | 7 | None | 0.0239 | 0.875 | 1.0 | 3.291s | 1m:28s |
| Iteration 19 | deviance | 0.1387 | 496 | 0.9 | squared_er.. | 5 | 9 | 3 | None | 0.03 | 0.7812 | 1.0 | 3.271s | 1m:32s |
| Iteration 20 | exponen.. | 0.1898 | 159 | 0.6 | friedman_mse | 9 | 17 | 4 | auto | 0.025 | 0.75 | 1.0 | 3.195s | 1m:37s |
| Iteration 21 | exponen.. | 0.0202 | 404 | 0.8 | friedman_mse | 12 | 15 | 7 | auto | 0.02 | 0.8125 | 1.0 | 3.274s | 1m:42s |
| Iteration 22 | exponen.. | 0.0219 | 304 | 0.8 | friedman_mse | 20 | 1 | 10 | sqrt | 0.0261 | 0.8125 | 1.0 | 3.179s | 1m:48s |
| Iteration 23 | exponen.. | 0.1533 | 85 | 0.7 | squared_er.. | 5 | 2 | 8 | sqrt | 0.0108 | 1.0 | 1.0 | 3.113s | 1m:53s |
| Iteration 24 | exponen.. | 0.0113 | 416 | 0.5 | friedman_mse | 19 | 2 | 8 | sqrt | 0.0067 | 0.875 | 1.0 | 3.277s | 2m:00s |
| Iteration 25 | exponen.. | 0.0554 | 157 | 0.6 | friedman_mse | 2 | 2 | 9 | sqrt | 0.001 | 0.8125 | 1.0 | 3.199s | 2m:05s |
| Iteration 26 | deviance | 0.7579 | 283 | 0.6 | squared_er.. | 18 | 18 | 8 | None | 0.0308 | 0.5 | 1.0 | 3.199s | 2m:10s |
| Iteration 27 | exponen.. | 0.0848 | 10 | 0.8 | squared_er.. | 2 | 4 | 8 | sqrt | 0.0157 | 0.8125 | 1.0 | 3.153s | 2m:14s |
| Iteration 28 | exponen.. | 0.062 | 301 | 0.9 | squared_er.. | 7 | 20 | 6 | auto | 0.0015 | 0.8125 | 1.0 | 3.221s | 2m:19s |
| Iteration 29 | deviance | 0.01 | 10 | 0.5 | friedman_mse | 20 | 4 | 10 | None | 0.0 | 1.0 | 1.0 | 3.152s | 2m:24s |
| Iteration 30 | deviance | 0.0135 | 397 | 0.6 | squared_er.. | 13 | 20 | 1 | 0.7 | 0.0037 | 0.5 | 1.0 | 3.254s | 2m:28s |
| Iteration 31 | deviance | 0.0529 | 10 | 0.8 | friedman_mse | 20 | 4 | 10 | None | 0.035 | 0.875 | 1.0 | 3.105s | 2m:33s |
| Iteration 32 | exponen.. | 0.01 | 10 | 0.5 | friedman_mse | 20 | 1 | 10 | None | 0.0 | 0.8125 | 1.0 | 3.172s | 2m:37s |
| Iteration 33 | deviance | 0.6307 | 188 | 0.8 | squared_er.. | 8 | 1 | 9 | sqrt | 0.0275 | 0.75 | 1.0 | 3.217s | 2m:44s |
| Iteration 34 | deviance | 0.0171 | 76 | 0.9 | squared_er.. | 10 | 1 | 8 | 0.6 | 0.0304 | 0.6875 | 1.0 | 3.163s | 2m:50s |
| Iteration 35 | deviance | 0.0704 | 500 | 0.7 | squared_er.. | 20 | 5 | 1 | None | 0.0 | 0.8125 | 1.0 | 3.265s | 2m:56s |
| Iteration 36 | exponen.. | 0.8615 | 35 | 0.8 | squared_er.. | 14 | 1 | 1 | sqrt | 0.0209 | 0.8125 | 1.0 | 3.129s | 3m:02s |
| Iteration 37 | deviance | 0.2642 | 131 | 0.5 | friedman_mse | 16 | 6 | 10 | None | 0.027 | 0.5938 | 1.0 | 3.814s | 3m:07s |
| Iteration 38 | exponen.. | 0.0718 | 10 | 1.0 | squared_er.. | 20 | 1 | 1 | auto | 0.0269 | 0.75 | 1.0 | 3.158s | 3m:12s |
| Iteration 39 | deviance | 0.01 | 430 | 1.0 | squared_er.. | 10 | 10 | 2 | None | 0.017 | 1.0 | 1.0 | 3.257s | 3m:17s |
| Iteration 40 | deviance | 0.01 | 36 | 0.8 | squared_er.. | 16 | 11 | 5 | None | 0.0024 | 0.5 | 1.0 | 3.148s | 3m:21s |
| Iteration 41 | exponen.. | 0.01 | 10 | 0.5 | friedman_mse | 2 | 1 | 10 | auto | 0.035 | 0.7188 | 1.0 | 3.178s | 3m:26s |
| Iteration 42 | exponen.. | 0.0739 | 393 | 0.6 | friedman_mse | 15 | 2 | 10 | sqrt | 0.0151 | 0.5625 | 1.0 | 3.251s | 3m:31s |
| Iteration 43 | exponen.. | 0.0514 | 167 | 0.9 | friedman_mse | 9 | 3 | 7 | sqrt | 0.0105 | 0.875 | 1.0 | 3.223s | 3m:38s |
| Iteration 44 | exponen.. | 0.0318 | 240 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.009 | 0.9375 | 1.0 | 3.237s | 3m:45s |
| Iteration 45 | exponen.. | 0.6989 | 237 | 0.6 | friedman_mse | 14 | 2 | 4 | sqrt | 0.022 | 0.5 | 1.0 | 3.188s | 3m:51s |
| Iteration 46 | exponen.. | 0.0314 | 235 | 0.9 | friedman_mse | 11 | 2 | 6 | sqrt | 0.0245 | 0.375 | 1.0 | 3.178s | 3m:59s |
| Iteration 47 | exponen.. | 0.9977 | 14 | 0.8 | friedman_mse | 8 | 17 | 4 | 0.6 | 0.0225 | 0.5625 | 1.0 | 3.176s | 4m:06s |
| Iteration 48 | exponen.. | 0.9718 | 228 | 0.7 | friedman_mse | 19 | 3 | 9 | sqrt | 0.0244 | 0.75 | 1.0 | 3.227s | 4m:11s |
| Iteration 49 | exponen.. | 0.01 | 217 | 0.5 | squared_er.. | 6 | 20 | 10 | sqrt | 0.0072 | 0.5 | 1.0 | 3.225s | 4m:16s |
| Iteration 50 | deviance | 0.0419 | 217 | 0.6 | friedman_mse | 2 | 2 | 10 | 0.9 | 0.0297 | 0.875 | 1.0 | 3.216s | 4m:21s |
Bayesian Optimization ---------------------------
Best call --> Initial point 4
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.2204, 'n_estimators': 212, 'subsample': 0.6, 'criterion': 'friedman_mse', 'min_samples_split': 5, 'min_samples_leaf': 16, 'max_depth': 5, 'max_features': 'auto', 'ccp_alpha': 0.0218}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:23s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9437
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.059s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.0791
Time elapsed: 0.286s
-------------------------------------------------
Total time: 4m:23s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.75 | 0.75 | 3.194s | 3.206s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.875 | 0.875 | 3.213s | 7.433s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 1.0 | 1.0 | 3.219s | 13.104s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.875 | 1.0 | 3.201s | 17.576s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.875 | 1.0 | 3.227s | 21.739s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.8125 | 1.0 | 3.210s | 25.961s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.25 | 1.0 | 3.205s | 30.134s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.6875 | 1.0 | 3.188s | 34.243s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.375 | 1.0 | 3.195s | 40.477s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.5 | 1.0 | 3.239s | 47.336s |
| Iteration 11 | l2 | 7.3247 | lbfgs | 343 | --- | 0.375 | 1.0 | 3.177s | 54.273s |
| Iteration 12 | l2 | 0.3117 | sag | 308 | --- | 0.625 | 1.0 | 3.115s | 1m:01s |
| Iteration 13 | l2 | 0.6638 | newto.. | 302 | --- | 0.5625 | 1.0 | 3.762s | 1m:09s |
| Iteration 14 | l2 | 46.7407 | libli.. | 926 | --- | 0.5 | 1.0 | 3.107s | 1m:16s |
| Iteration 15 | none | --- | newto.. | 944 | --- | 0.5 | 1.0 | 3.142s | 1m:23s |
| Iteration 16 | l2 | 0.1138 | libli.. | 199 | --- | 1.0 | 1.0 | 3.078s | 1m:30s |
| Iteration 17 | l1 | 0.0021 | libli.. | 134 | --- | 0.5 | 1.0 | 3.088s | 1m:37s |
| Iteration 18 | l2 | 0.0012 | libli.. | 904 | --- | 0.75 | 1.0 | 3.098s | 1m:44s |
| Iteration 19 | none | --- | sag | 127 | --- | 0.75 | 1.0 | 3.166s | 1m:52s |
| Iteration 20 | l2 | 91.5499 | sag | 903 | --- | 0.5 | 1.0 | 3.211s | 1m:57s |
| Iteration 21 | l2 | 0.0011 | newto.. | 326 | --- | 0.6875 | 1.0 | 3.239s | 2m:01s |
| Iteration 22 | l2 | 0.2689 | libli.. | 249 | --- | 0.375 | 1.0 | 3.214s | 2m:06s |
| Iteration 23 | l2 | 0.6956 | sag | 203 | --- | 0.6875 | 1.0 | 3.232s | 2m:10s |
| Iteration 24 | l2 | 0.0225 | lbfgs | 141 | --- | 0.75 | 1.0 | 3.211s | 2m:15s |
| Iteration 25 | l2 | 0.385 | libli.. | 1000 | --- | 0.625 | 1.0 | 3.222s | 2m:20s |
| Iteration 26 | l2 | 0.4203 | newto.. | 318 | --- | 0.3125 | 1.0 | 3.221s | 2m:26s |
| Iteration 27 | none | --- | lbfgs | 145 | --- | 0.6875 | 1.0 | 3.246s | 2m:31s |
| Iteration 28 | l2 | 0.0723 | lbfgs | 876 | --- | 0.75 | 1.0 | 3.239s | 2m:36s |
| Iteration 29 | l2 | 5.5078 | newto.. | 617 | --- | 0.5 | 1.0 | 3.239s | 2m:40s |
| Iteration 30 | l2 | 2.934 | libli.. | 606 | --- | 0.6875 | 1.0 | 3.242s | 2m:45s |
| Iteration 31 | l2 | 0.0107 | libli.. | 181 | --- | 0.6875 | 1.0 | 3.258s | 2m:52s |
| Iteration 32 | l2 | 12.4717 | lbfgs | 410 | --- | 0.75 | 1.0 | 3.137s | 2m:59s |
| Iteration 33 | l2 | 0.001 | libli.. | 100 | --- | 0.5 | 1.0 | 3.142s | 3m:06s |
| Iteration 34 | l2 | 66.5584 | libli.. | 407 | --- | 0.1875 | 1.0 | 3.134s | 3m:13s |
| Iteration 35 | l2 | 0.0024 | sag | 127 | --- | 0.625 | 1.0 | 3.116s | 3m:20s |
| Iteration 36 | l2 | 0.0016 | lbfgs | 770 | --- | 0.5625 | 1.0 | 3.131s | 3m:27s |
| Iteration 37 | l2 | 0.0141 | sag | 700 | --- | 0.4375 | 1.0 | 3.666s | 3m:34s |
| Iteration 38 | l2 | 0.0522 | libli.. | 175 | --- | 0.375 | 1.0 | 3.136s | 3m:41s |
| Iteration 39 | l2 | 0.4649 | libli.. | 249 | --- | 0.625 | 1.0 | 3.171s | 3m:49s |
| Iteration 40 | l2 | 0.1189 | libli.. | 890 | --- | 0.1875 | 1.0 | 3.139s | 3m:56s |
| Iteration 41 | l2 | 1.9949 | lbfgs | 507 | --- | 0.4375 | 1.0 | 3.123s | 4m:03s |
| Iteration 42 | l2 | 0.1138 | libli.. | 197 | --- | 0.5 | 1.0 | 3.162s | 4m:10s |
| Iteration 43 | l2 | 0.1307 | libli.. | 379 | --- | 0.6875 | 1.0 | 3.122s | 4m:17s |
| Iteration 44 | l2 | 0.2059 | libli.. | 365 | --- | 0.75 | 1.0 | 3.146s | 4m:25s |
| Iteration 45 | l2 | 0.7618 | libli.. | 122 | --- | 0.4375 | 1.0 | 3.133s | 4m:32s |
| Iteration 46 | l2 | 0.0195 | libli.. | 336 | --- | 0.4375 | 1.0 | 3.216s | 4m:38s |
| Iteration 47 | l2 | 0.3679 | libli.. | 318 | --- | 0.0 | 1.0 | 3.228s | 4m:43s |
| Iteration 48 | l2 | 16.7835 | lbfgs | 559 | --- | 0.625 | 1.0 | 3.235s | 4m:47s |
| Iteration 49 | l2 | 0.1399 | lbfgs | 200 | --- | 0.75 | 1.0 | 3.232s | 4m:54s |
| Iteration 50 | elast.. | 0.0195 | saga | 574 | 0.6 | 0.5 | 1.0 | 3.235s | 4m:59s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'penalty': 'l2', 'C': 0.4195, 'solver': 'liblinear', 'max_iter': 307}
Best evaluation --> roc_auc: 1.0
Time elapsed: 5m:00s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.867
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.79 ± 0.0735
Time elapsed: 0.052s
-------------------------------------------------
Total time: 5m:00s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.5625 | 0.5625 | 3.233s | 3.239s |
| Initial point 2 | svd | --- | 0.9375 | 0.9375 | 3.230s | 7.491s |
| Initial point 3 | svd | --- | 0.9375 | 0.9375 | 0.001s | 10.789s |
| Initial point 4 | lsqr | 0.8 | 0.625 | 0.9375 | 3.214s | 17.890s |
| Initial point 5 | eigen | 0.9 | 0.1875 | 0.9375 | 3.185s | 24.835s |
| Initial point 6 | lsqr | 0.7 | 0.5625 | 0.9375 | 3.208s | 31.532s |
| Initial point 7 | lsqr | 0.5 | 0.8125 | 0.9375 | 3.146s | 36.093s |
| Initial point 8 | lsqr | 0.9 | 0.625 | 0.9375 | 3.243s | 41.602s |
| Initial point 9 | lsqr | 0.6 | 0.8125 | 0.9375 | 3.240s | 46.153s |
| Initial point 10 | eigen | 0.8 | 1.0 | 1.0 | 3.267s | 52.516s |
| Iteration 11 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 54.120s |
| Iteration 12 | eigen | 0.7 | 0.5 | 1.0 | 3.231s | 58.361s |
| Iteration 13 | svd | --- | 0.9375 | 1.0 | 0.000s | 59.400s |
| Iteration 14 | lsqr | auto | 0.375 | 1.0 | 3.270s | 1m:04s |
| Iteration 15 | eigen | auto | 0.5 | 1.0 | 3.246s | 1m:08s |
| Iteration 16 | svd | --- | 0.9375 | 1.0 | 0.000s | 1m:09s |
| Iteration 17 | svd | --- | 0.9375 | 1.0 | 0.000s | 1m:10s |
| Iteration 18 | svd | --- | 0.9375 | 1.0 | 0.000s | 1m:14s |
| Iteration 19 | svd | --- | 0.9375 | 1.0 | 0.000s | 1m:15s |
| Iteration 20 | svd | --- | 0.9375 | 1.0 | 0.000s | 1m:16s |
| Iteration 21 | lsqr | None | 0.25 | 1.0 | 3.811s | 1m:21s |
| Iteration 22 | lsqr | 1.0 | 0.875 | 1.0 | 3.107s | 1m:26s |
| Iteration 23 | eigen | 0.5 | 0.875 | 1.0 | 3.158s | 1m:30s |
| Iteration 24 | eigen | None | 0.625 | 1.0 | 3.115s | 1m:36s |
| Iteration 25 | eigen | 0.6 | 0.6875 | 1.0 | 3.138s | 1m:41s |
| Iteration 26 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:42s |
| Iteration 27 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:43s |
| Iteration 28 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:45s |
| Iteration 29 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:46s |
| Iteration 30 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:49s |
| Iteration 31 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:51s |
| Iteration 32 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:52s |
| Iteration 33 | lsqr | 0.7 | 0.5625 | 1.0 | 0.000s | 1m:55s |
| Iteration 34 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:57s |
| Iteration 35 | lsqr | 1.0 | 0.875 | 1.0 | 0.000s | 1m:58s |
| Iteration 36 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:59s |
| Iteration 37 | lsqr | auto | 0.375 | 1.0 | 0.000s | 2m:00s |
| Iteration 38 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 2m:01s |
| Iteration 39 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 2m:03s |
| Iteration 40 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 2m:04s |
| Iteration 41 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 2m:05s |
| Iteration 42 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 2m:06s |
| Iteration 43 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 2m:09s |
| Iteration 44 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 2m:11s |
| Iteration 45 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 2m:12s |
| Iteration 46 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 2m:15s |
| Iteration 47 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 2m:17s |
| Iteration 48 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 2m:18s |
| Iteration 49 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 2m:19s |
| Iteration 50 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 2m:20s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7982
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.83 ± 0.0245
Time elapsed: 0.029s
-------------------------------------------------
Total time: 2m:24s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.5625 | 0.5625 | 3.034s | 3.037s |
| Initial point 2 | 0.9 | 0.9375 | 0.9375 | 3.056s | 9.745s |
| Initial point 3 | 0.1 | 0.9375 | 0.9375 | 3.049s | 14.276s |
| Initial point 4 | 1.0 | 0.5625 | 0.9375 | 0.000s | 15.260s |
| Initial point 5 | 0.2 | 0.25 | 0.9375 | 3.137s | 19.241s |
| Initial point 6 | 0.4 | 0.0 | 0.9375 | 3.168s | 25.285s |
| Initial point 7 | 0.4 | 0.0 | 0.9375 | 0.000s | 26.679s |
| Initial point 8 | 0.7 | 0.625 | 0.9375 | 3.152s | 30.698s |
| Initial point 9 | 0.9 | 0.9375 | 0.9375 | 0.001s | 31.647s |
| Initial point 10 | 0.8 | 1.0 | 1.0 | 3.165s | 37.448s |
| Iteration 11 | 0.3 | 0.625 | 1.0 | 3.172s | 42.083s |
| Iteration 12 | 0.6 | 0.375 | 1.0 | 3.173s | 46.287s |
| Iteration 13 | 0.5 | 0.375 | 1.0 | 3.144s | 52.660s |
| Iteration 14 | 0.0 | 0.5 | 1.0 | 3.179s | 57.674s |
| Iteration 15 | 0.8 | 1.0 | 1.0 | 0.000s | 58.847s |
| Iteration 16 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:00s |
| Iteration 17 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:03s |
| Iteration 18 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:06s |
| Iteration 19 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:09s |
| Iteration 20 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:11s |
| Iteration 21 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 22 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:16s |
| Iteration 23 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:20s |
| Iteration 24 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:24s |
| Iteration 25 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:28s |
| Iteration 26 | 0.8 | 1.0 | 1.0 | 0.001s | 1m:33s |
| Iteration 27 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:34s |
| Iteration 28 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:35s |
| Iteration 29 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:37s |
| Iteration 30 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:38s |
| Iteration 31 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:39s |
| Iteration 32 | 0.5 | 0.375 | 1.0 | 0.000s | 1m:41s |
| Iteration 33 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:42s |
| Iteration 34 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:43s |
| Iteration 35 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:44s |
| Iteration 36 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:45s |
| Iteration 37 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:46s |
| Iteration 38 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:47s |
| Iteration 39 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:49s |
| Iteration 40 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:50s |
| Iteration 41 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:51s |
| Iteration 42 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:53s |
| Iteration 43 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:54s |
| Iteration 44 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:55s |
| Iteration 45 | 0.8 | 1.0 | 1.0 | 0.001s | 1m:56s |
| Iteration 46 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:57s |
| Iteration 47 | 0.8 | 1.0 | 1.0 | 0.000s | 2m:01s |
| Iteration 48 | 0.8 | 1.0 | 1.0 | 0.000s | 2m:05s |
| Iteration 49 | 0.8 | 1.0 | 1.0 | 0.000s | 2m:09s |
| Iteration 50 | 0.8 | 1.0 | 1.0 | 0.000s | 2m:14s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'reg_param': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7286
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.81 ± 0.02
Time elapsed: 0.027s
-------------------------------------------------
Total time: 2m:15s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 9.8524 | dista.. | auto | 40 | 1 | 0.8125 | 0.8125 | 3.081s | 3.101s |
| Initial point 2 | 3.9183 | uniform | kd_tree | 39 | 2 | 1.0 | 1.0 | 3.143s | 7.480s |
| Initial point 3 | 3.0952 | dista.. | ball_tree | 25 | 2 | 0.9375 | 1.0 | 3.223s | 11.993s |
| Initial point 4 | 9.0302 | uniform | ball_tree | 39 | 2 | 0.375 | 1.0 | 3.198s | 16.375s |
| Initial point 5 | 7.074 | dista.. | auto | 30 | 2 | 0.625 | 1.0 | 3.202s | 20.781s |
| Initial point 6 | 8.1922 | dista.. | ball_tree | 21 | 2 | 1.0 | 1.0 | 3.222s | 25.192s |
| Initial point 7 | 5.8596 | dista.. | ball_tree | 24 | 1 | 0.375 | 1.0 | 3.228s | 29.726s |
| Initial point 8 | 1.4042 | dista.. | ball_tree | 21 | 2 | 0.5 | 1.0 | 3.183s | 34.151s |
| Initial point 9 | 6.5273 | uniform | ball_tree | 24 | 1 | 0.75 | 1.0 | 3.230s | 38.501s |
| Initial point 10 | 4.6362 | uniform | brute | 22 | 2 | 0.8438 | 1.0 | 3.192s | 42.961s |
| Iteration 11 | 3.0823 | uniform | kd_tree | 20 | 2 | 0.2188 | 1.0 | 3.220s | 47.737s |
| Iteration 12 | 8.2308 | dista.. | ball_tree | 21 | 2 | 0.6875 | 1.0 | 3.210s | 52.294s |
| Iteration 13 | 3.9638 | uniform | kd_tree | 39 | 2 | 0.375 | 1.0 | 3.222s | 56.829s |
| Iteration 14 | 8.1215 | uniform | kd_tree | 21 | 2 | 0.25 | 1.0 | 3.211s | 1m:01s |
| Iteration 15 | 9.8803 | dista.. | ball_tree | 27 | 2 | 0.5 | 1.0 | 3.225s | 1m:06s |
| Iteration 16 | 9.6615 | dista.. | ball_tree | 22 | 2 | 0.75 | 1.0 | 3.214s | 1m:10s |
| Iteration 17 | 9.7839 | uniform | brute | 28 | 2 | 0.5 | 1.0 | 3.199s | 1m:15s |
| Iteration 18 | 9.458 | dista.. | auto | 34 | 1 | 0.9375 | 1.0 | 3.221s | 1m:20s |
| Iteration 19 | 0.2422 | dista.. | auto | 30 | 1 | 0.5 | 1.0 | 3.197s | 1m:24s |
| Iteration 20 | 0.3826 | dista.. | auto | 38 | 1 | 0.5 | 1.0 | 3.222s | 1m:29s |
| Iteration 21 | 0.0122 | dista.. | ball_tree | 30 | 2 | 0.5 | 1.0 | 3.800s | 1m:34s |
| Iteration 22 | 8.9001 | dista.. | kd_tree | 28 | 1 | 0.4375 | 1.0 | 3.195s | 1m:39s |
| Iteration 23 | 8.6534 | dista.. | ball_tree | 21 | 2 | 0.9375 | 1.0 | 3.173s | 1m:44s |
| Iteration 24 | 9.8803 | dista.. | auto | 36 | 1 | 0.75 | 1.0 | 3.176s | 1m:48s |
| Iteration 25 | 9.8803 | dista.. | auto | 32 | 1 | 0.375 | 1.0 | 3.201s | 1m:53s |
| Iteration 26 | 6.285 | dista.. | ball_tree | 23 | 2 | 0.8125 | 1.0 | 3.205s | 1m:58s |
| Iteration 27 | 9.8803 | dista.. | ball_tree | 21 | 2 | 0.6875 | 1.0 | 3.204s | 2m:02s |
| Iteration 28 | 7.2148 | dista.. | ball_tree | 23 | 2 | 0.6875 | 1.0 | 3.201s | 2m:07s |
| Iteration 29 | 9.6416 | dista.. | ball_tree | 21 | 2 | 0.5 | 1.0 | 3.228s | 2m:12s |
| Iteration 30 | 3.8211 | dista.. | ball_tree | 24 | 2 | 0.6562 | 1.0 | 3.161s | 2m:16s |
| Iteration 31 | 0.6819 | uniform | brute | 20 | 2 | 0.5 | 1.0 | 3.185s | 2m:21s |
| Iteration 32 | 2.2368 | uniform | ball_tree | 28 | 1 | 0.4375 | 1.0 | 3.185s | 2m:26s |
| Iteration 33 | 9.0143 | uniform | ball_tree | 20 | 1 | 0.6875 | 1.0 | 3.177s | 2m:30s |
| Iteration 34 | 9.6687 | dista.. | auto | 38 | 1 | 0.375 | 1.0 | 3.172s | 2m:35s |
| Iteration 35 | 9.6923 | dista.. | ball_tree | 23 | 2 | 0.9375 | 1.0 | 3.169s | 2m:40s |
| Iteration 36 | 0.1884 | uniform | brute | 24 | 2 | 0.5 | 1.0 | 3.179s | 2m:45s |
| Iteration 37 | 9.7865 | dista.. | brute | 20 | 2 | 0.5625 | 1.0 | 3.168s | 2m:49s |
| Iteration 38 | 9.7483 | dista.. | ball_tree | 23 | 2 | 0.375 | 1.0 | 3.192s | 2m:54s |
| Iteration 39 | 0.7349 | dista.. | ball_tree | 22 | 2 | 0.5 | 1.0 | 3.168s | 2m:59s |
| Iteration 40 | 7.6364 | dista.. | ball_tree | 22 | 2 | 0.1875 | 1.0 | 3.202s | 3m:04s |
| Iteration 41 | 0.0887 | uniform | auto | 40 | 2 | 0.5 | 1.0 | 3.196s | 3m:08s |
| Iteration 42 | 9.7572 | dista.. | auto | 21 | 2 | 0.625 | 1.0 | 3.177s | 3m:13s |
| Iteration 43 | 8.2155 | dista.. | ball_tree | 21 | 2 | 0.7188 | 1.0 | 3.177s | 3m:18s |
| Iteration 44 | 0.0544 | uniform | brute | 40 | 1 | 0.5 | 1.0 | 3.191s | 3m:23s |
| Iteration 45 | 9.8272 | dista.. | ball_tree | 21 | 2 | 0.4375 | 1.0 | 3.177s | 3m:29s |
| Iteration 46 | 9.4497 | dista.. | auto | 21 | 2 | 0.6875 | 1.0 | 3.165s | 3m:34s |
| Iteration 47 | 8.2942 | dista.. | ball_tree | 21 | 2 | 0.25 | 1.0 | 3.147s | 3m:39s |
| Iteration 48 | 3.0952 | dista.. | kd_tree | 25 | 1 | 0.5312 | 1.0 | 3.187s | 3m:43s |
| Iteration 49 | 6.6711 | dista.. | brute | 40 | 2 | 1.0 | 1.0 | 3.143s | 3m:49s |
| Iteration 50 | 9.3692 | dista.. | brute | 40 | 2 | 0.625 | 1.0 | 3.172s | 3m:55s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'radius': 8.1922, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 21, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:56s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.83 ± 0.103
Time elapsed: 0.065s
-------------------------------------------------
Total time: 3m:56s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.625 | 0.625 | 3.557s | 3.564s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.875 | 0.875 | 3.605s | 8.371s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.875 | 0.875 | 3.349s | 12.863s |
| Initial point 4 | 431 | 0.0871 | SAMME | 1.0 | 1.0 | 3.516s | 17.514s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.9688 | 1.0 | 3.352s | 21.878s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 1.0 | 1.0 | 3.567s | 27.887s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.75 | 1.0 | 3.188s | 32.784s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.7188 | 1.0 | 3.452s | 37.307s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.6562 | 1.0 | 3.156s | 41.668s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.6562 | 1.0 | 3.304s | 46.205s |
| Iteration 11 | 74 | 0.1941 | SAMME | 0.5938 | 1.0 | 3.204s | 50.967s |
| Iteration 12 | 487 | 0.1464 | SAMME | 0.6875 | 1.0 | 3.502s | 55.940s |
| Iteration 13 | 57 | 0.1322 | SAMME.R | 0.8125 | 1.0 | 3.183s | 1m:01s |
| Iteration 14 | 480 | 0.3817 | SAMME.R | 1.0 | 1.0 | 3.540s | 1m:06s |
| Iteration 15 | 300 | 0.7675 | SAMME.R | 0.625 | 1.0 | 3.296s | 1m:13s |
| Iteration 16 | 160 | 0.0678 | SAMME | 1.0 | 1.0 | 3.180s | 1m:18s |
| Iteration 17 | 498 | 0.3211 | SAMME.R | 0.625 | 1.0 | 3.535s | 1m:25s |
| Iteration 18 | 389 | 0.0647 | SAMME | 1.0 | 1.0 | 3.419s | 1m:30s |
| Iteration 19 | 497 | 0.0662 | SAMME | 0.8125 | 1.0 | 3.522s | 1m:36s |
| Iteration 20 | 97 | 0.063 | SAMME | 0.875 | 1.0 | 3.222s | 1m:41s |
| Iteration 21 | 474 | 0.0445 | SAMME | 0.8438 | 1.0 | 3.523s | 1m:46s |
| Iteration 22 | 72 | 0.0834 | SAMME | 0.7812 | 1.0 | 3.197s | 1m:50s |
| Iteration 23 | 204 | 0.0529 | SAMME | 0.8125 | 1.0 | 3.352s | 1m:56s |
| Iteration 24 | 494 | 0.0682 | SAMME | 0.75 | 1.0 | 3.553s | 2m:00s |
| Iteration 25 | 263 | 0.0652 | SAMME.R | 0.6875 | 1.0 | 3.393s | 2m:05s |
| Iteration 26 | 406 | 0.196 | SAMME.R | 0.625 | 1.0 | 3.498s | 2m:10s |
| Iteration 27 | 355 | 0.0645 | SAMME | 0.9375 | 1.0 | 3.450s | 2m:15s |
| Iteration 28 | 263 | 0.0363 | SAMME | 0.6875 | 1.0 | 3.340s | 2m:20s |
| Iteration 29 | 128 | 0.0639 | SAMME | 0.9375 | 1.0 | 3.258s | 2m:25s |
| Iteration 30 | 74 | 0.6768 | SAMME | 0.875 | 1.0 | 3.225s | 2m:29s |
| Iteration 31 | 263 | 0.0281 | SAMME.R | 0.75 | 1.0 | 3.320s | 2m:37s |
| Iteration 32 | 233 | 0.0663 | SAMME | 0.875 | 1.0 | 3.286s | 2m:45s |
| Iteration 33 | 404 | 0.0642 | SAMME | 0.8125 | 1.0 | 3.440s | 2m:50s |
| Iteration 34 | 478 | 0.3907 | SAMME.R | 0.5625 | 1.0 | 3.566s | 2m:57s |
| Iteration 35 | 202 | 0.01 | SAMME.R | 0.9375 | 1.0 | 3.277s | 3m:01s |
| Iteration 36 | 80 | 0.0127 | SAMME.R | 0.6562 | 1.0 | 3.239s | 3m:08s |
| Iteration 37 | 283 | 0.4914 | SAMME | 0.6875 | 1.0 | 3.331s | 3m:13s |
| Iteration 38 | 393 | 9.9943 | SAMME | 0.375 | 1.0 | 3.182s | 3m:18s |
| Iteration 39 | 115 | 0.0761 | SAMME | 1.0 | 1.0 | 3.249s | 3m:22s |
| Iteration 40 | 66 | 1.4604 | SAMME.R | 0.3125 | 1.0 | 3.217s | 3m:27s |
| Iteration 41 | 109 | 0.08 | SAMME | 0.875 | 1.0 | 3.260s | 3m:32s |
| Iteration 42 | 466 | 1.1371 | SAMME | 0.5625 | 1.0 | 3.506s | 3m:37s |
| Iteration 43 | 50 | 0.0779 | SAMME | 0.75 | 1.0 | 3.190s | 3m:43s |
| Iteration 44 | 500 | 0.0531 | SAMME.R | 0.9375 | 1.0 | 3.582s | 3m:49s |
| Iteration 45 | 402 | 0.01 | SAMME | 0.5938 | 1.0 | 3.432s | 3m:54s |
| Iteration 46 | 88 | 0.0782 | SAMME.R | 0.1562 | 1.0 | 3.226s | 3m:59s |
| Iteration 47 | 284 | 0.0804 | SAMME | 0.375 | 1.0 | 3.982s | 4m:04s |
| Iteration 48 | 104 | 0.0576 | SAMME | 0.8438 | 1.0 | 3.277s | 4m:09s |
| Iteration 49 | 78 | 0.0575 | SAMME | 0.6875 | 1.0 | 3.219s | 4m:14s |
| Iteration 50 | 63 | 0.0668 | SAMME | 0.875 | 1.0 | 3.237s | 4m:20s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'n_estimators': 461, 'learning_rate': 0.2353, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:22s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.422s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.84 ± 0.086
Time elapsed: 1.897s
-------------------------------------------------
Total time: 4m:24s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.5625 | 0.5625 | 3.550s | 3.569s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 1.0 | 1.0 | 3.348s | 11.173s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.9375 | 1.0 | 3.417s | 16.658s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 1.0 | 3.286s | 21.071s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.5625 | 1.0 | 3.521s | 25.561s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 1.0 | 1.0 | 3.335s | 29.822s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.875 | 1.0 | 3.374s | 34.235s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.625 | 1.0 | 3.346s | 38.714s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.625 | 1.0 | 3.454s | 43.270s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.5312 | 1.0 | 3.432s | 47.954s |
| Iteration 11 | 10 | gini | 9 | 2 | 1 | 0.7 | False | 0.0268 | --- | 0.625 | 1.0 | 3.181s | 52.844s |
| Iteration 12 | 207 | gini | 7 | 7 | 8 | sqrt | False | 0.0336 | --- | 0.75 | 1.0 | 3.277s | 57.839s |
| Iteration 13 | 10 | entropy | 7 | 15 | 4 | sqrt | False | 0.0 | --- | 0.8125 | 1.0 | 3.176s | 1m:03s |
| Iteration 14 | 457 | gini | 4 | 9 | 5 | 0.7 | False | 0.0187 | --- | 0.8125 | 1.0 | 3.372s | 1m:10s |
| Iteration 15 | 421 | gini | 5 | 9 | 4 | log2 | False | 0.0304 | --- | 0.6875 | 1.0 | 3.354s | 1m:16s |
| Iteration 16 | 318 | gini | 7 | 9 | 11 | sqrt | False | 0.0237 | --- | 1.0 | 1.0 | 3.352s | 1m:21s |
| Iteration 17 | 204 | gini | 8 | 13 | 12 | sqrt | False | 0.0213 | --- | 0.625 | 1.0 | 3.170s | 1m:28s |
| Iteration 18 | 494 | gini | 3 | 9 | 5 | 0.6 | False | 0.0217 | --- | 0.8125 | 1.0 | 3.428s | 1m:34s |
| Iteration 19 | 17 | gini | None | 3 | 11 | auto | False | 0.0302 | --- | 0.9062 | 1.0 | 3.154s | 1m:39s |
| Iteration 20 | 183 | gini | 7 | 16 | 11 | 0.7 | False | 0.0126 | --- | 1.0 | 1.0 | 3.267s | 1m:47s |
| Iteration 21 | 333 | gini | 9 | 12 | 11 | log2 | False | 0.0 | --- | 0.875 | 1.0 | 3.241s | 1m:55s |
| Iteration 22 | 308 | gini | 1 | 9 | 11 | 0.9 | False | 0.035 | --- | 0.5 | 1.0 | 3.301s | 2m:00s |
| Iteration 23 | 334 | gini | 5 | 9 | 5 | 0.6 | False | 0.0209 | --- | 0.9375 | 1.0 | 3.393s | 2m:06s |
| Iteration 24 | 389 | gini | 5 | 11 | 5 | sqrt | False | 0.0011 | --- | 0.875 | 1.0 | 3.433s | 2m:11s |
| Iteration 25 | 190 | entropy | 7 | 17 | 11 | 0.5 | False | 0.0251 | --- | 0.8125 | 1.0 | 3.304s | 2m:16s |
| Iteration 26 | 133 | gini | 7 | 15 | 5 | sqrt | False | 0.0062 | --- | 1.0 | 1.0 | 3.278s | 2m:21s |
| Iteration 27 | 261 | entropy | 7 | 5 | 11 | 0.6 | False | 0.0115 | --- | 0.875 | 1.0 | 3.327s | 2m:26s |
| Iteration 28 | 117 | gini | 7 | 17 | 5 | 0.6 | False | 0.0261 | --- | 0.75 | 1.0 | 3.165s | 2m:33s |
| Iteration 29 | 500 | entropy | 7 | 16 | 5 | 0.5 | False | 0.0184 | --- | 0.9375 | 1.0 | 3.428s | 2m:42s |
| Iteration 30 | 429 | gini | 3 | 12 | 5 | log2 | False | 0.0118 | --- | 0.8125 | 1.0 | 3.399s | 2m:48s |
| Iteration 31 | 318 | gini | 6 | 18 | 5 | 0.5 | False | 0.0 | --- | 0.9375 | 1.0 | 3.342s | 2m:53s |
| Iteration 32 | 128 | gini | 9 | 9 | 11 | 0.8 | False | 0.0024 | --- | 0.75 | 1.0 | 3.229s | 2m:59s |
| Iteration 33 | 299 | gini | 8 | 13 | 11 | auto | False | 0.0266 | --- | 0.875 | 1.0 | 3.342s | 3m:06s |
| Iteration 34 | 222 | gini | 5 | 10 | 5 | 0.6 | True | 0.0147 | 0.9 | 0.8125 | 1.0 | 3.327s | 3m:12s |
| Iteration 35 | 217 | gini | 7 | 2 | 11 | 0.5 | False | 0.0172 | --- | 0.875 | 1.0 | 3.272s | 3m:17s |
| Iteration 36 | 474 | gini | 5 | 11 | 5 | 0.6 | False | 0.027 | --- | 0.75 | 1.0 | 3.469s | 3m:22s |
| Iteration 37 | 498 | gini | 3 | 6 | 5 | 0.6 | False | 0.0172 | --- | 0.625 | 1.0 | 3.426s | 3m:28s |
| Iteration 38 | 10 | gini | 7 | 19 | 20 | 0.9 | False | 0.0 | --- | 0.375 | 1.0 | 3.146s | 3m:32s |
| Iteration 39 | 243 | gini | 6 | 10 | 5 | 0.5 | False | 0.0144 | --- | 1.0 | 1.0 | 3.319s | 3m:38s |
| Iteration 40 | 382 | entropy | 5 | 10 | 5 | 0.6 | False | 0.0155 | --- | 0.4375 | 1.0 | 3.388s | 3m:43s |
| Iteration 41 | 268 | gini | 6 | 9 | 5 | log2 | False | 0.0119 | --- | 0.75 | 1.0 | 3.303s | 3m:48s |
| Iteration 42 | 422 | gini | 7 | 5 | 1 | log2 | False | 0.0331 | --- | 0.6875 | 1.0 | 3.394s | 3m:55s |
| Iteration 43 | 486 | gini | 9 | 20 | 5 | auto | True | 0.0157 | 0.8 | 0.8125 | 1.0 | 3.570s | 4m:02s |
| Iteration 44 | 14 | gini | 6 | 17 | 10 | auto | False | 0.0133 | --- | 0.9375 | 1.0 | 3.191s | 4m:07s |
| Iteration 45 | 165 | gini | 9 | 2 | 10 | auto | False | 0.0244 | --- | 0.5625 | 1.0 | 3.220s | 4m:12s |
| Iteration 46 | 413 | gini | 7 | 20 | 11 | 0.7 | False | 0.0038 | --- | 0.1875 | 1.0 | 3.415s | 4m:17s |
| Iteration 47 | 84 | gini | 7 | 15 | 11 | 0.6 | False | 0.0204 | --- | 0.125 | 1.0 | 3.209s | 4m:22s |
| Iteration 48 | 104 | gini | 7 | 19 | 11 | sqrt | False | 0.0263 | --- | 0.875 | 1.0 | 3.864s | 4m:29s |
| Iteration 49 | 500 | gini | 9 | 20 | 1 | auto | False | 0.0057 | --- | 0.8125 | 1.0 | 3.474s | 4m:37s |
| Iteration 50 | 235 | entropy | None | 2 | 1 | auto | True | 0.0271 | 0.9 | 0.8125 | 1.0 | 3.353s | 4m:42s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'n_estimators': 318, 'criterion': 'gini', 'max_depth': 7, 'min_samples_split': 9, 'min_samples_leaf': 11, 'max_features': 'sqrt', 'bootstrap': False, 'ccp_alpha': 0.0237}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:44s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9607
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.224s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.83 ± 0.04
Time elapsed: 0.990s
-------------------------------------------------
Total time: 4m:45s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.265s | 3.285s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.9375 | 0.9375 | 3.283s | 7.633s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.9375 | 3.254s | 11.853s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.9375 | 3.227s | 18.143s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.9375 | 3.259s | 23.003s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.9375 | 3.194s | 28.548s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.9375 | 3.150s | 33.131s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.9375 | 3.140s | 39.740s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.375 | 0.9375 | 3.173s | 46.893s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.9375 | 3.154s | 51.891s |
| Iteration 11 | 173 | 0.345 | 6 | 0.4718 | 2 | 0.6 | 1.0 | 100 | 0 | 0.5 | 0.9375 | 3.206s | 56.586s |
| Iteration 12 | 310 | 0.0254 | 7 | 0.4207 | 3 | 0.6 | 0.9 | 0.1 | 10 | 0.6875 | 0.9375 | 3.231s | 1m:01s |
| Iteration 13 | 350 | 0.0352 | 3 | 0.3762 | 2 | 0.9 | 1.0 | 0.1 | 0.01 | 0.8125 | 0.9375 | 3.238s | 1m:06s |
| Iteration 14 | 363 | 0.0457 | 8 | 0.4228 | 2 | 0.8 | 0.9 | 0.1 | 10 | 1.0 | 1.0 | 3.267s | 1m:11s |
| Iteration 15 | 396 | 0.0362 | 9 | 0.3542 | 1 | 0.8 | 1.0 | 0.1 | 10 | 0.75 | 1.0 | 3.249s | 1m:16s |
| Iteration 16 | 270 | 0.0589 | 9 | 0.4179 | 2 | 0.8 | 0.9 | 0.01 | 1 | 0.875 | 1.0 | 3.238s | 1m:20s |
| Iteration 17 | 497 | 0.02 | 5 | 0.4362 | 1 | 0.8 | 0.7 | 0.1 | 10 | 0.6875 | 1.0 | 3.269s | 1m:25s |
| Iteration 18 | 93 | 0.0522 | 7 | 0.417 | 4 | 0.8 | 0.9 | 0.1 | 10 | 0.8438 | 1.0 | 3.206s | 1m:30s |
| Iteration 19 | 494 | 0.0598 | 5 | 0.4188 | 1 | 0.8 | 0.9 | 1 | 1 | 0.875 | 1.0 | 3.235s | 1m:35s |
| Iteration 20 | 500 | 0.0362 | 8 | 0.441 | 8 | 0.9 | 0.9 | 0.01 | 10 | 0.5 | 1.0 | 3.260s | 1m:40s |
| Iteration 21 | 372 | 0.0374 | 9 | 0.4249 | 2 | 0.9 | 0.9 | 0.1 | 10 | 0.6875 | 1.0 | 3.236s | 1m:45s |
| Iteration 22 | 438 | 0.2517 | 3 | 0.4487 | 2 | 0.8 | 1.0 | 1 | 0.1 | 0.5 | 1.0 | 3.244s | 1m:50s |
| Iteration 23 | 464 | 0.0454 | 7 | 0.5672 | 1 | 0.8 | 0.9 | 10 | 100 | 0.5 | 1.0 | 3.247s | 1m:55s |
| Iteration 24 | 91 | 0.042 | 8 | 0.4268 | 1 | 0.8 | 0.8 | 0.1 | 10 | 0.9375 | 1.0 | 3.208s | 2m:01s |
| Iteration 25 | 294 | 0.045 | 1 | 0.4228 | 2 | 0.8 | 1.0 | 0.01 | 100 | 0.8125 | 1.0 | 3.836s | 2m:08s |
| Iteration 26 | 346 | 0.0432 | 8 | 0.4276 | 2 | 0.7 | 0.8 | 0 | 0 | 0.625 | 1.0 | 3.114s | 2m:14s |
| Iteration 27 | 451 | 0.0437 | 8 | 0.423 | 2 | 0.8 | 0.8 | 0.01 | 0.01 | 0.8125 | 1.0 | 3.157s | 2m:19s |
| Iteration 28 | 453 | 0.05 | 10 | 0.4251 | 2 | 0.8 | 0.7 | 0.1 | 1 | 0.8125 | 1.0 | 3.195s | 2m:24s |
| Iteration 29 | 232 | 0.044 | 10 | 0.4348 | 1 | 0.8 | 0.9 | 0.1 | 1 | 0.6875 | 1.0 | 3.163s | 2m:29s |
| Iteration 30 | 422 | 0.0146 | 6 | 0.401 | 2 | 0.8 | 1.0 | 0.1 | 0 | 0.8125 | 1.0 | 3.191s | 2m:34s |
| Iteration 31 | 409 | 0.0168 | 8 | 0.3828 | 6 | 0.8 | 0.9 | 0.1 | 10 | 0.6875 | 1.0 | 3.189s | 2m:39s |
| Iteration 32 | 122 | 0.01 | 5 | 0.0 | 1 | 1.0 | 0.9 | 10 | 0.1 | 0.5 | 1.0 | 3.165s | 2m:46s |
| Iteration 33 | 52 | 1.0 | 2 | 0.0 | 10 | 1.0 | 0.7 | 10 | 0.1 | 0.5 | 1.0 | 3.107s | 2m:53s |
| Iteration 34 | 72 | 0.01 | 5 | 1.0 | 10 | 1.0 | 0.9 | 100 | 0.01 | 0.5 | 1.0 | 3.068s | 3m:01s |
| Iteration 35 | 354 | 0.0542 | 1 | 0.3323 | 1 | 0.9 | 0.7 | 100 | 100 | 0.5 | 1.0 | 3.178s | 3m:07s |
| Iteration 36 | 167 | 0.2081 | 10 | 0.2463 | 1 | 0.7 | 0.8 | 0 | 100 | 0.5625 | 1.0 | 3.165s | 3m:13s |
| Iteration 37 | 340 | 0.01 | 8 | 0.0 | 10 | 0.5 | 0.5 | 0 | 0.1 | 0.5 | 1.0 | 3.173s | 3m:19s |
| Iteration 38 | 61 | 0.5608 | 7 | 0.6718 | 1 | 0.5 | 0.4 | 0.01 | 0.01 | 0.875 | 1.0 | 3.123s | 3m:23s |
| Iteration 39 | 38 | 0.1224 | 2 | 0.9927 | 1 | 0.8 | 0.4 | 0.01 | 10 | 0.75 | 1.0 | 3.161s | 3m:28s |
| Iteration 40 | 435 | 0.9619 | 2 | 0.3469 | 1 | 0.8 | 1.0 | 0.01 | 0 | 0.25 | 1.0 | 3.189s | 3m:34s |
| Iteration 41 | 196 | 1.0 | 7 | 0.8331 | 1 | 0.6 | 0.4 | 0 | 0.1 | 0.8125 | 1.0 | 3.169s | 3m:40s |
| Iteration 42 | 132 | 1.0 | 8 | 0.7038 | 1 | 0.8 | 0.4 | 0 | 10 | 0.5625 | 1.0 | 3.153s | 3m:44s |
| Iteration 43 | 27 | 1.0 | 7 | 0.7562 | 1 | 0.5 | 0.4 | 0 | 100 | 0.5 | 1.0 | 3.159s | 3m:49s |
| Iteration 44 | 36 | 0.049 | 7 | 0.7344 | 2 | 0.8 | 0.7 | 0.1 | 1 | 0.875 | 1.0 | 3.161s | 3m:55s |
| Iteration 45 | 500 | 0.0423 | 7 | 0.3161 | 4 | 0.8 | 1.0 | 0.1 | 100 | 0.625 | 1.0 | 3.187s | 3m:60s |
| Iteration 46 | 23 | 0.0767 | 3 | 0.0184 | 1 | 0.9 | 0.4 | 0.1 | 0.01 | 0.125 | 1.0 | 3.143s | 4m:05s |
| Iteration 47 | 68 | 0.0292 | 9 | 0.7821 | 1 | 0.9 | 0.7 | 0.1 | 0.1 | 0.375 | 1.0 | 3.151s | 4m:10s |
| Iteration 48 | 317 | 0.0328 | 10 | 0.7656 | 1 | 0.8 | 0.6 | 0.1 | 100 | 0.875 | 1.0 | 3.187s | 4m:15s |
| Iteration 49 | 57 | 0.0362 | 9 | 0.7677 | 6 | 0.8 | 1.0 | 0.1 | 0 | 0.8125 | 1.0 | 3.177s | 4m:20s |
| Iteration 50 | 388 | 0.4261 | 5 | 0.6309 | 3 | 0.5 | 0.4 | 0.01 | 0 | 0.75 | 1.0 | 3.900s | 4m:26s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'n_estimators': 363, 'learning_rate': 0.0457, 'max_depth': 8, 'gamma': 0.4228, 'min_child_weight': 2, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.1, 'reg_lambda': 10}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:28s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9839
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.089s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.0812
Time elapsed: 0.281s
-------------------------------------------------
Total time: 4m:29s
Final results ==================== >>
Duration: 31m:37s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.75 ± 0.0791 ~
Logistic Regression --> roc_auc: 0.79 ± 0.0735
Linear Discriminant Analysis --> roc_auc: 0.83 ± 0.0245
Quadratic Discriminant Analysis --> roc_auc: 0.81 ± 0.02
Radius Nearest Neighbors --> roc_auc: 0.83 ± 0.103
AdaBoost --> roc_auc: 0.84 ± 0.086
Random Forest --> roc_auc: 0.83 ± 0.04
XGBoost --> roc_auc: 0.88 ± 0.0812 !
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 830 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CAASKGSARQLTF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAARDSNYQLIW.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAVRNQGGKLIF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CAGNSGNTPLVF.
>>> Dropping feature CAGNTGNQFYF.
>>> Dropping feature CAVGGGSNYKLTF.
>>> Dropping feature CAVTGANNLFF.
>>> Dropping feature CANAGGTSYGKLTF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVSDDYKLSF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CAVDAGGTSYGKLTF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CALNTGTASKLTF.
>>> Dropping feature CALTSGTYKYIF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVRPNDYKLSF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.8125 | 0.8125 | 0.692s | 0.712s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.625 | 0.8125 | 0.731s | 2.681s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.5625 | 0.8125 | 0.687s | 4.343s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.4375 | 0.8125 | 0.760s | 6.191s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.9375 | 0.9375 | 0.739s | 7.849s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.875 | 0.9375 | 0.773s | 9.718s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.8125 | 0.9375 | 0.745s | 11.562s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 1.0 | 1.0 | 0.790s | 13.366s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 1.0 | 1.0 | 0.727s | 15.135s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.9375 | 1.0 | 0.716s | 16.928s |
| Iteration 11 | exponen.. | 0.7002 | 193 | 0.9 | friedman_mse | 17 | 18 | 1 | 0.5 | 0.0005 | 0.25 | 1.0 | 0.719s | 19.352s |
| Iteration 12 | exponen.. | 0.0189 | 33 | 0.7 | friedman_mse | 15 | 8 | 10 | 0.7 | 0.0036 | 1.0 | 1.0 | 0.682s | 21.425s |
| Iteration 13 | exponen.. | 0.131 | 10 | 1.0 | friedman_mse | 17 | 19 | 1 | 0.6 | 0.0 | 0.75 | 1.0 | 0.683s | 23.546s |
| Iteration 14 | exponen.. | 0.0358 | 25 | 0.8 | friedman_mse | 13 | 9 | 3 | 0.7 | 0.0021 | 0.5625 | 1.0 | 0.696s | 25.618s |
| Iteration 15 | exponen.. | 0.0662 | 440 | 0.7 | squared_er.. | 11 | 7 | 8 | sqrt | 0.0004 | 0.8125 | 1.0 | 0.787s | 27.755s |
| Iteration 16 | exponen.. | 0.0207 | 46 | 0.8 | friedman_mse | 15 | 3 | 10 | 0.9 | 0.0012 | 1.0 | 1.0 | 0.683s | 29.892s |
| Iteration 17 | exponen.. | 0.0732 | 482 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0035 | 0.75 | 1.0 | 0.790s | 32.082s |
| Iteration 18 | exponen.. | 0.0167 | 376 | 0.7 | friedman_mse | 15 | 12 | 8 | 0.7 | 0.0023 | 0.6875 | 1.0 | 0.764s | 34.148s |
| Iteration 19 | exponen.. | 0.0324 | 10 | 0.6 | squared_er.. | 3 | 15 | 10 | log2 | 0.0226 | 0.7812 | 1.0 | 0.625s | 36.308s |
| Iteration 20 | exponen.. | 0.0798 | 440 | 0.5 | squared_er.. | 4 | 14 | 6 | 0.5 | 0.012 | 0.5625 | 1.0 | 0.721s | 38.431s |
| Iteration 21 | deviance | 0.0258 | 16 | 0.9 | friedman_mse | 4 | 5 | 10 | auto | 0.0032 | 0.75 | 1.0 | 0.623s | 40.425s |
| Iteration 22 | exponen.. | 0.0228 | 32 | 0.7 | friedman_mse | 15 | 5 | 10 | 0.7 | 0.0061 | 0.875 | 1.0 | 0.628s | 42.389s |
| Iteration 23 | exponen.. | 0.0212 | 269 | 0.8 | friedman_mse | 19 | 3 | 9 | 0.7 | 0.0185 | 1.0 | 1.0 | 0.717s | 44.475s |
| Iteration 24 | exponen.. | 0.0211 | 153 | 0.9 | squared_er.. | 2 | 2 | 9 | sqrt | 0.0099 | 0.5 | 1.0 | 0.673s | 46.601s |
| Iteration 25 | deviance | 0.0194 | 346 | 0.9 | friedman_mse | 20 | 1 | 10 | 0.5 | 0.0125 | 0.3125 | 1.0 | 0.724s | 50.623s |
| Iteration 26 | exponen.. | 0.0199 | 90 | 0.9 | friedman_mse | 18 | 2 | 10 | 0.9 | 0.0117 | 0.75 | 1.0 | 1.363s | 56.401s |
| Iteration 27 | exponen.. | 0.0211 | 242 | 0.8 | friedman_mse | 18 | 9 | 10 | log2 | 0.021 | 1.0 | 1.0 | 0.688s | 59.380s |
| Iteration 28 | exponen.. | 0.0205 | 77 | 0.8 | friedman_mse | 18 | 1 | 10 | 0.7 | 0.031 | 0.9375 | 1.0 | 0.648s | 1m:02s |
| Iteration 29 | exponen.. | 0.021 | 345 | 0.8 | squared_er.. | 14 | 11 | 9 | 0.8 | 0.0058 | 0.875 | 1.0 | 0.733s | 1m:04s |
| Iteration 30 | exponen.. | 0.0856 | 400 | 0.7 | squared_er.. | 14 | 17 | 5 | sqrt | 0.0138 | 0.75 | 1.0 | 0.744s | 1m:06s |
| Iteration 31 | exponen.. | 0.0208 | 236 | 0.8 | friedman_mse | 19 | 15 | 10 | 0.6 | 0.0161 | 0.625 | 1.0 | 0.687s | 1m:09s |
| Iteration 32 | exponen.. | 0.0202 | 458 | 0.7 | squared_er.. | 9 | 7 | 9 | log2 | 0.0132 | 0.875 | 1.0 | 0.751s | 1m:11s |
| Iteration 33 | exponen.. | 0.0211 | 78 | 0.8 | friedman_mse | 16 | 8 | 6 | 0.7 | 0.0212 | 0.875 | 1.0 | 0.647s | 1m:13s |
| Iteration 34 | exponen.. | 0.0188 | 89 | 0.8 | friedman_mse | 20 | 5 | 10 | log2 | 0.0202 | 0.875 | 1.0 | 0.648s | 1m:15s |
| Iteration 35 | exponen.. | 0.0814 | 160 | 0.7 | squared_er.. | 16 | 4 | 6 | log2 | 0.015 | 1.0 | 1.0 | 0.671s | 1m:17s |
| Iteration 36 | exponen.. | 0.0799 | 105 | 0.7 | squared_er.. | 18 | 7 | 6 | 0.9 | 0.0278 | 0.75 | 1.0 | 0.656s | 1m:22s |
| Iteration 37 | exponen.. | 0.0202 | 407 | 0.8 | squared_er.. | 17 | 5 | 10 | 0.8 | 0.0046 | 0.5 | 1.0 | 0.754s | 1m:25s |
| Iteration 38 | exponen.. | 0.0206 | 455 | 0.8 | friedman_mse | 5 | 4 | 10 | 0.7 | 0.0168 | 1.0 | 1.0 | 0.749s | 1m:28s |
| Iteration 39 | exponen.. | 0.0854 | 193 | 0.7 | squared_er.. | 9 | 6 | 6 | 0.8 | 0.0 | 1.0 | 1.0 | 0.678s | 1m:32s |
| Iteration 40 | exponen.. | 0.0202 | 31 | 0.7 | friedman_mse | 14 | 5 | 10 | 0.8 | 0.019 | 0.625 | 1.0 | 0.641s | 1m:35s |
| Iteration 41 | exponen.. | 0.0987 | 253 | 0.7 | squared_er.. | 15 | 4 | 9 | 0.5 | 0.0013 | 0.625 | 1.0 | 0.690s | 1m:37s |
| Iteration 42 | exponen.. | 0.082 | 287 | 0.7 | squared_er.. | 16 | 6 | 6 | 0.9 | 0.003 | 0.75 | 1.0 | 0.714s | 1m:40s |
| Iteration 43 | exponen.. | 0.0198 | 307 | 0.7 | friedman_mse | 9 | 5 | 3 | 0.7 | 0.0058 | 0.8125 | 1.0 | 0.719s | 1m:43s |
| Iteration 44 | exponen.. | 0.0208 | 246 | 0.8 | friedman_mse | 7 | 3 | 10 | 0.9 | 0.0307 | 1.0 | 1.0 | 0.701s | 1m:47s |
| Iteration 45 | exponen.. | 0.08 | 335 | 0.7 | squared_er.. | 12 | 8 | 6 | 0.7 | 0.0285 | 0.3125 | 1.0 | 0.710s | 1m:50s |
| Iteration 46 | exponen.. | 0.022 | 96 | 0.8 | friedman_mse | 19 | 4 | 9 | auto | 0.0139 | 0.8125 | 1.0 | 0.656s | 1m:52s |
| Iteration 47 | exponen.. | 0.0201 | 401 | 0.8 | friedman_mse | 11 | 2 | 6 | None | 0.0158 | 0.75 | 1.0 | 0.746s | 1m:55s |
| Iteration 48 | deviance | 0.0208 | 178 | 0.8 | friedman_mse | 13 | 4 | 10 | 0.7 | 0.0189 | 0.5312 | 1.0 | 0.679s | 1m:57s |
| Iteration 49 | exponen.. | 0.0233 | 371 | 0.9 | friedman_mse | 15 | 5 | 10 | 0.5 | 0.0244 | 0.6875 | 1.0 | 0.725s | 2m:02s |
| Iteration 50 | exponen.. | 0.0196 | 276 | 0.8 | friedman_mse | 8 | 8 | 10 | 0.7 | 0.0092 | 0.75 | 1.0 | 0.709s | 2m:05s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0787, 'n_estimators': 447, 'subsample': 0.7, 'criterion': 'squared_error', 'min_samples_split': 14, 'min_samples_leaf': 8, 'max_depth': 6, 'max_features': 0.7, 'ccp_alpha': 0.0044}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:08s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.707s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.78 ± 0.051
Time elapsed: 0.600s
-------------------------------------------------
Total time: 2m:09s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.8125 | 0.8125 | 0.695s | 0.707s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.375 | 0.8125 | 0.691s | 2.635s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.625 | 0.8125 | 0.652s | 6.869s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.4375 | 0.8125 | 0.655s | 11.369s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.875 | 0.875 | 0.654s | 16.339s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.8125 | 0.875 | 0.640s | 18.545s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.875 | 0.875 | 0.641s | 21.770s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.9375 | 0.9375 | 0.637s | 23.850s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.9375 | 0.9375 | 0.648s | 27.998s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.8125 | 0.9375 | 0.637s | 30.214s |
| Iteration 11 | l2 | 0.0133 | lbfgs | 251 | --- | 0.4375 | 0.9375 | 0.653s | 32.760s |
| Iteration 12 | l2 | 0.0299 | sag | 264 | --- | 0.8125 | 0.9375 | 0.635s | 34.822s |
| Iteration 13 | l1 | 16.3332 | libli.. | 122 | --- | 0.5625 | 0.9375 | 0.636s | 36.949s |
| Iteration 14 | l2 | 4.1487 | lbfgs | 352 | --- | 0.8125 | 0.9375 | 0.650s | 41.424s |
| Iteration 15 | l2 | 5.3454 | lbfgs | 925 | --- | 0.8125 | 0.9375 | 0.639s | 43.983s |
| Iteration 16 | l2 | 0.1316 | newto.. | 151 | --- | 0.8125 | 0.9375 | 0.639s | 45.897s |
| Iteration 17 | l2 | 0.0028 | saga | 185 | --- | 0.5625 | 0.9375 | 0.642s | 47.770s |
| Iteration 18 | l2 | 1.4232 | saga | 135 | --- | 0.6875 | 0.9375 | 0.642s | 49.688s |
| Iteration 19 | none | --- | saga | 743 | --- | 0.8125 | 0.9375 | 0.648s | 54.440s |
| Iteration 20 | none | --- | sag | 460 | --- | 0.4375 | 0.9375 | 0.642s | 56.941s |
| Iteration 21 | l2 | 0.0594 | libli.. | 291 | --- | 0.6875 | 0.9375 | 0.632s | 58.784s |
| Iteration 22 | l2 | 0.0621 | newto.. | 138 | --- | 0.75 | 0.9375 | 0.634s | 1m:01s |
| Iteration 23 | l1 | 0.0145 | saga | 273 | --- | 0.5 | 0.9375 | 0.638s | 1m:03s |
| Iteration 24 | l2 | 8.2909 | newto.. | 158 | --- | 0.75 | 0.9375 | 0.648s | 1m:05s |
| Iteration 25 | l2 | 0.0236 | libli.. | 310 | --- | 0.3125 | 0.9375 | 0.639s | 1m:07s |
| Iteration 26 | none | --- | newto.. | 719 | --- | 0.75 | 0.9375 | 0.641s | 1m:09s |
| Iteration 27 | l2 | 99.588 | sag | 470 | --- | 0.8125 | 0.9375 | 0.639s | 1m:11s |
| Iteration 28 | l2 | 98.9621 | sag | 803 | --- | 0.875 | 0.9375 | 1.216s | 1m:14s |
| Iteration 29 | l1 | 99.7301 | saga | 940 | --- | 0.8125 | 0.9375 | 0.657s | 1m:16s |
| Iteration 30 | l2 | 100.0 | lbfgs | 100 | --- | 0.75 | 0.9375 | 0.645s | 1m:21s |
| Iteration 31 | none | --- | lbfgs | 1000 | --- | 0.875 | 0.9375 | 0.652s | 1m:26s |
| Iteration 32 | l2 | 100.0 | newto.. | 1000 | --- | 0.9375 | 0.9375 | 0.642s | 1m:29s |
| Iteration 33 | l2 | 100.0 | newto.. | 1000 | --- | 0.9375 | 0.9375 | 0.000s | 1m:30s |
| Iteration 34 | l1 | 8.2345 | saga | 103 | --- | 1.0 | 1.0 | 0.644s | 1m:32s |
| Iteration 35 | l2 | 0.0349 | libli.. | 307 | --- | 0.9375 | 1.0 | 0.647s | 1m:36s |
| Iteration 36 | l2 | 100.0 | newto.. | 948 | --- | 0.875 | 1.0 | 0.644s | 1m:39s |
| Iteration 37 | l1 | 100.0 | libli.. | 203 | --- | 0.375 | 1.0 | 0.657s | 1m:41s |
| Iteration 38 | l1 | 7.4518 | libli.. | 102 | --- | 0.875 | 1.0 | 0.647s | 1m:43s |
| Iteration 39 | l1 | 9.3198 | libli.. | 100 | --- | 0.8125 | 1.0 | 0.642s | 1m:45s |
| Iteration 40 | none | --- | sag | 339 | --- | 0.625 | 1.0 | 0.640s | 1m:48s |
| Iteration 41 | l2 | 0.0347 | libli.. | 280 | --- | 0.8125 | 1.0 | 0.645s | 1m:52s |
| Iteration 42 | l2 | 8.2239 | sag | 110 | --- | 0.6875 | 1.0 | 0.633s | 1m:54s |
| Iteration 43 | l2 | 8.2169 | newto.. | 111 | --- | 0.5625 | 1.0 | 0.668s | 1m:57s |
| Iteration 44 | l2 | 99.9925 | sag | 1000 | --- | 1.0 | 1.0 | 0.646s | 1m:59s |
| Iteration 45 | l2 | 99.9466 | sag | 991 | --- | 0.375 | 1.0 | 0.659s | 2m:01s |
| Iteration 46 | l2 | 12.7919 | saga | 1000 | --- | 0.875 | 1.0 | 0.644s | 2m:04s |
| Iteration 47 | l2 | 2.1207 | lbfgs | 1000 | --- | 0.5 | 1.0 | 0.651s | 2m:07s |
| Iteration 48 | l2 | 1.6968 | newto.. | 100 | --- | 0.6875 | 1.0 | 0.640s | 2m:09s |
| Iteration 49 | l2 | 100.0 | libli.. | 1000 | --- | 0.75 | 1.0 | 0.642s | 2m:11s |
| Iteration 50 | l2 | 0.0011 | saga | 988 | --- | 0.625 | 1.0 | 0.638s | 2m:13s |
Bayesian Optimization ---------------------------
Best call --> Iteration 44
Best parameters --> {'penalty': 'l2', 'C': 99.9925, 'solver': 'sag', 'max_iter': 1000}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8661
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.024s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.55 ± 0.1265
Time elapsed: 0.090s
-------------------------------------------------
Total time: 2m:15s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.625 | 0.625 | 0.633s | 0.639s |
| Initial point 2 | svd | --- | 0.375 | 0.625 | 0.637s | 2.363s |
| Initial point 3 | svd | --- | 0.375 | 0.625 | 0.000s | 3.384s |
| Initial point 4 | lsqr | 0.8 | 0.4375 | 0.625 | 0.639s | 4.988s |
| Initial point 5 | eigen | 0.9 | 0.75 | 0.75 | 0.638s | 6.679s |
| Initial point 6 | lsqr | 0.7 | 0.625 | 0.75 | 1.192s | 8.858s |
| Initial point 7 | lsqr | 0.5 | 0.625 | 0.75 | 0.636s | 10.508s |
| Initial point 8 | lsqr | 0.9 | 0.625 | 0.75 | 0.626s | 13.352s |
| Initial point 9 | lsqr | 0.6 | 0.625 | 0.75 | 0.635s | 16.307s |
| Initial point 10 | eigen | 0.8 | 0.625 | 0.75 | 0.634s | 18.191s |
| Iteration 11 | eigen | 0.9 | 0.75 | 0.75 | 0.000s | 19.319s |
| Iteration 12 | eigen | 0.7 | 0.3125 | 0.75 | 0.633s | 21.005s |
| Iteration 13 | svd | --- | 0.375 | 0.75 | 0.000s | 22.228s |
| Iteration 14 | lsqr | auto | 0.5 | 0.75 | 0.622s | 24.031s |
| Iteration 15 | eigen | auto | 0.8125 | 0.8125 | 0.630s | 26.123s |
| Iteration 16 | eigen | None | 0.9375 | 0.9375 | 0.632s | 28.044s |
| Iteration 17 | eigen | None | 0.9375 | 0.9375 | 0.000s | 29.283s |
| Iteration 18 | eigen | 0.5 | 0.5 | 0.9375 | 0.624s | 31.000s |
| Iteration 19 | eigen | 0.6 | 0.75 | 0.9375 | 0.632s | 32.788s |
| Iteration 20 | eigen | None | 0.9375 | 0.9375 | 0.000s | 34.385s |
| Iteration 21 | eigen | None | 0.9375 | 0.9375 | 0.000s | 35.663s |
| Iteration 22 | eigen | None | 0.9375 | 0.9375 | 0.000s | 36.864s |
| Iteration 23 | lsqr | None | 1.0 | 1.0 | 0.629s | 38.753s |
| Iteration 24 | lsqr | None | 1.0 | 1.0 | 0.000s | 39.937s |
| Iteration 25 | svd | --- | 0.375 | 1.0 | 0.000s | 41.181s |
| Iteration 26 | lsqr | 1.0 | 0.5625 | 1.0 | 0.629s | 42.936s |
| Iteration 27 | lsqr | None | 1.0 | 1.0 | 0.000s | 44.069s |
| Iteration 28 | lsqr | None | 1.0 | 1.0 | 0.000s | 47.033s |
| Iteration 29 | svd | --- | 0.375 | 1.0 | 0.000s | 48.672s |
| Iteration 30 | lsqr | None | 1.0 | 1.0 | 0.000s | 49.762s |
| Iteration 31 | lsqr | None | 1.0 | 1.0 | 0.001s | 50.905s |
| Iteration 32 | lsqr | None | 1.0 | 1.0 | 0.000s | 52.057s |
| Iteration 33 | lsqr | None | 1.0 | 1.0 | 0.000s | 54.296s |
| Iteration 34 | lsqr | None | 1.0 | 1.0 | 0.000s | 55.754s |
| Iteration 35 | lsqr | None | 1.0 | 1.0 | 0.000s | 57.158s |
| Iteration 36 | lsqr | None | 1.0 | 1.0 | 0.000s | 58.432s |
| Iteration 37 | lsqr | None | 1.0 | 1.0 | 0.000s | 1m:02s |
| Iteration 38 | lsqr | None | 1.0 | 1.0 | 0.000s | 1m:06s |
| Iteration 39 | lsqr | None | 1.0 | 1.0 | 0.000s | 1m:10s |
| Iteration 40 | lsqr | None | 1.0 | 1.0 | 0.000s | 1m:14s |
| Iteration 41 | lsqr | None | 1.0 | 1.0 | 0.000s | 1m:16s |
| Iteration 42 | lsqr | None | 1.0 | 1.0 | 0.001s | 1m:17s |
| Iteration 43 | lsqr | None | 1.0 | 1.0 | 0.001s | 1m:20s |
| Iteration 44 | lsqr | None | 1.0 | 1.0 | 0.001s | 1m:24s |
| Iteration 45 | lsqr | None | 1.0 | 1.0 | 0.001s | 1m:29s |
| Iteration 46 | lsqr | None | 1.0 | 1.0 | 0.000s | 1m:33s |
| Iteration 47 | lsqr | None | 1.0 | 1.0 | 0.001s | 1m:35s |
| Iteration 48 | lsqr | None | 1.0 | 1.0 | 0.000s | 1m:36s |
| Iteration 49 | lsqr | None | 1.0 | 1.0 | 0.000s | 1m:37s |
| Iteration 50 | lsqr | None | 1.0 | 1.0 | 0.000s | 1m:39s |
Bayesian Optimization ---------------------------
Best call --> Iteration 23
Best parameters --> {'solver': 'lsqr', 'shrinkage': None}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:41s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7991
Test evaluation --> roc_auc: 0.55
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.59 ± 0.1715
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:41s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.625 | 0.625 | 0.641s | 0.644s |
| Initial point 2 | 0.9 | 0.375 | 0.625 | 0.635s | 2.272s |
| Initial point 3 | 0.1 | 0.5 | 0.625 | 1.207s | 4.591s |
| Initial point 4 | 1.0 | 0.625 | 0.625 | 0.000s | 5.642s |
| Initial point 5 | 0.2 | 0.6875 | 0.6875 | 0.635s | 7.211s |
| Initial point 6 | 0.4 | 0.625 | 0.6875 | 0.633s | 8.832s |
| Initial point 7 | 0.4 | 0.625 | 0.6875 | 0.000s | 9.927s |
| Initial point 8 | 0.7 | 0.5625 | 0.6875 | 0.631s | 11.582s |
| Initial point 9 | 0.9 | 0.375 | 0.6875 | 0.000s | 15.026s |
| Initial point 10 | 0.8 | 0.625 | 0.6875 | 0.630s | 19.900s |
| Iteration 11 | 0.3 | 0.5625 | 0.6875 | 0.645s | 22.288s |
| Iteration 12 | 0.6 | 0.125 | 0.6875 | 0.629s | 24.067s |
| Iteration 13 | 0.5 | 0.5 | 0.6875 | 0.628s | 25.841s |
| Iteration 14 | 0.0 | 0.75 | 0.75 | 0.627s | 28.201s |
| Iteration 15 | 0.0 | 0.75 | 0.75 | 0.000s | 30.164s |
| Iteration 16 | 0.0 | 0.75 | 0.75 | 0.000s | 31.478s |
| Iteration 17 | 0.0 | 0.75 | 0.75 | 0.000s | 32.545s |
| Iteration 18 | 0.0 | 0.75 | 0.75 | 0.000s | 33.647s |
| Iteration 19 | 0.9 | 0.375 | 0.75 | 0.000s | 34.822s |
| Iteration 20 | 0.6 | 0.125 | 0.75 | 0.000s | 35.994s |
| Iteration 21 | 0.0 | 0.75 | 0.75 | 0.000s | 38.776s |
| Iteration 22 | 0.0 | 0.75 | 0.75 | 0.000s | 40.269s |
| Iteration 23 | 0.0 | 0.75 | 0.75 | 0.000s | 41.324s |
| Iteration 24 | 0.0 | 0.75 | 0.75 | 0.000s | 42.531s |
| Iteration 25 | 0.0 | 0.75 | 0.75 | 0.000s | 43.605s |
| Iteration 26 | 0.0 | 0.75 | 0.75 | 0.000s | 44.669s |
| Iteration 27 | 0.0 | 0.75 | 0.75 | 0.000s | 45.835s |
| Iteration 28 | 0.9 | 0.375 | 0.75 | 0.000s | 46.950s |
| Iteration 29 | 0.0 | 0.75 | 0.75 | 0.000s | 48.019s |
| Iteration 30 | 0.8 | 0.625 | 0.75 | 0.001s | 50.598s |
| Iteration 31 | 0.0 | 0.75 | 0.75 | 0.000s | 52.134s |
| Iteration 32 | 0.0 | 0.75 | 0.75 | 0.000s | 55.856s |
| Iteration 33 | 0.0 | 0.75 | 0.75 | 0.000s | 57.536s |
| Iteration 34 | 0.0 | 0.75 | 0.75 | 0.000s | 58.599s |
| Iteration 35 | 0.0 | 0.75 | 0.75 | 0.000s | 1m:02s |
| Iteration 36 | 0.0 | 0.75 | 0.75 | 0.001s | 1m:03s |
| Iteration 37 | 0.0 | 0.75 | 0.75 | 0.000s | 1m:05s |
| Iteration 38 | 0.0 | 0.75 | 0.75 | 0.000s | 1m:06s |
| Iteration 39 | 0.0 | 0.75 | 0.75 | 0.000s | 1m:07s |
| Iteration 40 | 0.0 | 0.75 | 0.75 | 0.000s | 1m:08s |
| Iteration 41 | 0.0 | 0.75 | 0.75 | 0.001s | 1m:09s |
| Iteration 42 | 0.0 | 0.75 | 0.75 | 0.000s | 1m:11s |
| Iteration 43 | 0.0 | 0.75 | 0.75 | 0.000s | 1m:12s |
| Iteration 44 | 0.0 | 0.75 | 0.75 | 0.000s | 1m:13s |
| Iteration 45 | 0.0 | 0.75 | 0.75 | 0.000s | 1m:14s |
| Iteration 46 | 0.0 | 0.75 | 0.75 | 0.000s | 1m:15s |
| Iteration 47 | 0.0 | 0.75 | 0.75 | 0.000s | 1m:19s |
| Iteration 48 | 0.0 | 0.75 | 0.75 | 0.000s | 1m:22s |
| Iteration 49 | 0.0 | 0.75 | 0.75 | 0.000s | 1m:23s |
| Iteration 50 | 0.0 | 0.75 | 0.75 | 0.000s | 1m:25s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'reg_param': 0.0}
Best evaluation --> roc_auc: 0.75
Time elapsed: 1m:28s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9223
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.63 ± 0.06
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:29s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.9423 | dista.. | auto | 40 | 1 | 0.5 | 0.5 | 0.648s | 0.669s |
| Initial point 2 | 5.1471 | uniform | kd_tree | 39 | 2 | 0.375 | 0.5 | 0.644s | 3.188s |
| Initial point 3 | 4.0659 | dista.. | ball_tree | 25 | 2 | 0.3125 | 0.5 | 0.642s | 4.818s |
| Initial point 4 | 11.8621 | uniform | ball_tree | 39 | 2 | 0.5 | 0.5 | 0.645s | 9.218s |
| Initial point 5 | 9.2924 | dista.. | auto | 30 | 2 | 0.875 | 0.875 | 0.649s | 11.473s |
| Initial point 6 | 10.7613 | dista.. | ball_tree | 21 | 2 | 0.875 | 0.875 | 0.636s | 13.136s |
| Initial point 7 | 7.6973 | dista.. | ball_tree | 24 | 1 | 0.625 | 0.875 | 1.194s | 15.457s |
| Initial point 8 | 1.8446 | dista.. | ball_tree | 21 | 2 | 1.0 | 1.0 | 0.632s | 17.103s |
| Initial point 9 | 8.5743 | uniform | ball_tree | 24 | 1 | 0.625 | 1.0 | 0.640s | 18.825s |
| Initial point 10 | 6.0902 | uniform | brute | 22 | 2 | 0.75 | 1.0 | 0.642s | 20.593s |
| Iteration 11 | 0.0 | dista.. | auto | 21 | 1 | 0.5 | 1.0 | 0.646s | 22.636s |
| Iteration 12 | 0.0 | dista.. | ball_tree | 21 | 2 | 0.5 | 1.0 | 0.634s | 27.529s |
| Iteration 13 | 10.2846 | dista.. | auto | 31 | 2 | 0.4375 | 1.0 | 0.634s | 30.077s |
| Iteration 14 | 12.5057 | dista.. | kd_tree | 20 | 2 | 0.5 | 1.0 | 0.648s | 32.088s |
| Iteration 15 | 0.1983 | uniform | brute | 30 | 2 | 0.5312 | 1.0 | 0.632s | 33.969s |
| Iteration 16 | 12.4 | dista.. | brute | 21 | 2 | 0.8125 | 1.0 | 0.637s | 36.118s |
| Iteration 17 | 0.0283 | dista.. | brute | 30 | 2 | 0.5 | 1.0 | 0.628s | 38.102s |
| Iteration 18 | 1.5825 | dista.. | auto | 22 | 2 | 0.375 | 1.0 | 0.627s | 40.737s |
| Iteration 19 | 12.1191 | dista.. | kd_tree | 21 | 2 | 0.8125 | 1.0 | 0.641s | 43.636s |
| Iteration 20 | 2.0623 | dista.. | ball_tree | 21 | 2 | 1.0 | 1.0 | 0.639s | 46.493s |
| Iteration 21 | 7.8875 | uniform | auto | 30 | 1 | 0.625 | 1.0 | 0.639s | 48.827s |
| Iteration 22 | 12.7395 | uniform | kd_tree | 21 | 2 | 0.5 | 1.0 | 0.646s | 50.819s |
| Iteration 23 | 12.8399 | dista.. | auto | 29 | 2 | 1.0 | 1.0 | 0.644s | 52.822s |
| Iteration 24 | 0.0267 | dista.. | ball_tree | 29 | 2 | 0.5 | 1.0 | 0.642s | 54.783s |
| Iteration 25 | 12.5279 | dista.. | kd_tree | 29 | 2 | 0.125 | 1.0 | 0.627s | 57.013s |
| Iteration 26 | 10.8581 | dista.. | auto | 29 | 2 | 0.75 | 1.0 | 0.629s | 58.947s |
| Iteration 27 | 12.555 | dista.. | auto | 28 | 2 | 0.8125 | 1.0 | 0.650s | 1m:01s |
| Iteration 28 | 11.5924 | uniform | ball_tree | 20 | 1 | 0.6562 | 1.0 | 0.629s | 1m:03s |
| Iteration 29 | 0.6411 | uniform | auto | 28 | 1 | 0.25 | 1.0 | 0.632s | 1m:05s |
| Iteration 30 | 12.8494 | dista.. | ball_tree | 20 | 2 | 0.8125 | 1.0 | 0.632s | 1m:07s |
| Iteration 31 | 0.0988 | uniform | auto | 29 | 2 | 0.75 | 1.0 | 0.629s | 1m:09s |
| Iteration 32 | 0.1069 | uniform | auto | 27 | 2 | 0.375 | 1.0 | 0.644s | 1m:11s |
| Iteration 33 | 12.3878 | uniform | ball_tree | 22 | 2 | 0.5 | 1.0 | 1.251s | 1m:14s |
| Iteration 34 | 12.7744 | dista.. | ball_tree | 21 | 1 | 1.0 | 1.0 | 0.680s | 1m:16s |
| Iteration 35 | 12.6649 | dista.. | ball_tree | 21 | 1 | 0.875 | 1.0 | 0.688s | 1m:20s |
| Iteration 36 | 12.9788 | dista.. | ball_tree | 21 | 1 | 0.6875 | 1.0 | 0.635s | 1m:24s |
| Iteration 37 | 12.8095 | dista.. | ball_tree | 22 | 1 | 0.5625 | 1.0 | 0.645s | 1m:26s |
| Iteration 38 | 0.758 | dista.. | auto | 29 | 1 | 0.8438 | 1.0 | 0.640s | 1m:28s |
| Iteration 39 | 12.9215 | dista.. | auto | 29 | 1 | 0.75 | 1.0 | 0.642s | 1m:30s |
| Iteration 40 | 11.8979 | dista.. | kd_tree | 22 | 2 | 0.75 | 1.0 | 0.642s | 1m:32s |
| Iteration 41 | 10.8891 | dista.. | brute | 22 | 2 | 0.75 | 1.0 | 0.635s | 1m:34s |
| Iteration 42 | 0.7987 | dista.. | ball_tree | 21 | 1 | 0.75 | 1.0 | 0.636s | 1m:36s |
| Iteration 43 | 0.5631 | dista.. | brute | 22 | 2 | 0.6875 | 1.0 | 0.641s | 1m:38s |
| Iteration 44 | 0.6042 | dista.. | auto | 27 | 1 | 0.25 | 1.0 | 0.641s | 1m:40s |
| Iteration 45 | 12.2106 | uniform | brute | 24 | 1 | 0.4375 | 1.0 | 0.645s | 1m:42s |
| Iteration 46 | 12.8107 | uniform | brute | 34 | 1 | 0.5312 | 1.0 | 0.639s | 1m:47s |
| Iteration 47 | 4.5209 | dista.. | ball_tree | 20 | 1 | 0.75 | 1.0 | 0.639s | 1m:50s |
| Iteration 48 | 0.4565 | dista.. | auto | 35 | 1 | 0.4688 | 1.0 | 0.643s | 1m:52s |
| Iteration 49 | 0.2305 | dista.. | brute | 36 | 2 | 0.4375 | 1.0 | 0.639s | 1m:54s |
| Iteration 50 | 0.1897 | uniform | ball_tree | 33 | 2 | 0.4375 | 1.0 | 0.651s | 1m:56s |
Bayesian Optimization ---------------------------
Best call --> Iteration 34
Best parameters --> {'radius': 12.7744, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 21, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:58s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.85 ± 0.0447
Time elapsed: 0.051s
-------------------------------------------------
Total time: 1m:58s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.3438 | 0.3438 | 1.027s | 1.034s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.75 | 0.75 | 1.042s | 2.977s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.9375 | 0.9375 | 0.812s | 4.788s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.8125 | 0.9375 | 0.932s | 6.581s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.9062 | 0.9375 | 0.807s | 8.289s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.75 | 0.9375 | 0.995s | 10.147s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.625 | 0.9375 | 0.676s | 11.688s |
| Initial point 8 | 411 | 0.019 | SAMME | 1.0 | 1.0 | 0.925s | 13.514s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.8125 | 1.0 | 0.640s | 15.067s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.875 | 1.0 | 1.321s | 17.274s |
| Iteration 11 | 379 | 0.01 | SAMME | 0.4062 | 1.0 | 0.893s | 19.293s |
| Iteration 12 | 237 | 0.0186 | SAMME.R | 1.0 | 1.0 | 0.815s | 21.299s |
| Iteration 13 | 255 | 0.0429 | SAMME | 0.6562 | 1.0 | 0.813s | 25.593s |
| Iteration 14 | 363 | 0.0168 | SAMME | 0.6875 | 1.0 | 0.885s | 29.256s |
| Iteration 15 | 98 | 0.9425 | SAMME.R | 0.6875 | 1.0 | 0.721s | 31.939s |
| Iteration 16 | 362 | 1.1007 | SAMME | 0.8125 | 1.0 | 0.883s | 34.123s |
| Iteration 17 | 188 | 0.0188 | SAMME.R | 0.7188 | 1.0 | 0.785s | 36.077s |
| Iteration 18 | 312 | 0.0201 | SAMME | 0.7188 | 1.0 | 0.847s | 38.059s |
| Iteration 19 | 165 | 0.0139 | SAMME.R | 0.7812 | 1.0 | 0.763s | 39.901s |
| Iteration 20 | 462 | 0.018 | SAMME | 0.9062 | 1.0 | 1.092s | 42.126s |
| Iteration 21 | 425 | 1.2238 | SAMME.R | 0.4375 | 1.0 | 1.020s | 44.328s |
| Iteration 22 | 354 | 0.0183 | SAMME | 1.0 | 1.0 | 0.930s | 46.395s |
| Iteration 23 | 458 | 0.0186 | SAMME.R | 1.0 | 1.0 | 1.052s | 48.897s |
| Iteration 24 | 500 | 1.0073 | SAMME | 0.375 | 1.0 | 1.045s | 51.271s |
| Iteration 25 | 359 | 0.0186 | SAMME.R | 0.4062 | 1.0 | 0.984s | 53.533s |
| Iteration 26 | 489 | 0.026 | SAMME | 0.75 | 1.0 | 1.032s | 55.737s |
| Iteration 27 | 232 | 0.1256 | SAMME.R | 1.0 | 1.0 | 0.885s | 57.755s |
| Iteration 28 | 234 | 0.0677 | SAMME.R | 1.0 | 1.0 | 0.859s | 59.904s |
| Iteration 29 | 239 | 0.0895 | SAMME | 1.0 | 1.0 | 0.837s | 1m:02s |
| Iteration 30 | 243 | 0.0556 | SAMME | 0.9375 | 1.0 | 0.880s | 1m:04s |
| Iteration 31 | 233 | 0.1017 | SAMME | 0.875 | 1.0 | 0.853s | 1m:08s |
| Iteration 32 | 237 | 0.0679 | SAMME.R | 0.8125 | 1.0 | 0.868s | 1m:11s |
| Iteration 33 | 229 | 0.0282 | SAMME.R | 0.9375 | 1.0 | 1.457s | 1m:13s |
| Iteration 34 | 456 | 0.01 | SAMME.R | 0.875 | 1.0 | 0.977s | 1m:16s |
| Iteration 35 | 343 | 0.0307 | SAMME | 1.0 | 1.0 | 0.869s | 1m:18s |
| Iteration 36 | 346 | 0.0257 | SAMME | 0.8125 | 1.0 | 0.929s | 1m:20s |
| Iteration 37 | 226 | 0.2892 | SAMME.R | 0.25 | 1.0 | 0.816s | 1m:22s |
| Iteration 38 | 79 | 0.074 | SAMME | 0.8125 | 1.0 | 0.688s | 1m:25s |
| Iteration 39 | 73 | 0.0753 | SAMME.R | 1.0 | 1.0 | 0.695s | 1m:29s |
| Iteration 40 | 50 | 0.0607 | SAMME.R | 0.75 | 1.0 | 0.666s | 1m:32s |
| Iteration 41 | 452 | 0.0942 | SAMME | 0.625 | 1.0 | 0.937s | 1m:36s |
| Iteration 42 | 266 | 10.0 | SAMME | 0.7188 | 1.0 | 0.620s | 1m:38s |
| Iteration 43 | 84 | 0.01 | SAMME.R | 0.75 | 1.0 | 0.702s | 1m:40s |
| Iteration 44 | 108 | 9.9974 | SAMME | 1.0 | 1.0 | 0.623s | 1m:42s |
| Iteration 45 | 233 | 0.0496 | SAMME.R | 0.25 | 1.0 | 0.809s | 1m:44s |
| Iteration 46 | 100 | 0.1296 | SAMME.R | 0.8125 | 1.0 | 0.701s | 1m:46s |
| Iteration 47 | 123 | 9.9909 | SAMME.R | 0.625 | 1.0 | 0.718s | 1m:49s |
| Iteration 48 | 424 | 9.9912 | SAMME | 0.25 | 1.0 | 0.634s | 1m:52s |
| Iteration 49 | 50 | 0.01 | SAMME | 0.8438 | 1.0 | 0.716s | 1m:54s |
| Iteration 50 | 50 | 0.01 | SAMME | 0.8438 | 1.0 | 0.001s | 1m:55s |
Bayesian Optimization ---------------------------
Best call --> Iteration 23
Best parameters --> {'n_estimators': 458, 'learning_rate': 0.0186, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:56s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9625
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.430s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.79 ± 0.0663
Time elapsed: 1.914s
-------------------------------------------------
Total time: 1m:58s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.5 | 0.5 | 1.068s | 1.088s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.75 | 0.75 | 0.964s | 4.681s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 1.0 | 1.0 | 0.971s | 7.045s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 1.0 | 0.791s | 8.717s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.875 | 1.0 | 0.992s | 10.631s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 1.0 | 1.0 | 0.818s | 12.366s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.75 | 1.0 | 0.861s | 14.124s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 1.0 | 1.0 | 0.850s | 16.860s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 1.0 | 1.0 | 1.564s | 19.410s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.9375 | 1.0 | 0.966s | 21.353s |
| Iteration 11 | 421 | gini | 6 | 17 | 11 | 0.7 | False | 0.0052 | --- | 0.25 | 1.0 | 0.941s | 23.541s |
| Iteration 12 | 251 | gini | 8 | 4 | 12 | 0.5 | False | 0.0281 | --- | 0.9688 | 1.0 | 0.829s | 25.696s |
| Iteration 13 | 500 | entropy | 8 | 14 | 14 | 0.8 | False | 0.0315 | --- | 0.6875 | 1.0 | 0.991s | 28.018s |
| Iteration 14 | 471 | gini | 4 | 16 | 3 | 0.7 | False | 0.0109 | --- | 0.5 | 1.0 | 0.989s | 30.381s |
| Iteration 15 | 252 | gini | None | 5 | 13 | sqrt | False | 0.0299 | --- | 0.75 | 1.0 | 0.822s | 32.615s |
| Iteration 16 | 180 | gini | 9 | 4 | 17 | log2 | True | 0.0299 | 0.9 | 0.6875 | 1.0 | 0.822s | 34.785s |
| Iteration 17 | 161 | gini | 7 | 3 | 19 | log2 | False | 0.0264 | --- | 0.6875 | 1.0 | 0.773s | 37.010s |
| Iteration 18 | 229 | gini | 8 | 4 | 13 | 0.6 | True | 0.035 | 0.5 | 0.6875 | 1.0 | 0.855s | 39.377s |
| Iteration 19 | 212 | gini | 8 | 4 | 3 | auto | False | 0.0277 | --- | 0.8125 | 1.0 | 0.751s | 43.472s |
| Iteration 20 | 226 | gini | 8 | 6 | 11 | sqrt | False | 0.0311 | --- | 0.9375 | 1.0 | 0.757s | 45.961s |
| Iteration 21 | 265 | gini | 7 | 5 | 8 | 0.6 | False | 0.0017 | --- | 0.875 | 1.0 | 0.781s | 48.016s |
| Iteration 22 | 447 | gini | 5 | 14 | 8 | log2 | False | 0.0346 | --- | 1.0 | 1.0 | 0.898s | 50.353s |
| Iteration 23 | 230 | gini | 7 | 4 | 10 | auto | False | 0.0326 | --- | 1.0 | 1.0 | 0.753s | 52.567s |
| Iteration 24 | 446 | gini | 5 | 13 | 9 | 0.5 | False | 0.0119 | --- | 0.4375 | 1.0 | 0.894s | 55.261s |
| Iteration 25 | 209 | gini | 8 | 4 | 10 | 0.6 | False | 0.008 | --- | 0.75 | 1.0 | 0.811s | 57.681s |
| Iteration 26 | 379 | gini | 4 | 14 | 8 | sqrt | False | 0.0192 | --- | 0.75 | 1.0 | 0.921s | 1m:00s |
| Iteration 27 | 466 | gini | 4 | 14 | 8 | 0.9 | False | 0.0157 | --- | 1.0 | 1.0 | 0.975s | 1m:03s |
| Iteration 28 | 459 | gini | 5 | 12 | 8 | 0.8 | False | 0.0073 | --- | 0.9375 | 1.0 | 0.975s | 1m:06s |
| Iteration 29 | 436 | gini | 8 | 2 | 11 | sqrt | False | 0.0328 | --- | 0.9375 | 1.0 | 0.936s | 1m:09s |
| Iteration 30 | 218 | gini | 5 | 17 | 8 | 0.6 | False | 0.0347 | --- | 0.8438 | 1.0 | 0.811s | 1m:12s |
| Iteration 31 | 369 | entropy | 6 | 18 | 3 | 0.7 | False | 0.0155 | --- | 0.875 | 1.0 | 0.907s | 1m:14s |
| Iteration 32 | 385 | gini | 5 | 5 | 8 | sqrt | False | 0.0265 | --- | 1.0 | 1.0 | 0.919s | 1m:16s |
| Iteration 33 | 354 | gini | 7 | 9 | 10 | 0.8 | False | 0.0013 | --- | 0.625 | 1.0 | 0.890s | 1m:19s |
| Iteration 34 | 134 | gini | 5 | 13 | 8 | 0.6 | False | 0.0 | --- | 0.875 | 1.0 | 1.277s | 1m:24s |
| Iteration 35 | 500 | entropy | 6 | 6 | 3 | sqrt | False | 0.035 | --- | 1.0 | 1.0 | 0.945s | 1m:29s |
| Iteration 36 | 500 | gini | 5 | 7 | 8 | log2 | False | 0.0006 | --- | 0.875 | 1.0 | 0.922s | 1m:32s |
| Iteration 37 | 500 | gini | 5 | 17 | 8 | sqrt | False | 0.0333 | --- | 0.625 | 1.0 | 0.925s | 1m:35s |
| Iteration 38 | 352 | gini | 7 | 4 | 12 | auto | False | 0.0268 | --- | 1.0 | 1.0 | 0.827s | 1m:37s |
| Iteration 39 | 118 | gini | 5 | 8 | 10 | log2 | False | 0.0162 | --- | 0.8125 | 1.0 | 0.698s | 1m:42s |
| Iteration 40 | 359 | gini | 8 | 3 | 3 | sqrt | False | 0.0241 | --- | 0.75 | 1.0 | 0.845s | 1m:44s |
| Iteration 41 | 472 | gini | 5 | 14 | 8 | log2 | False | 0.035 | --- | 0.625 | 1.0 | 0.915s | 1m:47s |
| Iteration 42 | 138 | gini | 5 | 14 | 7 | log2 | False | 0.035 | --- | 0.5 | 1.0 | 0.728s | 1m:49s |
| Iteration 43 | 382 | gini | 6 | 13 | 3 | 0.5 | False | 0.035 | --- | 0.75 | 1.0 | 0.866s | 1m:52s |
| Iteration 44 | 396 | entropy | 6 | 12 | 3 | sqrt | False | 0.0346 | --- | 1.0 | 1.0 | 0.870s | 1m:54s |
| Iteration 45 | 279 | entropy | 4 | 11 | 3 | None | False | 0.035 | --- | 0.6875 | 1.0 | 0.834s | 1m:57s |
| Iteration 46 | 413 | entropy | 7 | 17 | 3 | sqrt | False | 0.032 | --- | 0.9375 | 1.0 | 0.945s | 1m:59s |
| Iteration 47 | 82 | gini | 6 | 17 | 12 | 0.5 | False | 0.0264 | --- | 0.6562 | 1.0 | 0.729s | 2m:02s |
| Iteration 48 | 485 | entropy | 6 | 11 | 3 | log2 | False | 0.0316 | --- | 0.5312 | 1.0 | 0.976s | 2m:04s |
| Iteration 49 | 401 | gini | 1 | 3 | 8 | log2 | False | 0.0094 | --- | 0.875 | 1.0 | 0.913s | 2m:07s |
| Iteration 50 | 236 | gini | 7 | 7 | 8 | log2 | False | 0.026 | --- | 0.875 | 1.0 | 0.830s | 2m:09s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'n_estimators': 447, 'criterion': 'gini', 'max_depth': 5, 'min_samples_split': 14, 'min_samples_leaf': 8, 'max_features': 0.7, 'bootstrap': False, 'ccp_alpha': 0.0044}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:11s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.954
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.325s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.0339
Time elapsed: 1.438s
-------------------------------------------------
Total time: 2m:13s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.625 | 0.625 | 0.775s | 0.795s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.625 | 0.625 | 0.775s | 2.567s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.625 | 0.768s | 4.298s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.625 | 0.715s | 6.071s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.625 | 0.766s | 7.823s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.625 | 0.688s | 9.518s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.625 | 0.693s | 13.303s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.625 | 0.701s | 17.806s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 1.0 | 1.0 | 0.732s | 19.996s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 1.0 | 0.710s | 21.636s |
| Iteration 11 | 461 | 0.0201 | 6 | 0.5739 | 3 | 0.9 | 0.7 | 0 | 10 | 0.4375 | 1.0 | 1.316s | 24.283s |
| Iteration 12 | 143 | 0.1951 | 6 | 0.9346 | 4 | 0.6 | 0.8 | 1 | 1 | 0.9062 | 1.0 | 0.669s | 27.273s |
| Iteration 13 | 500 | 0.2133 | 3 | 0.2028 | 5 | 1.0 | 0.4 | 10 | 1 | 0.5 | 1.0 | 0.719s | 30.814s |
| Iteration 14 | 500 | 0.1483 | 1 | 0.0 | 4 | 1.0 | 0.8 | 0.01 | 0 | 0.8125 | 1.0 | 0.738s | 33.172s |
| Iteration 15 | 398 | 0.3012 | 10 | 0.4749 | 4 | 0.9 | 0.8 | 0.01 | 0.1 | 0.6875 | 1.0 | 0.724s | 35.146s |
| Iteration 16 | 500 | 0.0508 | 5 | 0.7351 | 4 | 0.9 | 0.8 | 1 | 1 | 1.0 | 1.0 | 0.728s | 37.236s |
| Iteration 17 | 226 | 0.0247 | 6 | 0.7745 | 3 | 0.5 | 0.8 | 0.01 | 0.1 | 0.6875 | 1.0 | 0.677s | 39.247s |
| Iteration 18 | 20 | 0.0481 | 10 | 0.0 | 4 | 0.5 | 1.0 | 0 | 10 | 0.5938 | 1.0 | 0.646s | 41.401s |
| Iteration 19 | 468 | 0.0368 | 6 | 0.695 | 4 | 0.7 | 0.8 | 0.01 | 10 | 1.0 | 1.0 | 0.722s | 43.596s |
| Iteration 20 | 462 | 0.0231 | 5 | 0.0449 | 4 | 1.0 | 0.8 | 0 | 0.01 | 0.6875 | 1.0 | 0.771s | 45.805s |
| Iteration 21 | 54 | 0.0726 | 5 | 0.6647 | 4 | 0.6 | 0.8 | 0.1 | 10 | 0.875 | 1.0 | 0.702s | 47.910s |
| Iteration 22 | 459 | 0.052 | 5 | 0.6769 | 4 | 0.9 | 0.8 | 10 | 0 | 0.5 | 1.0 | 0.721s | 52.493s |
| Iteration 23 | 387 | 0.0145 | 5 | 0.378 | 4 | 0.9 | 0.8 | 1 | 1 | 1.0 | 1.0 | 0.714s | 55.312s |
| Iteration 24 | 473 | 0.028 | 4 | 0.8809 | 4 | 0.9 | 0.7 | 1 | 100 | 0.5312 | 1.0 | 0.718s | 57.354s |
| Iteration 25 | 292 | 0.2978 | 4 | 0.0514 | 4 | 0.8 | 0.8 | 1 | 10 | 0.1875 | 1.0 | 0.692s | 59.333s |
| Iteration 26 | 396 | 0.0401 | 6 | 0.0156 | 4 | 0.5 | 0.8 | 0.01 | 0.1 | 0.5 | 1.0 | 0.713s | 1m:01s |
| Iteration 27 | 416 | 0.036 | 5 | 0.5939 | 4 | 0.9 | 0.8 | 1 | 0.01 | 1.0 | 1.0 | 0.723s | 1m:03s |
| Iteration 28 | 424 | 0.0746 | 6 | 0.8144 | 4 | 0.7 | 0.8 | 0.01 | 1 | 0.875 | 1.0 | 0.716s | 1m:06s |
| Iteration 29 | 447 | 0.8344 | 6 | 0.5286 | 4 | 0.8 | 0.8 | 0.01 | 100 | 0.9062 | 1.0 | 0.733s | 1m:08s |
| Iteration 30 | 320 | 0.033 | 5 | 0.6144 | 4 | 0.9 | 0.8 | 1 | 0.1 | 0.8125 | 1.0 | 0.698s | 1m:10s |
| Iteration 31 | 500 | 0.9173 | 5 | 0.4635 | 8 | 0.6 | 0.8 | 1 | 0.1 | 0.5 | 1.0 | 0.725s | 1m:13s |
| Iteration 32 | 447 | 0.0307 | 6 | 0.4501 | 4 | 0.9 | 0.8 | 0.01 | 10 | 0.8125 | 1.0 | 0.717s | 1m:15s |
| Iteration 33 | 498 | 0.0437 | 5 | 0.4913 | 4 | 0.8 | 0.9 | 1 | 0.01 | 1.0 | 1.0 | 0.733s | 1m:17s |
| Iteration 34 | 446 | 0.042 | 5 | 0.5641 | 4 | 0.9 | 0.8 | 1 | 0.01 | 0.8125 | 1.0 | 0.723s | 1m:19s |
| Iteration 35 | 500 | 0.1096 | 5 | 0.1843 | 4 | 0.7 | 0.7 | 1 | 10 | 0.9375 | 1.0 | 0.726s | 1m:22s |
| Iteration 36 | 500 | 0.0358 | 5 | 0.3948 | 4 | 0.5 | 0.8 | 1 | 1 | 0.5 | 1.0 | 0.717s | 1m:24s |
| Iteration 37 | 500 | 0.2978 | 5 | 0.3512 | 4 | 0.8 | 0.8 | 1 | 0.1 | 0.2812 | 1.0 | 0.732s | 1m:27s |
| Iteration 38 | 201 | 0.0138 | 10 | 0.8367 | 4 | 0.8 | 0.9 | 1 | 0.1 | 0.875 | 1.0 | 0.683s | 1m:29s |
| Iteration 39 | 313 | 0.0452 | 7 | 0.8583 | 3 | 0.8 | 0.8 | 0.01 | 0.01 | 0.8438 | 1.0 | 0.736s | 1m:31s |
| Iteration 40 | 361 | 0.0598 | 8 | 0.7088 | 5 | 0.8 | 0.8 | 0.01 | 0.01 | 0.375 | 1.0 | 0.704s | 1m:34s |
| Iteration 41 | 37 | 0.0129 | 2 | 0.1098 | 4 | 0.8 | 0.8 | 0.01 | 0.1 | 0.5312 | 1.0 | 0.647s | 1m:36s |
| Iteration 42 | 101 | 0.0336 | 6 | 0.4633 | 4 | 0.8 | 0.9 | 1 | 10 | 0.5625 | 1.0 | 0.661s | 1m:39s |
| Iteration 43 | 496 | 0.0414 | 8 | 0.6963 | 4 | 0.9 | 0.8 | 0 | 10 | 0.5938 | 1.0 | 0.728s | 1m:42s |
| Iteration 44 | 360 | 0.0458 | 4 | 0.2685 | 4 | 0.8 | 1.0 | 0.01 | 10 | 1.0 | 1.0 | 0.755s | 1m:45s |
| Iteration 45 | 402 | 0.0476 | 4 | 0.7006 | 8 | 0.8 | 0.7 | 0.01 | 10 | 0.5 | 1.0 | 0.755s | 1m:47s |
| Iteration 46 | 42 | 0.047 | 8 | 0.6988 | 4 | 0.7 | 1.0 | 0.01 | 10 | 0.875 | 1.0 | 0.697s | 1m:50s |
| Iteration 47 | 500 | 0.0449 | 5 | 0.4006 | 4 | 0.8 | 0.5 | 0.01 | 1 | 0.5 | 1.0 | 0.771s | 1m:54s |
| Iteration 48 | 80 | 0.0468 | 3 | 0.9283 | 4 | 0.8 | 0.9 | 0.01 | 10 | 0.4688 | 1.0 | 0.698s | 1m:57s |
| Iteration 49 | 478 | 0.0153 | 5 | 0.5844 | 4 | 0.9 | 0.8 | 1 | 1 | 0.6875 | 1.0 | 0.759s | 1m:60s |
| Iteration 50 | 253 | 0.0462 | 5 | 0.4115 | 4 | 0.8 | 1.0 | 0.01 | 0 | 0.5625 | 1.0 | 0.740s | 2m:02s |
Bayesian Optimization ---------------------------
Best call --> Iteration 44
Best parameters --> {'n_estimators': 360, 'learning_rate': 0.0458, 'max_depth': 4, 'gamma': 0.2685, 'min_child_weight': 4, 'subsample': 0.8, 'colsample_bytree': 1.0, 'reg_alpha': 0.01, 'reg_lambda': 10}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8915
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.091s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.79 ± 0.0917
Time elapsed: 0.271s
-------------------------------------------------
Total time: 2m:05s
Final results ==================== >>
Duration: 15m:47s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.78 ± 0.051 ~
Logistic Regression --> roc_auc: 0.55 ± 0.1265 ~
Linear Discriminant Analysis --> roc_auc: 0.59 ± 0.1715 ~
Quadratic Discriminant Analysis --> roc_auc: 0.63 ± 0.06 ~
Radius Nearest Neighbors --> roc_auc: 0.85 ± 0.0447 !
AdaBoost --> roc_auc: 0.79 ± 0.0663 ~
Random Forest --> roc_auc: 0.74 ± 0.0339
XGBoost --> roc_auc: 0.79 ± 0.0917 ~
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CAASKGSARQLTF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAARDSNYQLIW.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVHGSGNTGKLIF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAVRNQGGKLIF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CAGNSGNTPLVF.
>>> Dropping feature CAGNTGNQFYF.
>>> Dropping feature CAVGGGSNYKLTF.
>>> Dropping feature CAVTGANNLFF.
>>> Dropping feature CANAGGTSYGKLTF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVSDDYKLSF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CAVDAGGTSYGKLTF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CALNTGTASKLTF.
>>> Dropping feature CALTSGTYKYIF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVRPNDYKLSF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.9688 | 0.9688 | 3.222s | 3.243s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.6562 | 0.9688 | 3.251s | 7.491s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.8125 | 0.9688 | 3.205s | 11.649s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.5625 | 0.9688 | 3.233s | 15.801s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.8125 | 0.9688 | 3.254s | 21.987s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.5625 | 0.9688 | 3.205s | 28.619s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.8125 | 0.9688 | 3.193s | 35.232s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.9375 | 0.9688 | 3.239s | 39.969s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 1.0 | 1.0 | 3.266s | 45.061s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.6875 | 1.0 | 3.137s | 50.273s |
| Iteration 11 | exponen.. | 0.2739 | 232 | 0.9 | friedman_mse | 14 | 12 | 3 | 0.7 | 0.0064 | 0.4062 | 1.0 | 3.237s | 56.446s |
| Iteration 12 | exponen.. | 0.0469 | 277 | 1.0 | squared_er.. | 20 | 20 | 1 | None | 0.0007 | 0.8125 | 1.0 | 3.247s | 1m:02s |
| Iteration 13 | exponen.. | 0.1979 | 132 | 0.7 | friedman_mse | 10 | 18 | 1 | sqrt | 0.0118 | 0.4375 | 1.0 | 3.196s | 1m:07s |
| Iteration 14 | exponen.. | 0.54 | 182 | 0.9 | friedman_mse | 11 | 17 | 3 | 0.7 | 0.0022 | 0.375 | 1.0 | 3.368s | 1m:12s |
| Iteration 15 | exponen.. | 0.1251 | 411 | 1.0 | squared_er.. | 12 | 7 | 9 | sqrt | 0.0114 | 0.9375 | 1.0 | 3.351s | 1m:17s |
| Iteration 16 | exponen.. | 0.0419 | 129 | 0.8 | friedman_mse | 16 | 18 | 1 | log2 | 0.0205 | 0.9375 | 1.0 | 3.234s | 1m:22s |
| Iteration 17 | exponen.. | 0.4218 | 129 | 0.8 | friedman_mse | 16 | 18 | 6 | None | 0.0 | 0.5625 | 1.0 | 3.272s | 1m:26s |
| Iteration 18 | exponen.. | 0.1559 | 143 | 0.6 | friedman_mse | 20 | 3 | 3 | sqrt | 0.0 | 1.0 | 1.0 | 3.270s | 1m:31s |
| Iteration 19 | exponen.. | 0.1324 | 349 | 0.9 | friedman_mse | 19 | 3 | 4 | 0.7 | 0.0111 | 0.9375 | 1.0 | 3.233s | 1m:38s |
| Iteration 20 | deviance | 0.4294 | 111 | 0.5 | squared_er.. | 11 | 6 | 3 | 0.8 | 0.0305 | 0.9375 | 1.0 | 3.164s | 1m:45s |
| Iteration 21 | deviance | 0.0145 | 142 | 0.6 | friedman_mse | 20 | 4 | 1 | sqrt | 0.0088 | 0.875 | 1.0 | 3.192s | 1m:50s |
| Iteration 22 | deviance | 0.2462 | 36 | 0.6 | squared_er.. | 20 | 1 | 1 | 0.7 | 0.031 | 0.9062 | 1.0 | 3.220s | 1m:54s |
| Iteration 23 | deviance | 0.0132 | 305 | 0.5 | squared_er.. | 20 | 5 | 10 | 0.5 | 0.0215 | 1.0 | 1.0 | 3.262s | 1m:59s |
| Iteration 24 | exponen.. | 0.1005 | 10 | 0.5 | squared_er.. | 20 | 4 | 8 | auto | 0.0 | 0.75 | 1.0 | 3.194s | 2m:05s |
| Iteration 25 | exponen.. | 0.0844 | 91 | 0.9 | friedman_mse | 11 | 6 | 5 | 0.9 | 0.0117 | 0.375 | 1.0 | 3.216s | 2m:09s |
| Iteration 26 | exponen.. | 0.4445 | 211 | 0.9 | friedman_mse | 16 | 17 | 1 | 0.7 | 0.0 | 0.6875 | 1.0 | 3.178s | 2m:14s |
| Iteration 27 | exponen.. | 0.0964 | 191 | 0.6 | friedman_mse | 12 | 13 | 3 | sqrt | 0.0069 | 0.9375 | 1.0 | 3.321s | 2m:19s |
| Iteration 28 | deviance | 0.0398 | 325 | 0.9 | friedman_mse | 7 | 7 | 1 | 0.6 | 0.014 | 1.0 | 1.0 | 3.357s | 2m:24s |
| Iteration 29 | exponen.. | 0.1796 | 470 | 0.9 | friedman_mse | 4 | 12 | 1 | 0.6 | 0.0078 | 0.75 | 1.0 | 3.320s | 2m:29s |
| Iteration 30 | deviance | 0.2653 | 284 | 0.9 | friedman_mse | 8 | 4 | 1 | 0.6 | 0.0065 | 0.9375 | 1.0 | 3.354s | 2m:34s |
| Iteration 31 | deviance | 0.013 | 349 | 0.9 | friedman_mse | 6 | 5 | 1 | 0.6 | 0.0123 | 0.5312 | 1.0 | 3.265s | 2m:39s |
| Iteration 32 | deviance | 0.0465 | 309 | 0.9 | friedman_mse | 7 | 14 | 1 | 0.6 | 0.0132 | 0.75 | 1.0 | 3.262s | 2m:43s |
| Iteration 33 | deviance | 0.3599 | 10 | 0.9 | friedman_mse | 7 | 3 | 1 | 0.6 | 0.0338 | 0.8125 | 1.0 | 3.210s | 2m:48s |
| Iteration 34 | exponen.. | 0.5749 | 248 | 0.6 | friedman_mse | 20 | 10 | 3 | sqrt | 0.0005 | 0.6875 | 1.0 | 3.327s | 2m:53s |
| Iteration 35 | exponen.. | 0.1554 | 194 | 0.8 | squared_er.. | 17 | 18 | 1 | 0.5 | 0.0067 | 0.6875 | 1.0 | 3.319s | 2m:58s |
| Iteration 36 | deviance | 0.0138 | 249 | 0.5 | squared_er.. | 14 | 3 | 10 | 0.5 | 0.003 | 0.6875 | 1.0 | 3.312s | 3m:03s |
| Iteration 37 | exponen.. | 0.2235 | 260 | 0.6 | friedman_mse | 17 | 2 | 2 | sqrt | 0.0054 | 0.5625 | 1.0 | 3.132s | 3m:09s |
| Iteration 38 | exponen.. | 0.1407 | 220 | 0.7 | friedman_mse | 16 | 13 | 10 | log2 | 0.0015 | 0.875 | 1.0 | 3.230s | 3m:14s |
| Iteration 39 | deviance | 0.0352 | 344 | 0.7 | friedman_mse | 14 | 3 | 6 | 0.5 | 0.0154 | 0.875 | 1.0 | 3.314s | 3m:19s |
| Iteration 40 | exponen.. | 0.1793 | 98 | 0.6 | squared_er.. | 19 | 12 | 7 | sqrt | 0.0016 | 0.875 | 1.0 | 3.214s | 3m:24s |
| Iteration 41 | exponen.. | 0.1404 | 129 | 0.6 | friedman_mse | 16 | 16 | 1 | None | 0.0026 | 0.3125 | 1.0 | 3.208s | 3m:29s |
| Iteration 42 | exponen.. | 0.1017 | 151 | 0.6 | friedman_mse | 13 | 6 | 8 | sqrt | 0.0 | 0.5 | 1.0 | 3.252s | 3m:34s |
| Iteration 43 | exponen.. | 0.3261 | 388 | 0.8 | squared_er.. | 9 | 19 | 3 | 0.6 | 0.0092 | 0.625 | 1.0 | 3.307s | 3m:39s |
| Iteration 44 | exponen.. | 0.077 | 408 | 0.8 | friedman_mse | 18 | 8 | 6 | log2 | 0.0097 | 1.0 | 1.0 | 3.303s | 3m:44s |
| Iteration 45 | exponen.. | 0.0755 | 408 | 0.7 | squared_er.. | 18 | 13 | 5 | log2 | 0.0097 | 0.625 | 1.0 | 3.281s | 3m:51s |
| Iteration 46 | exponen.. | 0.6619 | 411 | 0.8 | friedman_mse | 18 | 12 | 4 | log2 | 0.0217 | 0.9375 | 1.0 | 3.177s | 3m:59s |
| Iteration 47 | exponen.. | 0.0202 | 401 | 0.8 | friedman_mse | 18 | 10 | 9 | log2 | 0.0058 | 0.625 | 1.0 | 3.246s | 4m:04s |
| Iteration 48 | deviance | 0.2061 | 325 | 0.9 | friedman_mse | 7 | 13 | 5 | 0.6 | 0.0328 | 0.6875 | 1.0 | 3.187s | 4m:11s |
| Iteration 49 | exponen.. | 0.1498 | 409 | 0.8 | friedman_mse | 18 | 17 | 6 | log2 | 0.0111 | 0.9375 | 1.0 | 3.225s | 4m:19s |
| Iteration 50 | exponen.. | 0.2194 | 344 | 0.9 | friedman_mse | 19 | 9 | 5 | 0.7 | 0.0186 | 0.625 | 1.0 | 3.216s | 4m:25s |
Bayesian Optimization ---------------------------
Best call --> Iteration 28
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.0398, 'n_estimators': 325, 'subsample': 0.9, 'criterion': 'friedman_mse', 'min_samples_split': 7, 'min_samples_leaf': 7, 'max_depth': 1, 'max_features': 0.6, 'ccp_alpha': 0.014}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:28s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9513
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.085s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.86 ± 0.02
Time elapsed: 0.398s
-------------------------------------------------
Total time: 4m:29s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.875 | 0.875 | 3.234s | 3.247s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.4062 | 0.875 | 3.203s | 7.601s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.6875 | 0.875 | 3.148s | 14.144s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.4375 | 0.875 | 3.122s | 18.755s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.5 | 0.875 | 3.221s | 23.028s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.8125 | 0.875 | 3.207s | 27.173s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.5 | 0.875 | 3.208s | 31.278s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.875 | 0.875 | 3.203s | 35.456s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.75 | 0.875 | 3.229s | 39.809s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.6875 | 0.875 | 3.201s | 45.516s |
| Iteration 11 | l2 | 20.0303 | newto.. | 964 | --- | 0.4062 | 0.875 | 3.203s | 50.420s |
| Iteration 12 | l1 | 6.5395 | libli.. | 245 | --- | 0.625 | 0.875 | 3.215s | 54.895s |
| Iteration 13 | l1 | 9.3564 | libli.. | 136 | --- | 0.4375 | 0.875 | 3.192s | 59.386s |
| Iteration 14 | l2 | 9.1398 | newto.. | 135 | --- | 0.75 | 0.875 | 3.196s | 1m:04s |
| Iteration 15 | none | --- | saga | 135 | --- | 0.625 | 0.875 | 3.180s | 1m:09s |
| Iteration 16 | none | --- | lbfgs | 1000 | --- | 0.8125 | 0.875 | 3.180s | 1m:15s |
| Iteration 17 | l2 | 0.0014 | sag | 145 | --- | 0.5625 | 0.875 | 3.219s | 1m:19s |
| Iteration 18 | l2 | 100.0 | libli.. | 970 | --- | 0.875 | 0.875 | 3.262s | 1m:24s |
| Iteration 19 | l1 | 100.0 | saga | 100 | --- | 0.75 | 0.875 | 3.311s | 1m:29s |
| Iteration 20 | none | --- | sag | 954 | --- | 0.8125 | 0.875 | 3.193s | 1m:33s |
| Iteration 21 | none | --- | newto.. | 1000 | --- | 0.875 | 0.875 | 3.240s | 1m:38s |
| Iteration 22 | none | --- | sag | 884 | --- | 1.0 | 1.0 | 3.224s | 1m:42s |
| Iteration 23 | none | --- | saga | 1000 | --- | 0.8125 | 1.0 | 3.190s | 1m:47s |
| Iteration 24 | none | --- | lbfgs | 524 | --- | 0.5625 | 1.0 | 3.213s | 1m:51s |
| Iteration 25 | none | --- | saga | 841 | --- | 0.25 | 1.0 | 3.197s | 1m:56s |
| Iteration 26 | l2 | 6.4087 | libli.. | 891 | --- | 0.8125 | 1.0 | 3.215s | 2m:00s |
| Iteration 27 | none | --- | newto.. | 882 | --- | 0.8125 | 1.0 | 3.130s | 2m:07s |
| Iteration 28 | elast.. | 0.001 | saga | 886 | 0.6 | 0.5 | 1.0 | 3.117s | 2m:15s |
| Iteration 29 | none | --- | sag | 803 | --- | 0.875 | 1.0 | 3.108s | 2m:23s |
| Iteration 30 | l2 | 100.0 | lbfgs | 100 | --- | 0.9375 | 1.0 | 3.163s | 2m:28s |
| Iteration 31 | none | --- | saga | 882 | --- | 0.75 | 1.0 | 3.280s | 2m:33s |
| Iteration 32 | none | --- | sag | 904 | --- | 0.625 | 1.0 | 3.253s | 2m:37s |
| Iteration 33 | none | --- | newto.. | 1000 | --- | 0.875 | 1.0 | 0.001s | 2m:39s |
| Iteration 34 | none | --- | lbfgs | 1000 | --- | 0.8125 | 1.0 | 0.001s | 2m:42s |
| Iteration 35 | none | --- | saga | 1000 | --- | 0.8125 | 1.0 | 0.000s | 2m:45s |
| Iteration 36 | l2 | 0.2931 | lbfgs | 121 | --- | 0.625 | 1.0 | 3.152s | 2m:50s |
| Iteration 37 | l2 | 30.1362 | libli.. | 995 | --- | 0.375 | 1.0 | 3.085s | 2m:56s |
| Iteration 38 | none | --- | lbfgs | 964 | --- | 0.9375 | 1.0 | 3.191s | 3m:03s |
| Iteration 39 | none | --- | sag | 963 | --- | 0.8125 | 1.0 | 3.177s | 3m:08s |
| Iteration 40 | none | --- | sag | 795 | --- | 0.75 | 1.0 | 3.174s | 3m:14s |
| Iteration 41 | none | --- | lbfgs | 812 | --- | 0.4375 | 1.0 | 3.812s | 3m:20s |
| Iteration 42 | none | --- | lbfgs | 974 | --- | 0.375 | 1.0 | 3.224s | 3m:25s |
| Iteration 43 | none | --- | saga | 873 | --- | 0.75 | 1.0 | 3.202s | 3m:31s |
| Iteration 44 | l2 | 0.001 | newto.. | 108 | --- | 1.0 | 1.0 | 3.147s | 3m:36s |
| Iteration 45 | l2 | 0.0024 | newto.. | 107 | --- | 0.6875 | 1.0 | 3.166s | 3m:41s |
| Iteration 46 | l1 | 0.0019 | libli.. | 111 | --- | 0.5 | 1.0 | 3.206s | 3m:48s |
| Iteration 47 | l2 | 0.0029 | lbfgs | 956 | --- | 0.625 | 1.0 | 3.145s | 3m:53s |
| Iteration 48 | none | --- | newto.. | 889 | --- | 0.4375 | 1.0 | 3.251s | 3m:58s |
| Iteration 49 | l2 | 13.2322 | lbfgs | 100 | --- | 0.75 | 1.0 | 3.218s | 4m:02s |
| Iteration 50 | l2 | 0.0033 | lbfgs | 100 | --- | 0.75 | 1.0 | 3.143s | 4m:09s |
Bayesian Optimization ---------------------------
Best call --> Iteration 22
Best parameters --> {'penalty': 'none', 'solver': 'sag', 'max_iter': 884}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9116
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.0837
Time elapsed: 0.067s
-------------------------------------------------
Total time: 4m:14s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.625 | 0.625 | 3.124s | 3.129s |
| Initial point 2 | svd | --- | 0.4688 | 0.625 | 3.087s | 10.003s |
| Initial point 3 | svd | --- | 0.4688 | 0.625 | 0.001s | 11.595s |
| Initial point 4 | lsqr | 0.8 | 0.5 | 0.625 | 3.083s | 15.553s |
| Initial point 5 | eigen | 0.9 | 0.8125 | 0.8125 | 3.192s | 20.295s |
| Initial point 6 | lsqr | 0.7 | 0.625 | 0.8125 | 3.178s | 26.336s |
| Initial point 7 | lsqr | 0.5 | 0.5625 | 0.8125 | 3.187s | 30.870s |
| Initial point 8 | lsqr | 0.9 | 1.0 | 1.0 | 3.165s | 34.935s |
| Initial point 9 | lsqr | 0.6 | 0.875 | 1.0 | 3.189s | 39.070s |
| Initial point 10 | eigen | 0.8 | 0.5 | 1.0 | 3.145s | 43.110s |
| Iteration 11 | lsqr | 0.9 | 1.0 | 1.0 | 0.000s | 44.135s |
| Iteration 12 | svd | --- | 0.4688 | 1.0 | 0.000s | 45.154s |
| Iteration 13 | lsqr | 1.0 | 0.75 | 1.0 | 3.164s | 49.326s |
| Iteration 14 | lsqr | auto | 0.75 | 1.0 | 3.178s | 53.650s |
| Iteration 15 | lsqr | None | 0.375 | 1.0 | 3.150s | 57.871s |
| Iteration 16 | svd | --- | 0.4688 | 1.0 | 0.000s | 1m:01s |
| Iteration 17 | lsqr | 0.9 | 1.0 | 1.0 | 0.000s | 1m:02s |
| Iteration 18 | eigen | 0.6 | 0.5 | 1.0 | 3.096s | 1m:07s |
| Iteration 19 | eigen | auto | 0.75 | 1.0 | 3.149s | 1m:11s |
| Iteration 20 | lsqr | 0.9 | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 21 | lsqr | 0.9 | 1.0 | 1.0 | 0.000s | 1m:13s |
| Iteration 22 | eigen | None | 0.875 | 1.0 | 3.163s | 1m:18s |
| Iteration 23 | eigen | 0.7 | 1.0 | 1.0 | 3.173s | 1m:22s |
| Iteration 24 | eigen | 0.5 | 0.375 | 1.0 | 3.153s | 1m:26s |
| Iteration 25 | svd | --- | 0.4688 | 1.0 | 0.000s | 1m:28s |
| Iteration 26 | svd | --- | 0.4688 | 1.0 | 0.000s | 1m:29s |
| Iteration 27 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:30s |
| Iteration 28 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:31s |
| Iteration 29 | svd | --- | 0.4688 | 1.0 | 0.000s | 1m:33s |
| Iteration 30 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:34s |
| Iteration 31 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:36s |
| Iteration 32 | lsqr | 0.9 | 1.0 | 1.0 | 0.000s | 1m:38s |
| Iteration 33 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:39s |
| Iteration 34 | lsqr | 0.9 | 1.0 | 1.0 | 0.000s | 1m:40s |
| Iteration 35 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:42s |
| Iteration 36 | lsqr | 0.9 | 1.0 | 1.0 | 0.000s | 1m:45s |
| Iteration 37 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:47s |
| Iteration 38 | lsqr | 0.9 | 1.0 | 1.0 | 0.000s | 1m:48s |
| Iteration 39 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:49s |
| Iteration 40 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:50s |
| Iteration 41 | lsqr | 0.9 | 1.0 | 1.0 | 0.000s | 1m:52s |
| Iteration 42 | lsqr | 0.9 | 1.0 | 1.0 | 0.000s | 1m:53s |
| Iteration 43 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:54s |
| Iteration 44 | lsqr | 0.9 | 1.0 | 1.0 | 0.000s | 1m:55s |
| Iteration 45 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 1m:58s |
| Iteration 46 | eigen | 0.7 | 1.0 | 1.0 | 0.000s | 2m:02s |
| Iteration 47 | lsqr | 0.9 | 1.0 | 1.0 | 0.000s | 2m:04s |
| Iteration 48 | lsqr | 0.9 | 1.0 | 1.0 | 0.000s | 2m:05s |
| Iteration 49 | eigen | 0.7 | 1.0 | 1.0 | 0.001s | 2m:06s |
| Iteration 50 | lsqr | 0.9 | 1.0 | 1.0 | 0.000s | 2m:08s |
Bayesian Optimization ---------------------------
Best call --> Iteration 23
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8545
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.59 ± 0.0374
Time elapsed: 0.029s
-------------------------------------------------
Total time: 2m:09s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.625 | 0.625 | 3.136s | 3.139s |
| Initial point 2 | 0.9 | 0.5312 | 0.625 | 3.151s | 7.218s |
| Initial point 3 | 0.1 | 0.8125 | 0.8125 | 3.208s | 11.330s |
| Initial point 4 | 1.0 | 0.625 | 0.8125 | 0.001s | 12.229s |
| Initial point 5 | 0.2 | 0.5 | 0.8125 | 3.126s | 16.294s |
| Initial point 6 | 0.4 | 0.6875 | 0.8125 | 3.170s | 20.451s |
| Initial point 7 | 0.4 | 0.6875 | 0.8125 | 0.000s | 21.367s |
| Initial point 8 | 0.7 | 1.0 | 1.0 | 3.156s | 25.389s |
| Initial point 9 | 0.9 | 0.5312 | 1.0 | 0.000s | 26.346s |
| Initial point 10 | 0.8 | 0.5 | 1.0 | 3.170s | 30.425s |
| Iteration 11 | 0.3 | 0.4062 | 1.0 | 3.187s | 34.604s |
| Iteration 12 | 0.6 | 0.8125 | 1.0 | 3.218s | 38.817s |
| Iteration 13 | 0.7 | 1.0 | 1.0 | 0.000s | 39.905s |
| Iteration 14 | 0.5 | 0.6875 | 1.0 | 3.225s | 45.118s |
| Iteration 15 | 0.0 | 0.5625 | 1.0 | 3.226s | 49.618s |
| Iteration 16 | 0.7 | 1.0 | 1.0 | 0.000s | 52.301s |
| Iteration 17 | 0.7 | 1.0 | 1.0 | 0.000s | 53.717s |
| Iteration 18 | 0.7 | 1.0 | 1.0 | 0.000s | 54.699s |
| Iteration 19 | 0.7 | 1.0 | 1.0 | 0.000s | 55.679s |
| Iteration 20 | 0.7 | 1.0 | 1.0 | 0.000s | 56.646s |
| Iteration 21 | 0.6 | 0.8125 | 1.0 | 0.000s | 57.614s |
| Iteration 22 | 0.7 | 1.0 | 1.0 | 0.000s | 58.590s |
| Iteration 23 | 0.7 | 1.0 | 1.0 | 0.000s | 59.563s |
| Iteration 24 | 0.7 | 1.0 | 1.0 | 0.000s | 1m:01s |
| Iteration 25 | 0.7 | 1.0 | 1.0 | 0.000s | 1m:02s |
| Iteration 26 | 0.7 | 1.0 | 1.0 | 0.000s | 1m:03s |
| Iteration 27 | 0.7 | 1.0 | 1.0 | 0.000s | 1m:04s |
| Iteration 28 | 0.9 | 0.5312 | 1.0 | 0.000s | 1m:07s |
| Iteration 29 | 0.7 | 1.0 | 1.0 | 0.000s | 1m:10s |
| Iteration 30 | 0.7 | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 31 | 0.7 | 1.0 | 1.0 | 0.000s | 1m:13s |
| Iteration 32 | 0.7 | 1.0 | 1.0 | 0.000s | 1m:14s |
| Iteration 33 | 0.7 | 1.0 | 1.0 | 0.000s | 1m:15s |
| Iteration 34 | 0.7 | 1.0 | 1.0 | 0.000s | 1m:16s |
| Iteration 35 | 0.7 | 1.0 | 1.0 | 0.000s | 1m:18s |
| Iteration 36 | 0.7 | 1.0 | 1.0 | 0.000s | 1m:19s |
| Iteration 37 | 0.7 | 1.0 | 1.0 | 0.000s | 1m:21s |
| Iteration 38 | 0.7 | 1.0 | 1.0 | 0.000s | 1m:22s |
| Iteration 39 | 0.7 | 1.0 | 1.0 | 0.000s | 1m:23s |
| Iteration 40 | 0.7 | 1.0 | 1.0 | 0.000s | 1m:24s |
| Iteration 41 | 0.7 | 1.0 | 1.0 | 0.000s | 1m:25s |
| Iteration 42 | 0.7 | 1.0 | 1.0 | 0.000s | 1m:27s |
| Iteration 43 | 0.7 | 1.0 | 1.0 | 0.000s | 1m:31s |
| Iteration 44 | 0.7 | 1.0 | 1.0 | 0.000s | 1m:35s |
| Iteration 45 | 0.7 | 1.0 | 1.0 | 0.000s | 1m:39s |
| Iteration 46 | 0.7 | 1.0 | 1.0 | 0.001s | 1m:43s |
| Iteration 47 | 0.7 | 1.0 | 1.0 | 0.001s | 1m:47s |
| Iteration 48 | 0.7 | 1.0 | 1.0 | 0.000s | 1m:48s |
| Iteration 49 | 0.7 | 1.0 | 1.0 | 0.001s | 1m:50s |
| Iteration 50 | 0.7 | 1.0 | 1.0 | 0.000s | 1m:51s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'reg_param': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:52s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7509
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.67 ± 0.06
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:52s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 10.7254 | dista.. | auto | 40 | 1 | 0.6875 | 0.6875 | 3.143s | 3.163s |
| Initial point 2 | 4.2655 | uniform | kd_tree | 39 | 2 | 0.5625 | 0.6875 | 3.178s | 7.459s |
| Initial point 3 | 3.3695 | dista.. | ball_tree | 25 | 2 | 0.625 | 0.6875 | 3.152s | 13.827s |
| Initial point 4 | 9.8303 | uniform | ball_tree | 39 | 2 | 0.3125 | 0.6875 | 3.135s | 20.874s |
| Initial point 5 | 7.7008 | dista.. | auto | 30 | 2 | 0.625 | 0.6875 | 3.107s | 25.532s |
| Initial point 6 | 8.9181 | dista.. | ball_tree | 21 | 2 | 0.875 | 0.875 | 3.214s | 29.736s |
| Initial point 7 | 6.3789 | dista.. | ball_tree | 24 | 1 | 1.0 | 1.0 | 3.230s | 33.892s |
| Initial point 8 | 1.5286 | dista.. | ball_tree | 21 | 2 | 0.5312 | 1.0 | 3.216s | 38.010s |
| Initial point 9 | 7.1056 | uniform | ball_tree | 24 | 1 | 0.5 | 1.0 | 3.237s | 42.188s |
| Initial point 10 | 5.047 | uniform | brute | 22 | 2 | 0.8125 | 1.0 | 3.212s | 47.466s |
| Iteration 11 | 10.7557 | dista.. | ball_tree | 40 | 1 | 0.4062 | 1.0 | 3.221s | 52.291s |
| Iteration 12 | 6.7802 | dista.. | ball_tree | 23 | 1 | 0.75 | 1.0 | 3.181s | 56.752s |
| Iteration 13 | 8.7976 | dista.. | ball_tree | 26 | 1 | 0.4375 | 1.0 | 3.203s | 1m:01s |
| Iteration 14 | 10.7275 | dista.. | auto | 20 | 1 | 0.5312 | 1.0 | 3.149s | 1m:07s |
| Iteration 15 | 6.4111 | dista.. | brute | 20 | 2 | 0.5 | 1.0 | 3.130s | 1m:12s |
| Iteration 16 | 6.298 | dista.. | ball_tree | 24 | 1 | 0.9375 | 1.0 | 3.223s | 1m:16s |
| Iteration 17 | 6.5917 | dista.. | ball_tree | 24 | 1 | 0.5938 | 1.0 | 3.201s | 1m:21s |
| Iteration 18 | 6.3632 | dista.. | ball_tree | 24 | 2 | 0.5312 | 1.0 | 3.228s | 1m:25s |
| Iteration 19 | 9.0355 | dista.. | ball_tree | 21 | 2 | 1.0 | 1.0 | 3.208s | 1m:32s |
| Iteration 20 | 9.0649 | uniform | ball_tree | 21 | 2 | 0.375 | 1.0 | 3.116s | 1m:38s |
| Iteration 21 | 6.3661 | dista.. | ball_tree | 24 | 1 | 0.4375 | 1.0 | 3.207s | 1m:44s |
| Iteration 22 | 9.6053 | dista.. | kd_tree | 21 | 2 | 0.75 | 1.0 | 3.220s | 1m:49s |
| Iteration 23 | 10.2881 | dista.. | auto | 35 | 2 | 0.75 | 1.0 | 3.224s | 1m:54s |
| Iteration 24 | 4.6645 | dista.. | ball_tree | 39 | 1 | 0.6562 | 1.0 | 3.214s | 1m:59s |
| Iteration 25 | 1.4956 | dista.. | auto | 33 | 1 | 0.4062 | 1.0 | 3.230s | 2m:03s |
| Iteration 26 | 9.0814 | dista.. | auto | 39 | 2 | 0.75 | 1.0 | 3.201s | 2m:08s |
| Iteration 27 | 0.0001 | uniform | kd_tree | 28 | 1 | 0.5 | 1.0 | 3.228s | 2m:13s |
| Iteration 28 | 0.0095 | uniform | kd_tree | 38 | 2 | 0.375 | 1.0 | 3.215s | 2m:18s |
| Iteration 29 | 10.3373 | uniform | brute | 20 | 2 | 0.4688 | 1.0 | 3.221s | 2m:23s |
| Iteration 30 | 10.7557 | uniform | auto | 38 | 1 | 0.6562 | 1.0 | 3.297s | 2m:28s |
| Iteration 31 | 9.1176 | dista.. | kd_tree | 21 | 2 | 0.5625 | 1.0 | 3.220s | 2m:32s |
| Iteration 32 | 0.4216 | dista.. | brute | 40 | 1 | 0.5 | 1.0 | 3.225s | 2m:37s |
| Iteration 33 | 9.6774 | dista.. | auto | 23 | 2 | 0.5625 | 1.0 | 3.106s | 2m:45s |
| Iteration 34 | 3.5512 | uniform | brute | 36 | 1 | 0.6875 | 1.0 | 3.136s | 2m:52s |
| Iteration 35 | 8.7431 | dista.. | brute | 21 | 2 | 0.6875 | 1.0 | 3.173s | 2m:57s |
| Iteration 36 | 6.2792 | uniform | kd_tree | 38 | 2 | 0.125 | 1.0 | 3.209s | 3m:02s |
| Iteration 37 | 0.0 | dista.. | brute | 23 | 1 | 0.5 | 1.0 | 3.202s | 3m:07s |
| Iteration 38 | 0.1682 | uniform | auto | 21 | 1 | 0.5 | 1.0 | 3.194s | 3m:12s |
| Iteration 39 | 10.7557 | dista.. | ball_tree | 20 | 2 | 0.5 | 1.0 | 3.230s | 3m:17s |
| Iteration 40 | 10.7557 | dista.. | auto | 21 | 2 | 0.5625 | 1.0 | 3.165s | 3m:22s |
| Iteration 41 | 2.5319 | uniform | auto | 21 | 2 | 0.625 | 1.0 | 3.149s | 3m:27s |
| Iteration 42 | 7.0491 | dista.. | ball_tree | 22 | 2 | 1.0 | 1.0 | 3.158s | 3m:32s |
| Iteration 43 | 7.7825 | dista.. | ball_tree | 30 | 2 | 0.875 | 1.0 | 3.163s | 3m:37s |
| Iteration 44 | 7.7835 | dista.. | ball_tree | 35 | 2 | 0.7812 | 1.0 | 3.179s | 3m:42s |
| Iteration 45 | 8.1276 | dista.. | ball_tree | 23 | 2 | 0.75 | 1.0 | 3.127s | 3m:49s |
| Iteration 46 | 7.9414 | dista.. | ball_tree | 20 | 2 | 0.8125 | 1.0 | 3.109s | 3m:55s |
| Iteration 47 | 7.8884 | dista.. | ball_tree | 21 | 2 | 0.6875 | 1.0 | 3.188s | 3m:60s |
| Iteration 48 | 7.5879 | dista.. | ball_tree | 37 | 2 | 0.4375 | 1.0 | 3.806s | 4m:05s |
| Iteration 49 | 4.3321 | dista.. | auto | 22 | 2 | 0.5 | 1.0 | 3.095s | 4m:12s |
| Iteration 50 | 0.091 | uniform | brute | 20 | 2 | 0.5 | 1.0 | 3.129s | 4m:18s |
Bayesian Optimization ---------------------------
Best call --> Initial point 7
Best parameters --> {'radius': 6.3789, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 24, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:19s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.625
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.585 ± 0.0374
Time elapsed: 0.054s
-------------------------------------------------
Total time: 4m:20s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.625 | 0.625 | 3.546s | 3.553s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.5625 | 0.625 | 3.572s | 9.913s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.875 | 0.875 | 3.339s | 16.454s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.4688 | 0.875 | 3.465s | 21.499s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.8125 | 0.875 | 3.352s | 26.063s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.625 | 0.875 | 3.524s | 30.815s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.5 | 0.875 | 3.133s | 35.279s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.9062 | 0.9062 | 3.455s | 39.965s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.4375 | 0.9062 | 3.205s | 44.383s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.8125 | 0.9062 | 3.326s | 48.963s |
| Iteration 11 | 408 | 0.0149 | SAMME | 0.375 | 0.9062 | 3.454s | 53.916s |
| Iteration 12 | 121 | 8.1957 | SAMME.R | 0.375 | 0.9062 | 3.300s | 58.515s |
| Iteration 13 | 195 | 8.1209 | SAMME | 0.625 | 0.9062 | 3.155s | 1m:03s |
| Iteration 14 | 100 | 0.0113 | SAMME | 0.625 | 0.9062 | 3.307s | 1m:08s |
| Iteration 15 | 270 | 0.0108 | SAMME | 0.9375 | 0.9375 | 3.380s | 1m:14s |
| Iteration 16 | 283 | 0.036 | SAMME | 0.8125 | 0.9375 | 3.377s | 1m:19s |
| Iteration 17 | 272 | 0.0107 | SAMME | 0.8438 | 0.9375 | 3.280s | 1m:26s |
| Iteration 18 | 304 | 5.6359 | SAMME | 0.75 | 0.9375 | 3.112s | 1m:32s |
| Iteration 19 | 318 | 0.0277 | SAMME.R | 0.8125 | 0.9375 | 3.451s | 1m:36s |
| Iteration 20 | 244 | 0.01 | SAMME.R | 0.9375 | 0.9375 | 3.377s | 1m:41s |
| Iteration 21 | 236 | 0.01 | SAMME.R | 0.875 | 0.9375 | 3.365s | 1m:46s |
| Iteration 22 | 236 | 0.01 | SAMME.R | 0.875 | 0.9375 | 0.000s | 1m:47s |
| Iteration 23 | 243 | 0.01 | SAMME.R | 0.9375 | 0.9375 | 3.363s | 1m:52s |
| Iteration 24 | 269 | 0.0109 | SAMME | 0.75 | 0.9375 | 3.359s | 1m:57s |
| Iteration 25 | 226 | 0.01 | SAMME.R | 0.5312 | 0.9375 | 3.325s | 2m:02s |
| Iteration 26 | 271 | 10.0 | SAMME.R | 0.7188 | 0.9375 | 3.988s | 2m:07s |
| Iteration 27 | 284 | 0.01 | SAMME.R | 0.5 | 0.9375 | 3.382s | 2m:12s |
| Iteration 28 | 244 | 10.0 | SAMME | 0.75 | 0.9375 | 3.184s | 2m:17s |
| Iteration 29 | 50 | 0.0137 | SAMME | 0.875 | 0.9375 | 3.224s | 2m:22s |
| Iteration 30 | 246 | 8.4388 | SAMME | 0.75 | 0.9375 | 3.105s | 2m:29s |
| Iteration 31 | 50 | 6.7959 | SAMME | 0.625 | 0.9375 | 3.075s | 2m:37s |
| Iteration 32 | 244 | 0.01 | SAMME | 0.9062 | 0.9375 | 3.409s | 2m:44s |
| Iteration 33 | 239 | 0.01 | SAMME | 0.8125 | 0.9375 | 3.275s | 2m:50s |
| Iteration 34 | 239 | 0.01 | SAMME | 0.8125 | 0.9375 | 0.000s | 2m:51s |
| Iteration 35 | 337 | 9.5925 | SAMME.R | 0.25 | 0.9375 | 3.434s | 2m:56s |
| Iteration 36 | 212 | 0.01 | SAMME | 0.5 | 0.9375 | 3.301s | 3m:01s |
| Iteration 37 | 254 | 0.01 | SAMME.R | 0.7812 | 0.9375 | 3.354s | 3m:06s |
| Iteration 38 | 253 | 0.01 | SAMME | 0.8125 | 0.9375 | 3.345s | 3m:11s |
| Iteration 39 | 250 | 0.01 | SAMME.R | 0.9062 | 0.9375 | 3.402s | 3m:16s |
| Iteration 40 | 65 | 0.01 | SAMME | 0.9688 | 0.9688 | 3.222s | 3m:20s |
| Iteration 41 | 67 | 0.01 | SAMME.R | 0.4688 | 0.9688 | 3.210s | 3m:25s |
| Iteration 42 | 71 | 0.0153 | SAMME | 0.375 | 0.9688 | 3.215s | 3m:30s |
| Iteration 43 | 255 | 0.0136 | SAMME.R | 0.75 | 0.9688 | 3.385s | 3m:35s |
| Iteration 44 | 165 | 0.0105 | SAMME.R | 1.0 | 1.0 | 3.295s | 3m:40s |
| Iteration 45 | 160 | 0.01 | SAMME.R | 0.875 | 1.0 | 3.189s | 3m:47s |
| Iteration 46 | 161 | 6.9494 | SAMME | 0.6875 | 1.0 | 3.128s | 3m:52s |
| Iteration 47 | 199 | 0.01 | SAMME.R | 0.9375 | 1.0 | 3.316s | 3m:57s |
| Iteration 48 | 196 | 0.01 | SAMME.R | 0.7812 | 1.0 | 3.353s | 4m:02s |
| Iteration 49 | 198 | 0.01 | SAMME.R | 1.0 | 1.0 | 3.314s | 4m:07s |
| Iteration 50 | 166 | 0.01 | SAMME | 0.875 | 1.0 | 3.293s | 4m:12s |
Bayesian Optimization ---------------------------
Best call --> Iteration 49
Best parameters --> {'n_estimators': 198, 'learning_rate': 0.01, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9665
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.188s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.865 ± 0.02
Time elapsed: 0.834s
-------------------------------------------------
Total time: 4m:15s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.625 | 0.625 | 3.566s | 3.585s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.6875 | 0.6875 | 4.080s | 8.906s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 1.0 | 1.0 | 3.491s | 13.681s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 1.0 | 3.297s | 18.292s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.8125 | 1.0 | 3.485s | 23.081s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.6875 | 1.0 | 3.336s | 29.099s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.8125 | 1.0 | 3.342s | 34.001s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.8125 | 1.0 | 3.225s | 41.537s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.875 | 1.0 | 3.388s | 49.928s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.875 | 1.0 | 3.359s | 58.067s |
| Iteration 11 | 470 | gini | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.5312 | 1.0 | 3.476s | 1m:07s |
| Iteration 12 | 473 | entropy | 6 | 15 | 10 | 0.6 | False | 0.011 | --- | 0.875 | 1.0 | 3.405s | 1m:15s |
| Iteration 13 | 351 | entropy | 8 | 20 | 1 | 0.6 | False | 0.035 | --- | 0.75 | 1.0 | 3.252s | 1m:24s |
| Iteration 14 | 470 | entropy | 4 | 20 | 1 | 0.6 | False | 0.027 | --- | 0.875 | 1.0 | 3.377s | 1m:33s |
| Iteration 15 | 429 | entropy | 7 | 4 | 4 | 0.6 | False | 0.0252 | --- | 0.8125 | 1.0 | 3.334s | 1m:42s |
| Iteration 16 | 242 | gini | 1 | 12 | 9 | 0.9 | True | 0.0107 | 0.6 | 0.875 | 1.0 | 3.261s | 1m:50s |
| Iteration 17 | 319 | gini | 1 | 4 | 8 | 0.7 | False | 0.0021 | --- | 0.5625 | 1.0 | 3.271s | 1m:59s |
| Iteration 18 | 500 | entropy | 9 | 2 | 17 | 0.6 | False | 0.035 | --- | 0.875 | 1.0 | 3.450s | 2m:04s |
| Iteration 19 | 500 | gini | 3 | 13 | 9 | 0.7 | False | 0.0289 | --- | 1.0 | 1.0 | 3.473s | 2m:09s |
| Iteration 20 | 500 | gini | 7 | 20 | 20 | 0.7 | False | 0.0097 | --- | 0.8125 | 1.0 | 3.403s | 2m:17s |
| Iteration 21 | 500 | gini | 8 | 14 | 1 | 0.7 | False | 0.0258 | --- | 0.6875 | 1.0 | 3.462s | 2m:23s |
| Iteration 22 | 500 | gini | 2 | 18 | 10 | 0.7 | False | 0.0086 | --- | 0.75 | 1.0 | 3.455s | 2m:28s |
| Iteration 23 | 412 | entropy | 6 | 4 | 2 | 0.6 | False | 0.0316 | --- | 0.9375 | 1.0 | 3.414s | 2m:35s |
| Iteration 24 | 140 | entropy | 6 | 6 | 18 | 0.6 | False | 0.0304 | --- | 0.5938 | 1.0 | 3.217s | 2m:40s |
| Iteration 25 | 500 | entropy | 6 | 14 | 17 | 0.6 | False | 0.0342 | --- | 0.2812 | 1.0 | 3.425s | 2m:46s |
| Iteration 26 | 500 | entropy | 5 | 14 | 5 | 0.6 | False | 0.02 | --- | 0.8125 | 1.0 | 3.372s | 2m:53s |
| Iteration 27 | 500 | entropy | 6 | 19 | 3 | 0.6 | False | 0.0292 | --- | 0.6875 | 1.0 | 3.423s | 2m:59s |
| Iteration 28 | 340 | gini | 4 | 13 | 9 | 0.7 | False | 0.0288 | --- | 0.9375 | 1.0 | 3.357s | 3m:04s |
| Iteration 29 | 374 | gini | 3 | 19 | 9 | 0.7 | False | 0.035 | --- | 0.9375 | 1.0 | 3.974s | 3m:10s |
| Iteration 30 | 225 | entropy | 5 | 10 | 3 | 0.6 | False | 0.0294 | --- | 0.875 | 1.0 | 3.301s | 3m:16s |
| Iteration 31 | 461 | gini | 5 | 16 | 9 | 0.7 | False | 0.035 | --- | 0.5625 | 1.0 | 3.418s | 3m:21s |
| Iteration 32 | 52 | gini | 3 | 6 | 11 | 0.8 | False | 0.0263 | --- | 0.875 | 1.0 | 3.160s | 3m:26s |
| Iteration 33 | 380 | gini | 3 | 15 | 10 | 0.6 | False | 0.0282 | --- | 0.6875 | 1.0 | 3.331s | 3m:34s |
| Iteration 34 | 443 | gini | 3 | 12 | 9 | 0.7 | False | 0.0275 | --- | 0.875 | 1.0 | 3.350s | 3m:42s |
| Iteration 35 | 327 | gini | 3 | 16 | 7 | 0.7 | True | 0.0316 | 0.9 | 0.8125 | 1.0 | 3.336s | 3m:50s |
| Iteration 36 | 461 | gini | 3 | 18 | 12 | 0.7 | False | 0.0317 | --- | 0.5625 | 1.0 | 3.356s | 3m:59s |
| Iteration 37 | 399 | entropy | 6 | 7 | 2 | 0.6 | False | 0.0299 | --- | 0.6875 | 1.0 | 3.317s | 4m:07s |
| Iteration 38 | 220 | gini | 3 | 19 | 8 | 0.7 | False | 0.0202 | --- | 0.875 | 1.0 | 3.193s | 4m:15s |
| Iteration 39 | 107 | gini | 3 | 3 | 9 | 0.7 | False | 0.029 | --- | 0.875 | 1.0 | 3.149s | 4m:21s |
| Iteration 40 | 284 | gini | 3 | 18 | 8 | 0.7 | False | 0.035 | --- | 0.9375 | 1.0 | 3.304s | 4m:26s |
| Iteration 41 | 330 | gini | 3 | 7 | 8 | 0.7 | True | 0.0334 | 0.5 | 0.5625 | 1.0 | 3.377s | 4m:32s |
| Iteration 42 | 324 | gini | 3 | 14 | 8 | 0.7 | False | 0.0347 | --- | 0.625 | 1.0 | 3.329s | 4m:37s |
| Iteration 43 | 39 | gini | 4 | 11 | 9 | 0.7 | False | 0.0108 | --- | 0.75 | 1.0 | 3.135s | 4m:42s |
| Iteration 44 | 120 | gini | 2 | 14 | 9 | 0.7 | False | 0.0296 | --- | 1.0 | 1.0 | 3.215s | 4m:49s |
| Iteration 45 | 89 | entropy | 1 | 20 | 3 | 0.6 | False | 0.0282 | --- | 0.8125 | 1.0 | 3.094s | 4m:57s |
| Iteration 46 | 464 | gini | 3 | 13 | 9 | 0.7 | False | 0.0293 | --- | 0.9375 | 1.0 | 3.371s | 5m:03s |
| Iteration 47 | 270 | gini | None | 16 | 9 | 0.7 | False | 0.0288 | --- | 1.0 | 1.0 | 3.270s | 5m:08s |
| Iteration 48 | 36 | entropy | 8 | 18 | 3 | 0.6 | False | 0.0291 | --- | 0.625 | 1.0 | 3.154s | 5m:13s |
| Iteration 49 | 358 | gini | 1 | 15 | 9 | 0.7 | True | 0.0291 | 0.6 | 0.9375 | 1.0 | 3.400s | 5m:19s |
| Iteration 50 | 149 | entropy | 6 | 15 | 3 | 0.6 | False | 0.0289 | --- | 0.75 | 1.0 | 3.207s | 5m:24s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'n_estimators': 470, 'criterion': 'entropy', 'max_depth': 6, 'min_samples_split': 16, 'min_samples_leaf': 3, 'max_features': 0.6, 'bootstrap': False, 'ccp_alpha': 0.029}
Best evaluation --> roc_auc: 1.0
Time elapsed: 5m:26s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9902
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.344s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.0632
Time elapsed: 1.496s
-------------------------------------------------
Total time: 5m:28s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.625 | 0.625 | 3.220s | 3.239s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.5938 | 0.625 | 3.174s | 7.690s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.625 | 3.896s | 15.100s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.625 | 3.157s | 22.368s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.625 | 3.208s | 29.326s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.625 | 3.161s | 36.101s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.625 | 3.221s | 42.315s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.625 | 3.165s | 46.983s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.875 | 0.875 | 3.257s | 51.478s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.875 | 3.198s | 55.914s |
| Iteration 11 | 169 | 0.0596 | 8 | 0.0709 | 6 | 0.9 | 0.6 | 0.01 | 1 | 0.4062 | 0.875 | 3.210s | 1m:01s |
| Iteration 12 | 500 | 0.1474 | 2 | 0.6688 | 4 | 0.8 | 0.7 | 0 | 100 | 0.875 | 0.875 | 3.236s | 1m:05s |
| Iteration 13 | 209 | 0.3466 | 1 | 1.0 | 4 | 0.9 | 0.5 | 0.01 | 0.1 | 0.375 | 0.875 | 3.086s | 1m:13s |
| Iteration 14 | 278 | 0.016 | 9 | 0.6606 | 4 | 0.6 | 0.7 | 0.01 | 1 | 0.75 | 0.875 | 3.150s | 1m:19s |
| Iteration 15 | 500 | 0.9192 | 9 | 0.6272 | 4 | 1.0 | 0.9 | 0.01 | 10 | 0.8125 | 0.875 | 3.209s | 1m:23s |
| Iteration 16 | 500 | 0.016 | 4 | 0.6405 | 4 | 0.6 | 0.4 | 0.01 | 1 | 0.8125 | 0.875 | 3.193s | 1m:28s |
| Iteration 17 | 455 | 0.0588 | 5 | 0.6921 | 4 | 0.9 | 1.0 | 10 | 0.1 | 0.5 | 0.875 | 3.121s | 1m:36s |
| Iteration 18 | 401 | 0.01 | 1 | 0.5951 | 4 | 0.5 | 0.4 | 0 | 10 | 0.875 | 0.875 | 3.141s | 1m:44s |
| Iteration 19 | 433 | 0.0223 | 9 | 0.6607 | 4 | 1.0 | 1.0 | 0 | 1 | 1.0 | 1.0 | 3.169s | 1m:52s |
| Iteration 20 | 433 | 0.01 | 10 | 0.4337 | 6 | 1.0 | 1.0 | 0 | 10 | 0.75 | 1.0 | 3.175s | 1m:58s |
| Iteration 21 | 484 | 0.01 | 9 | 0.8053 | 5 | 0.7 | 1.0 | 0 | 1 | 0.3125 | 1.0 | 3.252s | 2m:03s |
| Iteration 22 | 376 | 0.5429 | 8 | 0.6359 | 4 | 1.0 | 1.0 | 0 | 0 | 0.5 | 1.0 | 3.175s | 2m:11s |
| Iteration 23 | 429 | 0.0122 | 9 | 0.6708 | 4 | 0.8 | 0.8 | 0 | 1 | 0.9375 | 1.0 | 3.179s | 2m:16s |
| Iteration 24 | 500 | 0.0147 | 4 | 0.6226 | 4 | 1.0 | 0.9 | 0 | 10 | 0.6875 | 1.0 | 3.243s | 2m:22s |
| Iteration 25 | 371 | 1.0 | 9 | 0.5034 | 4 | 0.6 | 0.9 | 0.01 | 100 | 0.3125 | 1.0 | 3.216s | 2m:26s |
| Iteration 26 | 370 | 0.0278 | 9 | 0.5953 | 4 | 0.7 | 0.6 | 0.01 | 100 | 0.6875 | 1.0 | 3.214s | 2m:31s |
| Iteration 27 | 434 | 0.0314 | 9 | 0.6691 | 4 | 1.0 | 1.0 | 0 | 1 | 0.75 | 1.0 | 3.230s | 2m:36s |
| Iteration 28 | 266 | 0.2171 | 2 | 0.6631 | 6 | 0.6 | 0.4 | 0 | 100 | 0.5 | 1.0 | 3.116s | 2m:42s |
| Iteration 29 | 429 | 0.01 | 2 | 0.6868 | 4 | 0.7 | 0.7 | 0 | 0 | 0.9375 | 1.0 | 3.248s | 2m:48s |
| Iteration 30 | 500 | 0.01 | 9 | 0.6556 | 6 | 0.8 | 0.9 | 0 | 10 | 0.875 | 1.0 | 3.238s | 2m:53s |
| Iteration 31 | 500 | 0.0735 | 3 | 0.68 | 4 | 0.7 | 1.0 | 0 | 0.1 | 0.5 | 1.0 | 3.164s | 3m:00s |
| Iteration 32 | 499 | 0.01 | 7 | 0.8425 | 5 | 0.8 | 0.7 | 0 | 1 | 0.375 | 1.0 | 3.216s | 3m:06s |
| Iteration 33 | 395 | 0.0478 | 6 | 0.6454 | 2 | 0.5 | 0.6 | 0.1 | 10 | 0.4375 | 1.0 | 3.219s | 3m:11s |
| Iteration 34 | 443 | 0.0185 | 9 | 0.6662 | 4 | 0.6 | 0.4 | 0 | 100 | 0.625 | 1.0 | 3.240s | 3m:16s |
| Iteration 35 | 500 | 0.01 | 8 | 0.978 | 6 | 0.7 | 0.7 | 0 | 0.1 | 0.7812 | 1.0 | 3.271s | 3m:22s |
| Iteration 36 | 399 | 0.01 | 5 | 0.6437 | 4 | 0.8 | 1.0 | 0 | 0 | 0.375 | 1.0 | 3.288s | 3m:26s |
| Iteration 37 | 471 | 0.0832 | 1 | 0.6668 | 4 | 0.6 | 0.6 | 0.1 | 0.1 | 0.4375 | 1.0 | 3.268s | 3m:31s |
| Iteration 38 | 270 | 0.0129 | 4 | 0.6801 | 4 | 0.8 | 0.7 | 10 | 0.1 | 0.5 | 1.0 | 3.226s | 3m:39s |
| Iteration 39 | 341 | 0.026 | 4 | 0.6656 | 4 | 0.9 | 0.6 | 0 | 0.1 | 0.75 | 1.0 | 3.230s | 3m:45s |
| Iteration 40 | 443 | 0.2229 | 10 | 0.6482 | 4 | 0.7 | 0.9 | 0 | 1 | 0.875 | 1.0 | 3.244s | 3m:51s |
| Iteration 41 | 422 | 0.0298 | 7 | 0.6545 | 4 | 1.0 | 0.5 | 0 | 1 | 0.4375 | 1.0 | 3.267s | 3m:57s |
| Iteration 42 | 349 | 0.0135 | 2 | 0.6645 | 4 | 0.6 | 0.4 | 0 | 0.1 | 0.625 | 1.0 | 3.231s | 4m:02s |
| Iteration 43 | 225 | 0.0132 | 1 | 0.6241 | 4 | 0.7 | 0.7 | 0 | 0.01 | 0.75 | 1.0 | 3.106s | 4m:09s |
| Iteration 44 | 211 | 0.0915 | 10 | 0.693 | 4 | 0.8 | 0.9 | 0 | 0.1 | 0.9375 | 1.0 | 3.199s | 4m:15s |
| Iteration 45 | 482 | 0.0508 | 6 | 0.6614 | 4 | 0.8 | 0.6 | 0.01 | 0.01 | 0.5625 | 1.0 | 3.196s | 4m:20s |
| Iteration 46 | 465 | 0.1473 | 10 | 0.6925 | 4 | 0.8 | 0.9 | 0 | 100 | 0.8125 | 1.0 | 3.206s | 4m:25s |
| Iteration 47 | 303 | 0.046 | 5 | 0.6925 | 4 | 0.8 | 0.8 | 0 | 0.1 | 0.75 | 1.0 | 3.201s | 4m:30s |
| Iteration 48 | 402 | 0.3457 | 1 | 0.7197 | 4 | 0.6 | 0.7 | 0 | 0 | 0.8125 | 1.0 | 3.236s | 4m:38s |
| Iteration 49 | 350 | 0.3271 | 10 | 0.6825 | 4 | 0.9 | 0.9 | 0 | 1 | 0.9375 | 1.0 | 3.267s | 4m:44s |
| Iteration 50 | 227 | 0.0194 | 10 | 0.6829 | 4 | 0.9 | 0.9 | 0 | 1 | 0.5 | 1.0 | 3.165s | 4m:49s |
Bayesian Optimization ---------------------------
Best call --> Iteration 19
Best parameters --> {'n_estimators': 433, 'learning_rate': 0.0223, 'max_depth': 9, 'gamma': 0.6607, 'min_child_weight': 4, 'subsample': 1.0, 'colsample_bytree': 1.0, 'reg_alpha': 0, 'reg_lambda': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:51s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9732
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.093s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.85 ± 0.0548
Time elapsed: 0.277s
-------------------------------------------------
Total time: 4m:51s
Final results ==================== >>
Duration: 31m:38s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.86 ± 0.02
Logistic Regression --> roc_auc: 0.75 ± 0.0837 ~
Linear Discriminant Analysis --> roc_auc: 0.59 ± 0.0374 ~
Quadratic Discriminant Analysis --> roc_auc: 0.67 ± 0.06
Radius Nearest Neighbors --> roc_auc: 0.585 ± 0.0374 ~
AdaBoost --> roc_auc: 0.865 ± 0.02 !
Random Forest --> roc_auc: 0.8 ± 0.0632
XGBoost --> roc_auc: 0.85 ± 0.0548
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 836 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVRGGSYIPTF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CASSLADTQYF.
>>> Dropping feature CASSLAGTDTQYF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAARDNYGQNFVF.
>>> Dropping feature CAASTNTGNQFYF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAAPYSSASKIIF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CATDSNDYKLSF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAASGGGSNYKLTF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVSETGNQFYF.
>>> Dropping feature CAVSQGAQKLVF.
>>> Dropping feature CAVSSGGGADGLTF.
>>> Dropping feature CALNTDKLIF.
>>> Dropping feature CAVDGSSNTGKLIF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVPTQGGSEKLVF.
>>> Dropping feature CASSSGETQYF.
>>> Dropping feature CAVSPSGGYQKVTF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAARDSNYQLIW.
>>> Dropping feature CAASDRGSTLGRLYF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CALTSGTYKYIF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CASSFSYEQYF.
>>> Dropping feature CASSGSARQLTF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.7188 | 0.7188 | 0.643s | 0.665s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 1.0 | 1.0 | 0.664s | 2.518s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.625 | 1.0 | 0.629s | 4.243s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 1.0 | 1.0 | 0.671s | 6.000s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.9375 | 1.0 | 0.676s | 7.779s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.8125 | 1.0 | 1.437s | 10.399s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 1.0 | 1.0 | 0.690s | 12.238s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 1.0 | 1.0 | 0.739s | 14.019s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.6875 | 1.0 | 0.665s | 17.762s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.9375 | 1.0 | 0.662s | 20.058s |
| Iteration 11 | exponen.. | 0.232 | 242 | 0.6 | friedman_mse | 4 | 15 | 5 | auto | 0.0231 | 1.0 | 1.0 | 0.673s | 23.289s |
| Iteration 12 | exponen.. | 0.2154 | 165 | 0.7 | squared_er.. | 7 | 6 | 7 | sqrt | 0.0342 | 1.0 | 1.0 | 0.670s | 26.585s |
| Iteration 13 | deviance | 0.4886 | 24 | 1.0 | friedman_mse | 17 | 2 | 10 | None | 0.0255 | 0.625 | 1.0 | 0.621s | 31.000s |
| Iteration 14 | deviance | 0.0867 | 344 | 0.6 | squared_er.. | 17 | 8 | 6 | None | 0.0249 | 0.8125 | 1.0 | 0.694s | 33.947s |
| Iteration 15 | exponen.. | 0.1032 | 405 | 0.8 | squared_er.. | 5 | 5 | 10 | log2 | 0.0244 | 0.9375 | 1.0 | 0.733s | 36.290s |
| Iteration 16 | exponen.. | 0.392 | 231 | 0.6 | friedman_mse | 2 | 20 | 3 | auto | 0.0159 | 0.5 | 1.0 | 0.660s | 38.532s |
| Iteration 17 | exponen.. | 0.097 | 397 | 0.5 | squared_er.. | 15 | 10 | 6 | 0.6 | 0.0067 | 1.0 | 1.0 | 0.709s | 40.761s |
| Iteration 18 | exponen.. | 0.0468 | 494 | 0.9 | squared_er.. | 13 | 7 | 6 | 0.7 | 0.0005 | 0.75 | 1.0 | 0.751s | 43.063s |
| Iteration 19 | deviance | 0.0335 | 55 | 0.6 | squared_er.. | 16 | 15 | 4 | 0.9 | 0.0276 | 0.5938 | 1.0 | 0.643s | 45.136s |
| Iteration 20 | exponen.. | 0.1026 | 412 | 0.6 | squared_er.. | 15 | 9 | 6 | 0.7 | 0.005 | 0.9375 | 1.0 | 0.724s | 47.505s |
| Iteration 21 | exponen.. | 0.4284 | 239 | 0.7 | squared_er.. | 5 | 2 | 8 | log2 | 0.0246 | 0.6875 | 1.0 | 0.677s | 49.843s |
| Iteration 22 | exponen.. | 0.0903 | 468 | 0.6 | squared_er.. | 19 | 5 | 6 | 0.6 | 0.0072 | 0.75 | 1.0 | 0.732s | 54.498s |
| Iteration 23 | exponen.. | 0.1653 | 73 | 0.6 | friedman_mse | 8 | 17 | 5 | auto | 0.0044 | 0.5 | 1.0 | 0.638s | 57.142s |
| Iteration 24 | exponen.. | 0.0733 | 226 | 0.7 | friedman_mse | 8 | 5 | 9 | auto | 0.0236 | 0.875 | 1.0 | 0.690s | 59.440s |
| Iteration 25 | exponen.. | 0.2008 | 355 | 0.8 | squared_er.. | 5 | 11 | 6 | 0.8 | 0.0222 | 0.875 | 1.0 | 0.706s | 1m:04s |
| Iteration 26 | exponen.. | 0.2379 | 224 | 0.6 | friedman_mse | 4 | 16 | 5 | auto | 0.0232 | 0.875 | 1.0 | 0.667s | 1m:09s |
| Iteration 27 | exponen.. | 0.0706 | 222 | 0.6 | friedman_mse | 20 | 14 | 5 | 0.5 | 0.0027 | 0.75 | 1.0 | 0.672s | 1m:15s |
| Iteration 28 | exponen.. | 0.0772 | 441 | 0.7 | squared_er.. | 10 | 10 | 7 | sqrt | 0.0039 | 0.875 | 1.0 | 0.720s | 1m:20s |
| Iteration 29 | exponen.. | 0.1038 | 232 | 0.7 | squared_er.. | 16 | 10 | 3 | None | 0.0253 | 0.75 | 1.0 | 0.668s | 1m:23s |
| Iteration 30 | deviance | 0.0429 | 194 | 0.8 | friedman_mse | 4 | 20 | 7 | 0.9 | 0.035 | 0.75 | 1.0 | 0.680s | 1m:26s |
| Iteration 31 | exponen.. | 0.7947 | 316 | 0.7 | squared_er.. | 7 | 4 | 8 | 0.8 | 0.0349 | 1.0 | 1.0 | 0.761s | 1m:28s |
| Iteration 32 | exponen.. | 0.0231 | 296 | 0.9 | squared_er.. | 12 | 4 | 8 | auto | 0.0276 | 1.0 | 1.0 | 1.352s | 1m:31s |
| Iteration 33 | exponen.. | 0.1292 | 274 | 0.9 | friedman_mse | 7 | 4 | 4 | 0.5 | 0.0086 | 0.875 | 1.0 | 0.744s | 1m:33s |
| Iteration 34 | exponen.. | 0.2217 | 285 | 0.5 | squared_er.. | 10 | 4 | 9 | 0.7 | 0.0182 | 0.75 | 1.0 | 0.747s | 1m:36s |
| Iteration 35 | exponen.. | 0.3532 | 350 | 0.8 | squared_er.. | 11 | 4 | 7 | 0.8 | 0.0212 | 1.0 | 1.0 | 0.716s | 1m:41s |
| Iteration 36 | exponen.. | 0.4926 | 185 | 1.0 | squared_er.. | 3 | 4 | 8 | 0.5 | 0.0324 | 0.75 | 1.0 | 0.664s | 1m:44s |
| Iteration 37 | exponen.. | 0.0736 | 74 | 0.7 | squared_er.. | 4 | 5 | 6 | 0.5 | 0.0328 | 0.625 | 1.0 | 0.657s | 1m:46s |
| Iteration 38 | deviance | 0.01 | 363 | 1.0 | friedman_mse | 7 | 1 | 1 | auto | 0.035 | 0.625 | 1.0 | 0.701s | 1m:48s |
| Iteration 39 | exponen.. | 0.4159 | 358 | 0.5 | friedman_mse | 20 | 2 | 8 | auto | 0.035 | 0.6875 | 1.0 | 0.740s | 1m:51s |
| Iteration 40 | exponen.. | 0.0255 | 303 | 1.0 | friedman_mse | 19 | 2 | 6 | None | 0.0039 | 1.0 | 1.0 | 0.740s | 1m:53s |
| Iteration 41 | deviance | 0.01 | 305 | 1.0 | squared_er.. | 2 | 20 | 6 | auto | 0.0041 | 0.5938 | 1.0 | 0.733s | 1m:56s |
| Iteration 42 | exponen.. | 0.7222 | 328 | 1.0 | squared_er.. | 6 | 4 | 8 | log2 | 0.0348 | 1.0 | 1.0 | 0.706s | 1m:58s |
| Iteration 43 | exponen.. | 0.0299 | 325 | 0.9 | squared_er.. | 7 | 5 | 8 | 0.8 | 0.0254 | 1.0 | 1.0 | 0.773s | 2m:02s |
| Iteration 44 | exponen.. | 0.2123 | 323 | 1.0 | friedman_mse | 19 | 4 | 8 | log2 | 0.0143 | 0.8125 | 1.0 | 0.753s | 2m:07s |
| Iteration 45 | exponen.. | 0.3913 | 317 | 0.9 | squared_er.. | 5 | 4 | 4 | log2 | 0.0227 | 0.875 | 1.0 | 0.747s | 2m:10s |
| Iteration 46 | exponen.. | 0.1195 | 346 | 0.8 | squared_er.. | 4 | 4 | 6 | None | 0.0218 | 0.125 | 1.0 | 0.769s | 2m:12s |
| Iteration 47 | exponen.. | 0.1047 | 210 | 0.5 | squared_er.. | 13 | 5 | 8 | sqrt | 0.0176 | 0.9375 | 1.0 | 0.717s | 2m:15s |
| Iteration 48 | exponen.. | 0.0466 | 292 | 1.0 | squared_er.. | 7 | 5 | 8 | log2 | 0.0305 | 1.0 | 1.0 | 0.728s | 2m:18s |
| Iteration 49 | exponen.. | 0.0278 | 285 | 0.6 | squared_er.. | 10 | 6 | 7 | sqrt | 0.0199 | 0.875 | 1.0 | 0.749s | 2m:20s |
| Iteration 50 | exponen.. | 0.2939 | 466 | 1.0 | squared_er.. | 6 | 10 | 6 | 0.9 | 0.0321 | 1.0 | 1.0 | 0.764s | 2m:23s |
Bayesian Optimization ---------------------------
Best call --> Iteration 32
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0231, 'n_estimators': 296, 'subsample': 0.9, 'criterion': 'squared_error', 'min_samples_split': 12, 'min_samples_leaf': 4, 'max_depth': 8, 'max_features': 'auto', 'ccp_alpha': 0.0276}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:25s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9875
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.103s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.93 ± 0.0678
Time elapsed: 0.480s
-------------------------------------------------
Total time: 2m:26s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.8125 | 0.8125 | 0.697s | 0.710s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.625 | 0.8125 | 0.650s | 2.590s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.4375 | 0.8125 | 0.660s | 4.279s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.5 | 0.8125 | 0.688s | 6.009s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.5 | 0.8125 | 0.694s | 7.849s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.625 | 0.8125 | 0.693s | 9.526s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.5 | 0.8125 | 0.690s | 11.200s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.625 | 0.8125 | 1.226s | 14.579s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.3125 | 0.8125 | 0.657s | 16.600s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.75 | 0.8125 | 0.672s | 18.256s |
| Iteration 11 | none | --- | newto.. | 1000 | --- | 0.625 | 0.8125 | 0.684s | 20.292s |
| Iteration 12 | none | --- | newto.. | 1000 | --- | 0.625 | 0.8125 | 0.001s | 21.791s |
| Iteration 13 | l2 | 0.0878 | saga | 813 | --- | 0.375 | 0.8125 | 0.638s | 23.889s |
| Iteration 14 | none | --- | newto.. | 987 | --- | 0.3125 | 0.8125 | 0.691s | 25.996s |
| Iteration 15 | l2 | 0.0726 | sag | 202 | --- | 0.6875 | 0.8125 | 0.677s | 28.021s |
| Iteration 16 | none | --- | sag | 213 | --- | 0.75 | 0.8125 | 0.634s | 31.855s |
| Iteration 17 | l2 | 0.0056 | sag | 220 | --- | 0.75 | 0.8125 | 0.633s | 34.139s |
| Iteration 18 | l2 | 41.0952 | newto.. | 228 | --- | 0.375 | 0.8125 | 0.636s | 35.965s |
| Iteration 19 | none | --- | lbfgs | 213 | --- | 0.3125 | 0.8125 | 0.643s | 37.782s |
| Iteration 20 | none | --- | saga | 201 | --- | 0.5625 | 0.8125 | 0.647s | 39.713s |
| Iteration 21 | l2 | 0.3358 | saga | 216 | --- | 0.8125 | 0.8125 | 0.686s | 41.698s |
| Iteration 22 | elast.. | 40.6397 | saga | 222 | 0.6 | 0.25 | 0.8125 | 0.681s | 45.575s |
| Iteration 23 | l2 | 1.159 | saga | 214 | --- | 0.5625 | 0.8125 | 0.684s | 48.323s |
| Iteration 24 | l2 | 0.3162 | lbfgs | 210 | --- | 0.75 | 0.8125 | 0.691s | 50.512s |
| Iteration 25 | l2 | 0.0321 | newto.. | 214 | --- | 0.75 | 0.8125 | 0.684s | 54.055s |
| Iteration 26 | l2 | 0.0448 | saga | 220 | --- | 0.5 | 0.8125 | 0.677s | 56.625s |
| Iteration 27 | l2 | 0.0297 | newto.. | 213 | --- | 0.5625 | 0.8125 | 0.684s | 58.880s |
| Iteration 28 | l2 | 0.35 | libli.. | 210 | --- | 0.75 | 0.8125 | 0.696s | 1m:01s |
| Iteration 29 | l2 | 0.1768 | libli.. | 213 | --- | 0.5625 | 0.8125 | 0.682s | 1m:04s |
| Iteration 30 | l2 | 0.002 | sag | 201 | --- | 1.0 | 1.0 | 0.692s | 1m:06s |
| Iteration 31 | l2 | 0.001 | sag | 198 | --- | 0.4375 | 1.0 | 0.687s | 1m:08s |
| Iteration 32 | l2 | 0.1479 | libli.. | 199 | --- | 0.375 | 1.0 | 0.688s | 1m:10s |
| Iteration 33 | l2 | 0.0022 | sag | 202 | --- | 0.75 | 1.0 | 0.680s | 1m:12s |
| Iteration 34 | l2 | 0.001 | saga | 212 | --- | 0.8125 | 1.0 | 0.672s | 1m:15s |
| Iteration 35 | l2 | 0.0021 | sag | 201 | --- | 0.6875 | 1.0 | 0.635s | 1m:17s |
| Iteration 36 | l2 | 0.0017 | libli.. | 208 | --- | 0.9375 | 1.0 | 0.650s | 1m:20s |
| Iteration 37 | l2 | 0.0017 | saga | 212 | --- | 0.4375 | 1.0 | 0.637s | 1m:22s |
| Iteration 38 | l2 | 0.002 | sag | 204 | --- | 0.75 | 1.0 | 0.638s | 1m:24s |
| Iteration 39 | l2 | 0.0018 | newto.. | 203 | --- | 0.75 | 1.0 | 0.660s | 1m:26s |
| Iteration 40 | l2 | 0.002 | sag | 213 | --- | 0.8125 | 1.0 | 0.646s | 1m:29s |
| Iteration 41 | l2 | 0.0019 | sag | 171 | --- | 0.75 | 1.0 | 0.646s | 1m:31s |
| Iteration 42 | l2 | 0.0018 | sag | 252 | --- | 0.75 | 1.0 | 0.636s | 1m:33s |
| Iteration 43 | l2 | 0.0022 | sag | 215 | --- | 0.75 | 1.0 | 0.643s | 1m:37s |
| Iteration 44 | l1 | 0.0019 | saga | 100 | --- | 0.5 | 1.0 | 0.642s | 1m:42s |
| Iteration 45 | l2 | 0.0016 | sag | 167 | --- | 0.3125 | 1.0 | 0.636s | 1m:44s |
| Iteration 46 | l2 | 0.0019 | lbfgs | 222 | --- | 0.0 | 1.0 | 0.642s | 1m:47s |
| Iteration 47 | l2 | 0.0019 | saga | 222 | --- | 0.5 | 1.0 | 0.649s | 1m:49s |
| Iteration 48 | l2 | 0.0622 | libli.. | 261 | --- | 0.9375 | 1.0 | 0.680s | 1m:52s |
| Iteration 49 | l2 | 84.9428 | lbfgs | 260 | --- | 0.9375 | 1.0 | 0.689s | 1m:54s |
| Iteration 50 | l1 | 6.1485 | saga | 262 | --- | 0.8125 | 1.0 | 0.691s | 1m:56s |
Bayesian Optimization ---------------------------
Best call --> Iteration 30
Best parameters --> {'penalty': 'l2', 'C': 0.002, 'solver': 'sag', 'max_iter': 201}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:58s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7134
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.79 ± 0.0583
Time elapsed: 0.054s
-------------------------------------------------
Total time: 1m:58s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.5 | 0.5 | 0.674s | 0.680s |
| Initial point 2 | svd | --- | 0.5625 | 0.5625 | 0.671s | 2.442s |
| Initial point 3 | svd | --- | 0.5625 | 0.5625 | 0.001s | 3.601s |
| Initial point 4 | lsqr | 0.8 | 0.5 | 0.5625 | 0.668s | 5.296s |
| Initial point 5 | eigen | 0.9 | 0.5625 | 0.5625 | 0.671s | 7.036s |
| Initial point 6 | lsqr | 0.7 | 0.625 | 0.625 | 0.676s | 8.896s |
| Initial point 7 | lsqr | 0.5 | 0.375 | 0.625 | 0.667s | 10.710s |
| Initial point 8 | lsqr | 0.9 | 0.8125 | 0.8125 | 0.689s | 13.443s |
| Initial point 9 | lsqr | 0.6 | 0.3125 | 0.8125 | 0.670s | 15.530s |
| Initial point 10 | eigen | 0.8 | 0.375 | 0.8125 | 0.668s | 17.267s |
| Iteration 11 | lsqr | 0.9 | 0.8125 | 0.8125 | 0.000s | 18.497s |
| Iteration 12 | eigen | 0.7 | 0.75 | 0.8125 | 0.667s | 20.304s |
| Iteration 13 | svd | --- | 0.5625 | 0.8125 | 0.001s | 21.537s |
| Iteration 14 | lsqr | auto | 0.3125 | 0.8125 | 0.665s | 24.048s |
| Iteration 15 | svd | --- | 0.5625 | 0.8125 | 0.000s | 25.388s |
| Iteration 16 | eigen | None | 0.5 | 0.8125 | 0.664s | 27.287s |
| Iteration 17 | lsqr | 0.9 | 0.8125 | 0.8125 | 0.000s | 28.626s |
| Iteration 18 | svd | --- | 0.5625 | 0.8125 | 0.000s | 29.837s |
| Iteration 19 | lsqr | 1.0 | 0.375 | 0.8125 | 0.667s | 31.731s |
| Iteration 20 | lsqr | 0.9 | 0.8125 | 0.8125 | 0.000s | 35.064s |
| Iteration 21 | lsqr | None | 0.8125 | 0.8125 | 0.615s | 37.514s |
| Iteration 22 | svd | --- | 0.5625 | 0.8125 | 0.000s | 38.807s |
| Iteration 23 | eigen | 0.5 | 0.375 | 0.8125 | 0.623s | 40.678s |
| Iteration 24 | lsqr | None | 0.8125 | 0.8125 | 0.000s | 41.965s |
| Iteration 25 | lsqr | None | 0.8125 | 0.8125 | 0.000s | 43.186s |
| Iteration 26 | eigen | 0.6 | 0.375 | 0.8125 | 0.618s | 45.051s |
| Iteration 27 | lsqr | None | 0.8125 | 0.8125 | 0.000s | 46.231s |
| Iteration 28 | lsqr | 0.9 | 0.8125 | 0.8125 | 0.000s | 47.534s |
| Iteration 29 | svd | --- | 0.5625 | 0.8125 | 0.000s | 48.778s |
| Iteration 30 | lsqr | None | 0.8125 | 0.8125 | 0.000s | 49.971s |
| Iteration 31 | lsqr | 0.9 | 0.8125 | 0.8125 | 0.000s | 51.182s |
| Iteration 32 | lsqr | None | 0.8125 | 0.8125 | 0.001s | 52.410s |
| Iteration 33 | lsqr | 0.9 | 0.8125 | 0.8125 | 0.000s | 53.696s |
| Iteration 34 | lsqr | None | 0.8125 | 0.8125 | 0.000s | 57.567s |
| Iteration 35 | lsqr | 0.9 | 0.8125 | 0.8125 | 0.000s | 1m:02s |
| Iteration 36 | lsqr | None | 0.8125 | 0.8125 | 0.000s | 1m:04s |
| Iteration 37 | lsqr | 0.9 | 0.8125 | 0.8125 | 0.000s | 1m:05s |
| Iteration 38 | lsqr | None | 0.8125 | 0.8125 | 0.000s | 1m:07s |
| Iteration 39 | lsqr | 0.9 | 0.8125 | 0.8125 | 0.001s | 1m:08s |
| Iteration 40 | lsqr | None | 0.8125 | 0.8125 | 0.000s | 1m:09s |
| Iteration 41 | lsqr | None | 0.8125 | 0.8125 | 0.000s | 1m:13s |
| Iteration 42 | lsqr | 0.9 | 0.8125 | 0.8125 | 0.000s | 1m:17s |
| Iteration 43 | lsqr | 0.9 | 0.8125 | 0.8125 | 0.000s | 1m:21s |
| Iteration 44 | lsqr | None | 0.8125 | 0.8125 | 0.000s | 1m:23s |
| Iteration 45 | lsqr | 0.9 | 0.8125 | 0.8125 | 0.000s | 1m:25s |
| Iteration 46 | lsqr | None | 0.8125 | 0.8125 | 0.000s | 1m:26s |
| Iteration 47 | lsqr | None | 0.8125 | 0.8125 | 0.000s | 1m:27s |
| Iteration 48 | lsqr | 0.9 | 0.8125 | 0.8125 | 0.000s | 1m:29s |
| Iteration 49 | lsqr | 0.9 | 0.8125 | 0.8125 | 0.000s | 1m:30s |
| Iteration 50 | lsqr | None | 0.8125 | 0.8125 | 0.000s | 1m:32s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.9}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7027
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.95 ± 0.0
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:36s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.5 | 0.5 | 0.647s | 0.650s |
| Initial point 2 | 0.9 | 0.375 | 0.5 | 0.627s | 3.118s |
| Initial point 3 | 0.1 | 0.25 | 0.5 | 0.624s | 4.762s |
| Initial point 4 | 1.0 | 0.5 | 0.5 | 0.000s | 5.841s |
| Initial point 5 | 0.2 | 0.5625 | 0.5625 | 0.619s | 7.595s |
| Initial point 6 | 0.4 | 0.625 | 0.625 | 0.623s | 9.296s |
| Initial point 7 | 0.4 | 0.625 | 0.625 | 0.001s | 12.564s |
| Initial point 8 | 0.7 | 0.75 | 0.75 | 0.623s | 17.176s |
| Initial point 9 | 0.9 | 0.375 | 0.75 | 0.000s | 21.154s |
| Initial point 10 | 0.8 | 0.375 | 0.75 | 0.649s | 25.798s |
| Iteration 11 | 0.3 | 0.5625 | 0.75 | 0.636s | 28.210s |
| Iteration 12 | 0.6 | 0.75 | 0.75 | 1.211s | 30.616s |
| Iteration 13 | 0.5 | 0.0 | 0.75 | 0.628s | 35.169s |
| Iteration 14 | 0.0 | 0.375 | 0.75 | 0.622s | 37.867s |
| Iteration 15 | 0.7 | 0.75 | 0.75 | 0.000s | 39.101s |
| Iteration 16 | 0.6 | 0.75 | 0.75 | 0.000s | 40.240s |
| Iteration 17 | 0.6 | 0.75 | 0.75 | 0.000s | 41.390s |
| Iteration 18 | 0.7 | 0.75 | 0.75 | 0.000s | 42.546s |
| Iteration 19 | 0.6 | 0.75 | 0.75 | 0.000s | 46.169s |
| Iteration 20 | 0.7 | 0.75 | 0.75 | 0.000s | 50.479s |
| Iteration 21 | 0.6 | 0.75 | 0.75 | 0.000s | 52.320s |
| Iteration 22 | 0.7 | 0.75 | 0.75 | 0.000s | 56.005s |
| Iteration 23 | 0.6 | 0.75 | 0.75 | 0.000s | 58.520s |
| Iteration 24 | 0.7 | 0.75 | 0.75 | 0.000s | 1m:01s |
| Iteration 25 | 0.6 | 0.75 | 0.75 | 0.000s | 1m:02s |
| Iteration 26 | 0.9 | 0.375 | 0.75 | 0.000s | 1m:03s |
| Iteration 27 | 0.1 | 0.25 | 0.75 | 0.000s | 1m:07s |
| Iteration 28 | 0.7 | 0.75 | 0.75 | 0.000s | 1m:10s |
| Iteration 29 | 0.2 | 0.5625 | 0.75 | 0.000s | 1m:14s |
| Iteration 30 | 0.8 | 0.375 | 0.75 | 0.000s | 1m:15s |
| Iteration 31 | 0.6 | 0.75 | 0.75 | 0.000s | 1m:17s |
| Iteration 32 | 0.7 | 0.75 | 0.75 | 0.000s | 1m:18s |
| Iteration 33 | 0.7 | 0.75 | 0.75 | 0.000s | 1m:19s |
| Iteration 34 | 0.6 | 0.75 | 0.75 | 0.000s | 1m:20s |
| Iteration 35 | 0.6 | 0.75 | 0.75 | 0.000s | 1m:21s |
| Iteration 36 | 0.7 | 0.75 | 0.75 | 0.000s | 1m:23s |
| Iteration 37 | 0.7 | 0.75 | 0.75 | 0.000s | 1m:24s |
| Iteration 38 | 0.6 | 0.75 | 0.75 | 0.000s | 1m:25s |
| Iteration 39 | 0.7 | 0.75 | 0.75 | 0.000s | 1m:26s |
| Iteration 40 | 0.6 | 0.75 | 0.75 | 0.000s | 1m:27s |
| Iteration 41 | 0.6 | 0.75 | 0.75 | 0.000s | 1m:28s |
| Iteration 42 | 0.7 | 0.75 | 0.75 | 0.000s | 1m:29s |
| Iteration 43 | 0.6 | 0.75 | 0.75 | 0.000s | 1m:30s |
| Iteration 44 | 0.7 | 0.75 | 0.75 | 0.000s | 1m:33s |
| Iteration 45 | 0.6 | 0.75 | 0.75 | 0.000s | 1m:34s |
| Iteration 46 | 0.7 | 0.75 | 0.75 | 0.000s | 1m:35s |
| Iteration 47 | 0.6 | 0.75 | 0.75 | 0.000s | 1m:36s |
| Iteration 48 | 0.7 | 0.75 | 0.75 | 0.000s | 1m:37s |
| Iteration 49 | 0.6 | 0.75 | 0.75 | 0.001s | 1m:39s |
| Iteration 50 | 0.7 | 0.75 | 0.75 | 0.000s | 1m:42s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'reg_param': 0.6}
Best evaluation --> roc_auc: 0.75
Time elapsed: 1m:44s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6929
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.92 ± 0.0245
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:44s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 11.8505 | dista.. | auto | 40 | 1 | 0.9375 | 0.9375 | 0.645s | 0.666s |
| Initial point 2 | 4.7129 | uniform | kd_tree | 39 | 2 | 0.4375 | 0.9375 | 0.648s | 2.431s |
| Initial point 3 | 3.7229 | dista.. | ball_tree | 25 | 2 | 0.75 | 0.9375 | 0.654s | 4.203s |
| Initial point 4 | 10.8614 | uniform | ball_tree | 39 | 2 | 0.5 | 0.9375 | 0.650s | 6.097s |
| Initial point 5 | 8.5085 | dista.. | auto | 30 | 2 | 0.8125 | 0.9375 | 0.661s | 7.958s |
| Initial point 6 | 9.8535 | dista.. | ball_tree | 21 | 2 | 0.4375 | 0.9375 | 0.654s | 9.751s |
| Initial point 7 | 7.0479 | dista.. | ball_tree | 24 | 1 | 0.75 | 0.9375 | 0.668s | 11.517s |
| Initial point 8 | 1.6889 | dista.. | ball_tree | 21 | 2 | 0.5625 | 0.9375 | 0.658s | 13.162s |
| Initial point 9 | 7.8509 | uniform | ball_tree | 24 | 1 | 0.625 | 0.9375 | 0.644s | 14.899s |
| Initial point 10 | 5.5764 | uniform | brute | 22 | 2 | 0.625 | 0.9375 | 0.640s | 19.157s |
| Iteration 11 | 0.0 | dista.. | kd_tree | 37 | 1 | 0.5 | 0.9375 | 0.650s | 24.437s |
| Iteration 12 | 11.282 | dista.. | auto | 38 | 1 | 0.875 | 0.9375 | 0.649s | 29.712s |
| Iteration 13 | 5.4094 | dista.. | ball_tree | 24 | 1 | 0.5625 | 0.9375 | 0.662s | 34.817s |
| Iteration 14 | 0.0841 | uniform | auto | 39 | 1 | 0.5 | 0.9375 | 1.239s | 39.191s |
| Iteration 15 | 11.8839 | uniform | auto | 20 | 1 | 0.75 | 0.9375 | 0.661s | 41.600s |
| Iteration 16 | 11.8839 | dista.. | auto | 20 | 1 | 0.625 | 0.9375 | 0.658s | 43.661s |
| Iteration 17 | 0.1293 | dista.. | auto | 36 | 2 | 0.5 | 0.9375 | 0.640s | 45.598s |
| Iteration 18 | 11.8839 | dista.. | brute | 35 | 2 | 0.4375 | 0.9375 | 0.652s | 47.547s |
| Iteration 19 | 10.2038 | uniform | auto | 40 | 1 | 0.4688 | 0.9375 | 0.655s | 49.547s |
| Iteration 20 | 10.2976 | dista.. | brute | 40 | 2 | 1.0 | 1.0 | 0.668s | 51.625s |
| Iteration 21 | 10.6998 | dista.. | brute | 39 | 2 | 0.6875 | 1.0 | 0.637s | 55.140s |
| Iteration 22 | 0.0 | dista.. | brute | 40 | 2 | 0.5 | 1.0 | 0.639s | 57.503s |
| Iteration 23 | 11.8839 | dista.. | ball_tree | 40 | 1 | 0.5625 | 1.0 | 0.640s | 59.493s |
| Iteration 24 | 9.9285 | dista.. | brute | 40 | 2 | 0.875 | 1.0 | 0.653s | 1m:02s |
| Iteration 25 | 8.9621 | dista.. | auto | 40 | 1 | 0.75 | 1.0 | 0.643s | 1m:04s |
| Iteration 26 | 11.8839 | dista.. | kd_tree | 40 | 2 | 0.625 | 1.0 | 0.632s | 1m:05s |
| Iteration 27 | 7.3293 | dista.. | auto | 28 | 2 | 0.8125 | 1.0 | 0.639s | 1m:08s |
| Iteration 28 | 10.099 | dista.. | ball_tree | 40 | 2 | 0.6875 | 1.0 | 0.636s | 1m:10s |
| Iteration 29 | 0.0438 | dista.. | kd_tree | 29 | 2 | 0.5 | 1.0 | 0.665s | 1m:12s |
| Iteration 30 | 6.6475 | dista.. | kd_tree | 40 | 2 | 1.0 | 1.0 | 0.637s | 1m:14s |
| Iteration 31 | 6.8041 | dista.. | kd_tree | 40 | 2 | 0.75 | 1.0 | 0.637s | 1m:16s |
| Iteration 32 | 7.1562 | dista.. | ball_tree | 40 | 1 | 0.5 | 1.0 | 0.641s | 1m:18s |
| Iteration 33 | 8.0375 | dista.. | brute | 40 | 2 | 0.875 | 1.0 | 0.643s | 1m:20s |
| Iteration 34 | 5.4414 | dista.. | brute | 40 | 2 | 0.6875 | 1.0 | 0.650s | 1m:24s |
| Iteration 35 | 8.2215 | dista.. | auto | 40 | 2 | 0.9375 | 1.0 | 0.635s | 1m:27s |
| Iteration 36 | 8.2436 | dista.. | auto | 40 | 2 | 0.9375 | 1.0 | 0.639s | 1m:31s |
| Iteration 37 | 8.2386 | dista.. | auto | 40 | 2 | 0.5625 | 1.0 | 0.646s | 1m:34s |
| Iteration 38 | 0.0 | uniform | brute | 20 | 2 | 0.5 | 1.0 | 0.647s | 1m:36s |
| Iteration 39 | 11.8839 | uniform | brute | 20 | 2 | 0.625 | 1.0 | 1.245s | 1m:38s |
| Iteration 40 | 7.8659 | dista.. | brute | 40 | 2 | 0.875 | 1.0 | 0.649s | 1m:41s |
| Iteration 41 | 6.1348 | dista.. | brute | 20 | 2 | 0.8125 | 1.0 | 0.634s | 1m:43s |
| Iteration 42 | 7.5481 | dista.. | brute | 40 | 2 | 1.0 | 1.0 | 0.634s | 1m:45s |
| Iteration 43 | 7.3933 | dista.. | brute | 40 | 2 | 0.8125 | 1.0 | 0.632s | 1m:47s |
| Iteration 44 | 6.256 | dista.. | brute | 20 | 2 | 0.5625 | 1.0 | 0.630s | 1m:49s |
| Iteration 45 | 7.7166 | dista.. | kd_tree | 40 | 2 | 0.5 | 1.0 | 0.689s | 1m:51s |
| Iteration 46 | 8.2607 | dista.. | brute | 40 | 2 | 0.25 | 1.0 | 0.690s | 1m:53s |
| Iteration 47 | 9.092 | dista.. | auto | 40 | 2 | 1.0 | 1.0 | 0.675s | 1m:55s |
| Iteration 48 | 9.3275 | dista.. | auto | 40 | 1 | 0.9375 | 1.0 | 0.637s | 1m:57s |
| Iteration 49 | 11.8287 | dista.. | kd_tree | 20 | 2 | 1.0 | 1.0 | 0.640s | 1m:59s |
| Iteration 50 | 11.8839 | dista.. | auto | 20 | 1 | 0.625 | 1.0 | 0.001s | 2m:00s |
Bayesian Optimization ---------------------------
Best call --> Iteration 47
Best parameters --> {'radius': 9.092, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 40, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:02s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.84 ± 0.0663
Time elapsed: 0.051s
-------------------------------------------------
Total time: 2m:02s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.625 | 0.625 | 1.002s | 1.010s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.8125 | 0.8125 | 1.028s | 2.952s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.8125 | 0.8125 | 0.791s | 4.688s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.9375 | 0.9375 | 0.962s | 6.602s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.9375 | 0.9375 | 0.814s | 8.321s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.6875 | 0.9375 | 0.993s | 11.748s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.5625 | 0.9375 | 0.650s | 14.838s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.9688 | 0.9688 | 0.915s | 16.941s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.75 | 0.9688 | 0.629s | 18.540s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.9062 | 0.9688 | 0.751s | 20.159s |
| Iteration 11 | 418 | 0.01 | SAMME | 0.7812 | 0.9688 | 0.922s | 22.139s |
| Iteration 12 | 50 | 0.0566 | SAMME | 0.75 | 0.9688 | 0.659s | 23.907s |
| Iteration 13 | 298 | 0.0265 | SAMME | 0.6562 | 0.9688 | 0.842s | 27.114s |
| Iteration 14 | 475 | 0.01 | SAMME.R | 0.6875 | 0.9688 | 1.017s | 30.739s |
| Iteration 15 | 403 | 0.0716 | SAMME | 0.9062 | 0.9688 | 0.903s | 34.324s |
| Iteration 16 | 500 | 0.0604 | SAMME | 0.8125 | 0.9688 | 0.985s | 36.672s |
| Iteration 17 | 51 | 0.0102 | SAMME | 0.5 | 0.9688 | 0.663s | 40.287s |
| Iteration 18 | 414 | 0.0354 | SAMME | 0.0938 | 0.9688 | 0.908s | 42.800s |
| Iteration 19 | 300 | 0.0176 | SAMME | 0.7188 | 0.9688 | 0.831s | 44.682s |
| Iteration 20 | 437 | 0.0802 | SAMME | 1.0 | 1.0 | 0.924s | 48.611s |
| Iteration 21 | 428 | 0.0164 | SAMME | 0.7812 | 1.0 | 0.921s | 51.154s |
| Iteration 22 | 500 | 0.0212 | SAMME.R | 0.6875 | 1.0 | 1.014s | 53.401s |
| Iteration 23 | 446 | 0.0779 | SAMME | 0.8125 | 1.0 | 0.941s | 55.560s |
| Iteration 24 | 50 | 0.0977 | SAMME.R | 0.875 | 1.0 | 0.661s | 57.472s |
| Iteration 25 | 252 | 0.1212 | SAMME | 0.625 | 1.0 | 0.796s | 59.403s |
| Iteration 26 | 50 | 0.0862 | SAMME.R | 0.75 | 1.0 | 0.660s | 1m:01s |
| Iteration 27 | 500 | 0.0918 | SAMME | 0.875 | 1.0 | 0.973s | 1m:06s |
| Iteration 28 | 114 | 0.7912 | SAMME | 0.8125 | 1.0 | 0.704s | 1m:11s |
| Iteration 29 | 500 | 0.6062 | SAMME.R | 0.8125 | 1.0 | 1.043s | 1m:16s |
| Iteration 30 | 398 | 0.0848 | SAMME.R | 1.0 | 1.0 | 0.946s | 1m:19s |
| Iteration 31 | 364 | 0.0833 | SAMME | 1.0 | 1.0 | 0.889s | 1m:21s |
| Iteration 32 | 382 | 0.0829 | SAMME | 0.6875 | 1.0 | 0.886s | 1m:23s |
| Iteration 33 | 60 | 0.4389 | SAMME.R | 0.6875 | 1.0 | 0.667s | 1m:25s |
| Iteration 34 | 50 | 1.3161 | SAMME.R | 0.625 | 1.0 | 0.656s | 1m:29s |
| Iteration 35 | 55 | 10.0 | SAMME.R | 0.75 | 1.0 | 0.667s | 1m:31s |
| Iteration 36 | 50 | 0.0722 | SAMME.R | 0.75 | 1.0 | 0.657s | 1m:33s |
| Iteration 37 | 500 | 0.0955 | SAMME | 0.6875 | 1.0 | 0.966s | 1m:35s |
| Iteration 38 | 50 | 4.1156 | SAMME.R | 0.125 | 1.0 | 0.669s | 1m:37s |
| Iteration 39 | 484 | 0.321 | SAMME | 0.75 | 1.0 | 0.954s | 1m:39s |
| Iteration 40 | 500 | 0.0135 | SAMME.R | 1.0 | 1.0 | 1.597s | 1m:42s |
| Iteration 41 | 500 | 0.0135 | SAMME.R | 1.0 | 1.0 | 0.000s | 1m:43s |
| Iteration 42 | 500 | 0.0135 | SAMME.R | 1.0 | 1.0 | 0.000s | 1m:47s |
| Iteration 43 | 500 | 0.0136 | SAMME | 0.7812 | 1.0 | 0.975s | 1m:49s |
| Iteration 44 | 84 | 0.1726 | SAMME.R | 0.625 | 1.0 | 0.703s | 1m:51s |
| Iteration 45 | 50 | 0.0137 | SAMME.R | 0.6875 | 1.0 | 0.654s | 1m:53s |
| Iteration 46 | 500 | 0.8318 | SAMME.R | 0.25 | 1.0 | 1.023s | 1m:56s |
| Iteration 47 | 419 | 0.0138 | SAMME.R | 1.0 | 1.0 | 0.949s | 1m:58s |
| Iteration 48 | 453 | 0.0141 | SAMME.R | 0.9375 | 1.0 | 0.983s | 2m:00s |
| Iteration 49 | 500 | 0.078 | SAMME.R | 0.875 | 1.0 | 1.057s | 2m:03s |
| Iteration 50 | 500 | 0.0977 | SAMME.R | 1.0 | 1.0 | 1.093s | 2m:05s |
Bayesian Optimization ---------------------------
Best call --> Iteration 40
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0135, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:08s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9304
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.449s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.1166
Time elapsed: 1.999s
-------------------------------------------------
Total time: 2m:11s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.9375 | 0.9375 | 1.009s | 1.028s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 1.0 | 1.0 | 0.907s | 3.450s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.9375 | 1.0 | 0.967s | 5.391s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.75 | 1.0 | 0.772s | 7.107s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.75 | 1.0 | 0.971s | 8.977s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.75 | 1.0 | 0.785s | 10.691s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 1.0 | 1.0 | 0.802s | 12.391s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.8125 | 1.0 | 0.789s | 14.091s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.75 | 1.0 | 0.914s | 15.953s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.9375 | 1.0 | 0.881s | 17.792s |
| Iteration 11 | 401 | gini | 4 | 18 | 4 | log2 | False | 0.0224 | --- | 0.8125 | 1.0 | 0.867s | 19.957s |
| Iteration 12 | 435 | entropy | None | 18 | 19 | 0.6 | True | 0.0036 | 0.6 | 0.5 | 1.0 | 0.963s | 23.959s |
| Iteration 13 | 387 | gini | 6 | 4 | 16 | 0.8 | True | 0.0102 | 0.5 | 0.5 | 1.0 | 0.915s | 28.907s |
| Iteration 14 | 127 | entropy | 4 | 15 | 5 | auto | False | 0.0324 | --- | 0.8125 | 1.0 | 0.698s | 31.510s |
| Iteration 15 | 424 | gini | None | 19 | 6 | 0.8 | False | 0.0185 | --- | 0.75 | 1.0 | 0.890s | 36.137s |
| Iteration 16 | 18 | entropy | 7 | 18 | 19 | log2 | False | 0.0255 | --- | 0.7812 | 1.0 | 0.643s | 41.145s |
| Iteration 17 | 347 | gini | 9 | 12 | 1 | 0.7 | True | 0.035 | 0.8 | 1.0 | 1.0 | 0.901s | 44.585s |
| Iteration 18 | 10 | gini | 9 | 2 | 1 | None | True | 0.035 | None | 0.1875 | 1.0 | 0.635s | 47.354s |
| Iteration 19 | 294 | gini | None | 10 | 1 | 0.5 | True | 0.035 | 0.5 | 0.6875 | 1.0 | 0.865s | 49.876s |
| Iteration 20 | 431 | gini | 4 | 20 | 1 | auto | False | 0.0209 | --- | 1.0 | 1.0 | 0.885s | 52.301s |
| Iteration 21 | 500 | entropy | 6 | 11 | 12 | 0.5 | True | 0.035 | 0.7 | 0.6875 | 1.0 | 0.998s | 54.785s |
| Iteration 22 | 373 | entropy | 7 | 14 | 5 | log2 | False | 0.0154 | --- | 0.625 | 1.0 | 0.840s | 57.140s |
| Iteration 23 | 359 | gini | 9 | 12 | 1 | 0.7 | True | 0.0349 | 0.8 | 0.75 | 1.0 | 0.911s | 59.670s |
| Iteration 24 | 51 | gini | 6 | 10 | 1 | None | False | 0.0043 | --- | 0.8125 | 1.0 | 0.649s | 1m:02s |
| Iteration 25 | 386 | gini | 5 | 20 | 1 | 0.9 | False | 0.0149 | --- | 0.875 | 1.0 | 0.859s | 1m:04s |
| Iteration 26 | 10 | gini | 9 | 20 | 1 | None | True | 0.035 | None | 1.0 | 1.0 | 0.623s | 1m:06s |
| Iteration 27 | 500 | gini | 9 | 20 | 1 | auto | False | 0.035 | --- | 0.9375 | 1.0 | 0.918s | 1m:08s |
| Iteration 28 | 464 | gini | None | 6 | 18 | 0.9 | False | 0.035 | --- | 0.7188 | 1.0 | 0.914s | 1m:13s |
| Iteration 29 | 220 | entropy | 6 | 8 | 20 | auto | False | 0.0 | --- | 0.75 | 1.0 | 0.733s | 1m:17s |
| Iteration 30 | 422 | entropy | 3 | 20 | 1 | 0.6 | False | 0.035 | --- | 1.0 | 1.0 | 0.874s | 1m:20s |
| Iteration 31 | 10 | gini | 7 | 16 | 1 | None | True | 0.035 | None | 1.0 | 1.0 | 0.636s | 1m:22s |
| Iteration 32 | 38 | entropy | 4 | 18 | 1 | None | False | 0.035 | --- | 1.0 | 1.0 | 0.645s | 1m:24s |
| Iteration 33 | 163 | entropy | 5 | 20 | 1 | None | False | 0.035 | --- | 0.75 | 1.0 | 0.737s | 1m:29s |
| Iteration 34 | 10 | gini | 9 | 20 | 1 | sqrt | True | 0.035 | None | 0.8125 | 1.0 | 0.633s | 1m:32s |
| Iteration 35 | 488 | entropy | None | 15 | 1 | None | False | 0.035 | --- | 1.0 | 1.0 | 0.967s | 1m:34s |
| Iteration 36 | 500 | gini | 9 | 16 | 1 | None | False | 0.035 | --- | 0.6562 | 1.0 | 0.943s | 1m:36s |
| Iteration 37 | 290 | entropy | 2 | 20 | 1 | 0.8 | False | 0.0312 | --- | 0.5625 | 1.0 | 0.817s | 1m:41s |
| Iteration 38 | 10 | gini | None | 17 | 1 | auto | True | 0.035 | 0.9 | 0.875 | 1.0 | 0.629s | 1m:44s |
| Iteration 39 | 478 | gini | 8 | 20 | 20 | 0.7 | True | 0.016 | 0.9 | 0.6875 | 1.0 | 0.979s | 1m:46s |
| Iteration 40 | 63 | entropy | 9 | 10 | 20 | 0.8 | False | 0.0284 | --- | 0.8125 | 1.0 | 1.237s | 1m:49s |
| Iteration 41 | 10 | entropy | 7 | 17 | 1 | auto | False | 0.0 | --- | 0.75 | 1.0 | 0.630s | 1m:51s |
| Iteration 42 | 383 | entropy | 5 | 9 | 1 | log2 | False | 0.0 | --- | 1.0 | 1.0 | 0.852s | 1m:55s |
| Iteration 43 | 500 | entropy | 9 | 9 | 1 | auto | False | 0.0 | --- | 0.9375 | 1.0 | 0.913s | 1m:58s |
| Iteration 44 | 389 | gini | 7 | 8 | 1 | auto | False | 0.0 | --- | 0.8125 | 1.0 | 0.843s | 2m:03s |
| Iteration 45 | 10 | entropy | None | 10 | 1 | None | True | 0.0 | 0.6 | 0.8125 | 1.0 | 0.628s | 2m:05s |
| Iteration 46 | 462 | gini | 8 | 9 | 20 | 0.7 | False | 0.0 | --- | 0.375 | 1.0 | 0.879s | 2m:08s |
| Iteration 47 | 441 | gini | 8 | 20 | 12 | sqrt | True | 0.035 | 0.6 | 0.75 | 1.0 | 0.991s | 2m:11s |
| Iteration 48 | 183 | entropy | 1 | 2 | 1 | None | False | 0.0 | --- | 0.625 | 1.0 | 0.725s | 2m:13s |
| Iteration 49 | 152 | entropy | 7 | 20 | 1 | 0.6 | True | 0.0 | None | 1.0 | 1.0 | 0.742s | 2m:15s |
| Iteration 50 | 315 | entropy | 1 | 20 | 1 | 0.5 | True | 0.0025 | None | 0.875 | 1.0 | 0.877s | 2m:17s |
Bayesian Optimization ---------------------------
Best call --> Iteration 35
Best parameters --> {'n_estimators': 488, 'criterion': 'entropy', 'max_depth': None, 'min_samples_split': 15, 'min_samples_leaf': 1, 'max_features': None, 'bootstrap': False, 'ccp_alpha': 0.035}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:21s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9464
Test evaluation --> roc_auc: 0.475
Time elapsed: 0.382s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.745 ± 0.1279
Time elapsed: 1.629s
-------------------------------------------------
Total time: 2m:23s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.734s | 0.753s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.75 | 0.75 | 0.711s | 5.204s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.75 | 0.716s | 7.423s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.75 | 0.655s | 8.965s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.75 | 0.699s | 10.609s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.75 | 0.683s | 12.218s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.75 | 0.686s | 13.860s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.75 | 0.680s | 15.498s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.875 | 0.875 | 0.716s | 17.146s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.875 | 0.701s | 18.848s |
| Iteration 11 | 368 | 0.0124 | 9 | 0.2019 | 3 | 0.9 | 0.7 | 0.01 | 0 | 0.8125 | 0.875 | 0.708s | 20.964s |
| Iteration 12 | 378 | 0.0693 | 6 | 0.5959 | 4 | 0.8 | 0.9 | 0.01 | 100 | 0.5625 | 0.875 | 0.705s | 22.991s |
| Iteration 13 | 447 | 0.0505 | 5 | 0.6804 | 4 | 0.7 | 0.5 | 0 | 0.1 | 0.5625 | 0.875 | 0.714s | 24.983s |
| Iteration 14 | 396 | 0.0552 | 6 | 0.6204 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.5625 | 0.875 | 0.711s | 26.946s |
| Iteration 15 | 197 | 0.9058 | 10 | 0.2057 | 2 | 0.9 | 0.9 | 0.01 | 0 | 0.875 | 0.875 | 0.675s | 28.777s |
| Iteration 16 | 441 | 0.0116 | 6 | 0.5761 | 1 | 0.7 | 0.8 | 0.01 | 0 | 0.8125 | 0.875 | 1.333s | 31.438s |
| Iteration 17 | 51 | 0.01 | 10 | 0.0 | 1 | 1.0 | 0.4 | 0.01 | 0 | 1.0 | 1.0 | 0.644s | 35.481s |
| Iteration 18 | 20 | 0.01 | 1 | 0.0 | 1 | 0.5 | 1.0 | 0 | 100 | 0.25 | 1.0 | 0.636s | 39.903s |
| Iteration 19 | 500 | 0.01 | 1 | 1.0 | 1 | 1.0 | 1.0 | 0 | 0 | 0.7812 | 1.0 | 0.717s | 44.462s |
| Iteration 20 | 20 | 1.0 | 10 | 0.0 | 1 | 1.0 | 0.4 | 100 | 0 | 0.5 | 1.0 | 0.645s | 46.968s |
| Iteration 21 | 431 | 0.927 | 10 | 0.1628 | 1 | 1.0 | 0.6 | 0.1 | 0 | 0.75 | 1.0 | 0.716s | 49.016s |
| Iteration 22 | 325 | 0.0198 | 10 | 0.0149 | 1 | 1.0 | 0.7 | 0.01 | 0.1 | 0.625 | 1.0 | 0.709s | 51.048s |
| Iteration 23 | 155 | 0.6678 | 9 | 0.7853 | 10 | 0.8 | 0.7 | 0 | 100 | 0.5 | 1.0 | 0.656s | 52.912s |
| Iteration 24 | 155 | 0.0244 | 3 | 0.9545 | 10 | 0.5 | 0.4 | 100 | 100 | 0.5 | 1.0 | 0.655s | 54.868s |
| Iteration 25 | 86 | 0.0261 | 5 | 0.7207 | 3 | 0.5 | 0.6 | 0.1 | 0 | 0.75 | 1.0 | 0.658s | 56.830s |
| Iteration 26 | 20 | 1.0 | 10 | 0.833 | 1 | 0.8 | 0.4 | 0.01 | 0 | 0.8125 | 1.0 | 0.644s | 58.786s |
| Iteration 27 | 73 | 0.9036 | 3 | 0.6805 | 10 | 0.9 | 0.4 | 100 | 0 | 0.5 | 1.0 | 0.655s | 1m:01s |
| Iteration 28 | 20 | 0.0735 | 10 | 0.0 | 2 | 0.5 | 0.4 | 0.01 | 0 | 0.8125 | 1.0 | 0.648s | 1m:03s |
| Iteration 29 | 237 | 0.475 | 10 | 0.0784 | 3 | 0.9 | 0.4 | 0 | 0 | 0.9375 | 1.0 | 0.674s | 1m:05s |
| Iteration 30 | 71 | 0.0683 | 10 | 0.571 | 2 | 0.9 | 0.5 | 0 | 0 | 1.0 | 1.0 | 0.655s | 1m:07s |
| Iteration 31 | 20 | 0.01 | 10 | 0.4727 | 2 | 1.0 | 1.0 | 0 | 0 | 0.9062 | 1.0 | 0.636s | 1m:09s |
| Iteration 32 | 490 | 0.0271 | 6 | 0.7104 | 6 | 0.9 | 0.8 | 1 | 100 | 0.5 | 1.0 | 0.724s | 1m:11s |
| Iteration 33 | 459 | 0.1145 | 10 | 0.1806 | 1 | 0.5 | 0.9 | 0 | 0 | 0.875 | 1.0 | 0.727s | 1m:14s |
| Iteration 34 | 71 | 1.0 | 10 | 0.6708 | 2 | 1.0 | 0.4 | 0 | 0 | 0.5625 | 1.0 | 0.649s | 1m:16s |
| Iteration 35 | 428 | 0.0191 | 3 | 0.142 | 1 | 0.8 | 1.0 | 0 | 0 | 1.0 | 1.0 | 0.736s | 1m:18s |
| Iteration 36 | 20 | 0.01 | 1 | 0.0 | 1 | 0.5 | 1.0 | 0 | 0 | 0.875 | 1.0 | 0.635s | 1m:20s |
| Iteration 37 | 500 | 0.01 | 10 | 0.0 | 1 | 1.0 | 0.4 | 0 | 0 | 0.6875 | 1.0 | 0.743s | 1m:24s |
| Iteration 38 | 500 | 1.0 | 1 | 0.0 | 1 | 0.5 | 1.0 | 0 | 0 | 0.375 | 1.0 | 0.711s | 1m:26s |
| Iteration 39 | 326 | 0.01 | 10 | 0.3167 | 1 | 0.9 | 0.4 | 10 | 0 | 0.5 | 1.0 | 0.689s | 1m:29s |
| Iteration 40 | 20 | 0.01 | 10 | 1.0 | 2 | 0.7 | 0.9 | 0 | 0 | 1.0 | 1.0 | 0.655s | 1m:31s |
| Iteration 41 | 20 | 0.01 | 10 | 1.0 | 1 | 0.5 | 1.0 | 0 | 0 | 0.625 | 1.0 | 0.639s | 1m:33s |
| Iteration 42 | 204 | 0.01 | 10 | 0.8047 | 3 | 1.0 | 0.6 | 0 | 0 | 0.9375 | 1.0 | 1.326s | 1m:37s |
| Iteration 43 | 149 | 0.01 | 10 | 0.0 | 3 | 1.0 | 1.0 | 0 | 0 | 0.875 | 1.0 | 0.718s | 1m:40s |
| Iteration 44 | 265 | 0.01 | 10 | 0.755 | 4 | 0.5 | 0.9 | 0 | 0 | 0.625 | 1.0 | 0.746s | 1m:44s |
| Iteration 45 | 20 | 0.01 | 1 | 0.5369 | 1 | 0.8 | 0.9 | 0 | 0 | 0.6562 | 1.0 | 0.697s | 1m:48s |
| Iteration 46 | 107 | 0.01 | 10 | 0.0 | 2 | 1.0 | 1.0 | 0 | 0 | 0.0625 | 1.0 | 0.662s | 1m:53s |
| Iteration 47 | 97 | 0.5893 | 8 | 0.631 | 10 | 0.6 | 0.9 | 0 | 0 | 0.5 | 1.0 | 0.652s | 1m:57s |
| Iteration 48 | 20 | 1.0 | 10 | 1.0 | 1 | 0.5 | 0.4 | 0 | 0 | 0.625 | 1.0 | 0.647s | 2m:01s |
| Iteration 49 | 20 | 0.0764 | 1 | 1.0 | 1 | 1.0 | 0.4 | 0.01 | 0 | 0.9688 | 1.0 | 0.653s | 2m:04s |
| Iteration 50 | 20 | 0.01 | 1 | 1.0 | 1 | 1.0 | 0.5 | 0.1 | 0 | 0.8125 | 1.0 | 0.646s | 2m:09s |
Bayesian Optimization ---------------------------
Best call --> Iteration 35
Best parameters --> {'n_estimators': 428, 'learning_rate': 0.0191, 'max_depth': 3, 'gamma': 0.142, 'min_child_weight': 1, 'subsample': 0.8, 'colsample_bytree': 1.0, 'reg_alpha': 0, 'reg_lambda': 0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:11s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9982
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.115s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.97 ± 0.04
Time elapsed: 0.362s
-------------------------------------------------
Total time: 2m:11s
Final results ==================== >>
Duration: 16m:30s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.93 ± 0.0678
Logistic Regression --> roc_auc: 0.79 ± 0.0583
Linear Discriminant Analysis --> roc_auc: 0.95 ± 0.0
Quadratic Discriminant Analysis --> roc_auc: 0.92 ± 0.0245
Radius Nearest Neighbors --> roc_auc: 0.84 ± 0.0663
AdaBoost --> roc_auc: 0.88 ± 0.1166
Random Forest --> roc_auc: 0.745 ± 0.1279 ~
XGBoost --> roc_auc: 0.97 ± 0.04 !
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CALQGGSEKLVF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVRGGSYIPTF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CASSLADTQYF.
>>> Dropping feature CASSLAGTDTQYF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAARDNYGQNFVF.
>>> Dropping feature CAASTNTGNQFYF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAAPYSSASKIIF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CATDSNDYKLSF.
>>> Dropping feature CAVEGGSYIPTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAASGGGSNYKLTF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVSETGNQFYF.
>>> Dropping feature CAVSQGAQKLVF.
>>> Dropping feature CAVSSGGGADGLTF.
>>> Dropping feature CALNTDKLIF.
>>> Dropping feature CAVDGSSNTGKLIF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVPTQGGSEKLVF.
>>> Dropping feature CASSSGETQYF.
>>> Dropping feature CAVSPSGGYQKVTF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAARDSNYQLIW.
>>> Dropping feature CAASDRGSTLGRLYF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CALEYGNKLVF.
>>> Dropping feature CALTSGTYKYIF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CASSFSYEQYF.
>>> Dropping feature CASSGSARQLTF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.4375 | 0.4375 | 3.174s | 3.193s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.9375 | 0.9375 | 3.288s | 7.517s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.625 | 0.9375 | 3.228s | 11.777s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.9375 | 0.9375 | 3.230s | 15.966s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.8125 | 0.9375 | 3.264s | 20.421s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.6875 | 0.9375 | 3.188s | 27.353s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.8125 | 0.9375 | 3.147s | 32.059s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.6875 | 0.9375 | 3.296s | 36.457s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.625 | 0.9375 | 3.216s | 40.677s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.875 | 0.9375 | 3.209s | 44.951s |
| Iteration 11 | exponen.. | 0.4512 | 230 | 0.5 | friedman_mse | 3 | 16 | 6 | 0.5 | 0.0132 | 0.5 | 0.9375 | 3.255s | 49.630s |
| Iteration 12 | exponen.. | 0.0702 | 211 | 0.9 | friedman_mse | 8 | 8 | 6 | 0.9 | 0.0317 | 0.4375 | 0.9375 | 3.227s | 54.250s |
| Iteration 13 | deviance | 0.0129 | 113 | 0.9 | friedman_mse | 18 | 15 | 6 | auto | 0.0024 | 0.6875 | 0.9375 | 3.197s | 58.771s |
| Iteration 14 | deviance | 0.034 | 468 | 0.6 | friedman_mse | 12 | 15 | 7 | None | 0.0019 | 0.75 | 0.9375 | 3.266s | 1m:03s |
| Iteration 15 | exponen.. | 0.0258 | 227 | 0.7 | friedman_mse | 4 | 16 | 5 | auto | 0.0142 | 1.0 | 1.0 | 3.215s | 1m:08s |
| Iteration 16 | exponen.. | 0.2434 | 314 | 0.6 | friedman_mse | 2 | 18 | 2 | auto | 0.0 | 0.5 | 1.0 | 3.212s | 1m:12s |
| Iteration 17 | exponen.. | 0.0292 | 221 | 0.7 | friedman_mse | 4 | 16 | 5 | auto | 0.0158 | 0.75 | 1.0 | 3.208s | 1m:17s |
| Iteration 18 | deviance | 0.4297 | 278 | 1.0 | squared_er.. | 18 | 10 | 1 | None | 0.0093 | 0.125 | 1.0 | 3.201s | 1m:22s |
| Iteration 19 | exponen.. | 0.2121 | 403 | 0.7 | squared_er.. | 5 | 4 | 3 | sqrt | 0.035 | 0.4688 | 1.0 | 3.912s | 1m:28s |
| Iteration 20 | exponen.. | 0.1915 | 262 | 0.6 | friedman_mse | 13 | 18 | 9 | 0.7 | 0.0338 | 0.5 | 1.0 | 3.228s | 1m:32s |
| Iteration 21 | deviance | 0.0404 | 252 | 0.7 | squared_er.. | 9 | 3 | 6 | None | 0.0326 | 0.75 | 1.0 | 3.144s | 1m:39s |
| Iteration 22 | deviance | 0.0452 | 444 | 0.6 | friedman_mse | 11 | 16 | 6 | auto | 0.0209 | 0.6875 | 1.0 | 3.197s | 1m:44s |
| Iteration 23 | deviance | 0.7635 | 282 | 0.5 | squared_er.. | 20 | 11 | 4 | None | 0.0133 | 0.5 | 1.0 | 3.226s | 1m:49s |
| Iteration 24 | exponen.. | 0.0113 | 51 | 0.8 | friedman_mse | 12 | 13 | 8 | auto | 0.0204 | 0.9375 | 1.0 | 3.189s | 1m:54s |
| Iteration 25 | exponen.. | 0.0116 | 362 | 1.0 | friedman_mse | 15 | 17 | 7 | auto | 0.0255 | 0.375 | 1.0 | 3.245s | 1m:58s |
| Iteration 26 | exponen.. | 0.0251 | 229 | 0.7 | friedman_mse | 4 | 16 | 5 | auto | 0.0139 | 0.75 | 1.0 | 3.190s | 2m:05s |
| Iteration 27 | deviance | 0.5991 | 340 | 0.9 | squared_er.. | 10 | 10 | 6 | None | 0.0296 | 0.8125 | 1.0 | 3.355s | 2m:11s |
| Iteration 28 | exponen.. | 0.1945 | 10 | 0.5 | friedman_mse | 11 | 16 | 1 | auto | 0.0198 | 0.5 | 1.0 | 3.208s | 2m:16s |
| Iteration 29 | deviance | 0.737 | 444 | 0.6 | friedman_mse | 8 | 2 | 8 | auto | 0.0122 | 0.875 | 1.0 | 3.310s | 2m:20s |
| Iteration 30 | exponen.. | 0.0105 | 113 | 0.9 | friedman_mse | 16 | 11 | 7 | auto | 0.0169 | 0.75 | 1.0 | 3.276s | 2m:26s |
| Iteration 31 | exponen.. | 0.0105 | 16 | 0.7 | friedman_mse | 8 | 16 | 8 | auto | 0.019 | 0.4062 | 1.0 | 3.215s | 2m:30s |
| Iteration 32 | exponen.. | 0.0119 | 392 | 0.8 | friedman_mse | 19 | 12 | 8 | auto | 0.0205 | 0.75 | 1.0 | 3.320s | 2m:35s |
| Iteration 33 | deviance | 0.2051 | 21 | 0.9 | squared_er.. | 9 | 9 | 5 | None | 0.0307 | 1.0 | 1.0 | 3.223s | 2m:40s |
| Iteration 34 | deviance | 0.0123 | 464 | 0.6 | squared_er.. | 7 | 8 | 5 | None | 0.0022 | 0.875 | 1.0 | 3.328s | 2m:45s |
| Iteration 35 | deviance | 0.0102 | 63 | 0.9 | squared_er.. | 11 | 9 | 5 | None | 0.0297 | 1.0 | 1.0 | 3.232s | 2m:50s |
| Iteration 36 | exponen.. | 0.0727 | 438 | 0.7 | friedman_mse | 10 | 14 | 4 | log2 | 0.0327 | 0.625 | 1.0 | 3.356s | 2m:55s |
| Iteration 37 | deviance | 0.129 | 55 | 0.5 | squared_er.. | 16 | 9 | 5 | 0.9 | 0.0338 | 0.6562 | 1.0 | 3.188s | 3m:03s |
| Iteration 38 | deviance | 0.0636 | 403 | 1.0 | squared_er.. | 5 | 9 | 5 | auto | 0.003 | 0.9375 | 1.0 | 3.222s | 3m:10s |
| Iteration 39 | deviance | 0.0475 | 264 | 0.8 | squared_er.. | 19 | 9 | 6 | auto | 0.0316 | 0.5 | 1.0 | 3.146s | 3m:17s |
| Iteration 40 | deviance | 0.0572 | 109 | 0.8 | squared_er.. | 13 | 10 | 5 | auto | 0.0105 | 1.0 | 1.0 | 3.132s | 3m:24s |
| Iteration 41 | deviance | 0.5406 | 367 | 0.9 | squared_er.. | 17 | 10 | 5 | auto | 0.0014 | 0.625 | 1.0 | 3.150s | 3m:32s |
| Iteration 42 | deviance | 0.1016 | 214 | 1.0 | squared_er.. | 9 | 9 | 5 | None | 0.0233 | 0.9375 | 1.0 | 3.189s | 3m:37s |
| Iteration 43 | deviance | 0.1482 | 140 | 0.7 | squared_er.. | 5 | 10 | 5 | 0.9 | 0.0137 | 0.75 | 1.0 | 3.205s | 3m:42s |
| Iteration 44 | exponen.. | 0.1278 | 17 | 0.6 | squared_er.. | 8 | 9 | 4 | sqrt | 0.0283 | 0.3438 | 1.0 | 3.168s | 3m:49s |
| Iteration 45 | deviance | 0.0337 | 79 | 0.8 | friedman_mse | 8 | 9 | 5 | 0.9 | 0.016 | 0.375 | 1.0 | 3.215s | 3m:56s |
| Iteration 46 | exponen.. | 0.2487 | 154 | 0.8 | squared_er.. | 14 | 9 | 5 | None | 0.0097 | 0.5625 | 1.0 | 3.208s | 4m:03s |
| Iteration 47 | deviance | 0.0489 | 171 | 0.6 | squared_er.. | 15 | 9 | 5 | None | 0.0255 | 0.75 | 1.0 | 3.226s | 4m:09s |
| Iteration 48 | deviance | 0.1922 | 265 | 0.9 | squared_er.. | 8 | 10 | 5 | auto | 0.0008 | 1.0 | 1.0 | 3.272s | 4m:14s |
| Iteration 49 | deviance | 0.1065 | 121 | 0.5 | squared_er.. | 7 | 10 | 4 | auto | 0.011 | 0.875 | 1.0 | 3.220s | 4m:19s |
| Iteration 50 | deviance | 0.0178 | 224 | 0.8 | squared_er.. | 7 | 11 | 5 | auto | 0.0224 | 0.5312 | 1.0 | 3.230s | 4m:26s |
Bayesian Optimization ---------------------------
Best call --> Iteration 48
Best parameters --> {'loss': 'deviance', 'learning_rate': 0.1922, 'n_estimators': 265, 'subsample': 0.9, 'criterion': 'squared_error', 'min_samples_split': 8, 'min_samples_leaf': 10, 'max_depth': 5, 'max_features': 'auto', 'ccp_alpha': 0.0008}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:30s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.081s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.87 ± 0.0678
Time elapsed: 0.374s
-------------------------------------------------
Total time: 4m:30s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.5 | 0.5 | 3.213s | 3.226s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.75 | 0.75 | 3.224s | 9.589s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.5 | 0.75 | 3.137s | 14.056s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.5 | 0.75 | 3.144s | 18.188s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.6875 | 0.75 | 3.182s | 22.318s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.625 | 0.75 | 3.176s | 26.415s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.5 | 0.75 | 3.132s | 32.242s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 1.0 | 1.0 | 3.164s | 36.911s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.5 | 1.0 | 3.223s | 41.138s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.75 | 1.0 | 3.230s | 45.551s |
| Iteration 11 | l2 | 6.2019 | newto.. | 177 | --- | 0.1875 | 1.0 | 3.214s | 50.172s |
| Iteration 12 | l2 | 0.0298 | lbfgs | 681 | --- | 0.4375 | 1.0 | 3.227s | 57.220s |
| Iteration 13 | l2 | 21.0029 | libli.. | 131 | --- | 0.6875 | 1.0 | 3.233s | 1m:03s |
| Iteration 14 | l2 | 0.0063 | newto.. | 133 | --- | 0.1875 | 1.0 | 3.235s | 1m:07s |
| Iteration 15 | l1 | 13.6459 | libli.. | 397 | --- | 0.6875 | 1.0 | 3.266s | 1m:12s |
| Iteration 16 | l1 | 0.5104 | libli.. | 100 | --- | 0.3125 | 1.0 | 3.244s | 1m:16s |
| Iteration 17 | l2 | 3.6245 | libli.. | 132 | --- | 0.625 | 1.0 | 3.242s | 1m:21s |
| Iteration 18 | elast.. | 0.0012 | saga | 117 | 0.9 | 0.5 | 1.0 | 3.155s | 1m:25s |
| Iteration 19 | l2 | 93.8463 | lbfgs | 294 | --- | 0.4375 | 1.0 | 3.192s | 1m:30s |
| Iteration 20 | l1 | 0.0054 | libli.. | 117 | --- | 0.5 | 1.0 | 3.902s | 1m:35s |
| Iteration 21 | l1 | 10.4112 | libli.. | 100 | --- | 0.6875 | 1.0 | 3.317s | 1m:40s |
| Iteration 22 | l1 | 7.2858 | libli.. | 441 | --- | 0.5 | 1.0 | 3.225s | 1m:45s |
| Iteration 23 | l2 | 100.0 | sag | 159 | --- | 0.75 | 1.0 | 3.158s | 1m:49s |
| Iteration 24 | l1 | 11.347 | saga | 994 | --- | 0.1875 | 1.0 | 3.179s | 1m:54s |
| Iteration 25 | l1 | 9.9023 | libli.. | 120 | --- | 0.5 | 1.0 | 3.130s | 1m:58s |
| Iteration 26 | l1 | 82.8297 | libli.. | 957 | --- | 0.5 | 1.0 | 3.167s | 2m:03s |
| Iteration 27 | l1 | 10.9578 | libli.. | 100 | --- | 0.5 | 1.0 | 3.192s | 2m:07s |
| Iteration 28 | l2 | 4.8125 | libli.. | 141 | --- | 0.6875 | 1.0 | 3.174s | 2m:12s |
| Iteration 29 | none | --- | lbfgs | 132 | --- | 0.875 | 1.0 | 3.166s | 2m:17s |
| Iteration 30 | l2 | 9.4258 | saga | 134 | --- | 0.5 | 1.0 | 3.188s | 2m:21s |
| Iteration 31 | none | --- | lbfgs | 132 | --- | 0.875 | 1.0 | 0.000s | 2m:23s |
| Iteration 32 | none | --- | lbfgs | 284 | --- | 0.6875 | 1.0 | 3.202s | 2m:27s |
| Iteration 33 | l1 | 0.0502 | libli.. | 132 | --- | 0.5 | 1.0 | 3.173s | 2m:32s |
| Iteration 34 | none | --- | lbfgs | 114 | --- | 0.625 | 1.0 | 3.189s | 2m:37s |
| Iteration 35 | none | --- | lbfgs | 855 | --- | 1.0 | 1.0 | 3.201s | 2m:41s |
| Iteration 36 | none | --- | lbfgs | 1000 | --- | 0.75 | 1.0 | 3.212s | 2m:46s |
| Iteration 37 | none | --- | lbfgs | 100 | --- | 0.25 | 1.0 | 3.199s | 2m:50s |
| Iteration 38 | l2 | 37.6325 | lbfgs | 1000 | --- | 0.5625 | 1.0 | 3.188s | 2m:55s |
| Iteration 39 | none | --- | lbfgs | 846 | --- | 0.6875 | 1.0 | 3.184s | 2m:59s |
| Iteration 40 | l2 | 0.0011 | sag | 978 | --- | 0.6875 | 1.0 | 3.212s | 3m:04s |
| Iteration 41 | none | --- | sag | 557 | --- | 0.625 | 1.0 | 3.166s | 3m:09s |
| Iteration 42 | none | --- | lbfgs | 933 | --- | 0.5 | 1.0 | 3.224s | 3m:13s |
| Iteration 43 | l2 | 90.3623 | sag | 111 | --- | 0.6875 | 1.0 | 3.197s | 3m:18s |
| Iteration 44 | l2 | 67.0193 | sag | 305 | --- | 0.3125 | 1.0 | 3.208s | 3m:22s |
| Iteration 45 | none | --- | newto.. | 845 | --- | 0.125 | 1.0 | 3.171s | 3m:29s |
| Iteration 46 | none | --- | lbfgs | 928 | --- | 0.75 | 1.0 | 3.137s | 3m:34s |
| Iteration 47 | none | --- | lbfgs | 973 | --- | 0.5 | 1.0 | 3.210s | 3m:39s |
| Iteration 48 | l2 | 0.0056 | sag | 904 | --- | 1.0 | 1.0 | 3.172s | 3m:43s |
| Iteration 49 | none | --- | saga | 175 | --- | 0.3125 | 1.0 | 3.194s | 3m:48s |
| Iteration 50 | l2 | 0.001 | sag | 903 | --- | 0.4375 | 1.0 | 3.061s | 3m:53s |
Bayesian Optimization ---------------------------
Best call --> Iteration 35
Best parameters --> {'penalty': 'none', 'solver': 'lbfgs', 'max_iter': 855}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:55s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8375
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.72 ± 0.103
Time elapsed: 0.066s
-------------------------------------------------
Total time: 3m:55s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.0625 | 0.0625 | 3.131s | 3.136s |
| Initial point 2 | svd | --- | 0.75 | 0.75 | 3.147s | 7.222s |
| Initial point 3 | svd | --- | 0.75 | 0.75 | 0.000s | 8.158s |
| Initial point 4 | lsqr | 0.8 | 0.6875 | 0.75 | 3.160s | 12.193s |
| Initial point 5 | eigen | 0.9 | 0.375 | 0.75 | 3.147s | 16.657s |
| Initial point 6 | lsqr | 0.7 | 1.0 | 1.0 | 3.155s | 21.174s |
| Initial point 7 | lsqr | 0.5 | 0.3125 | 1.0 | 3.195s | 25.458s |
| Initial point 8 | lsqr | 0.9 | 0.75 | 1.0 | 3.194s | 31.512s |
| Initial point 9 | lsqr | 0.6 | 0.0625 | 1.0 | 3.180s | 37.781s |
| Initial point 10 | eigen | 0.8 | 0.375 | 1.0 | 3.196s | 42.571s |
| Iteration 11 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 43.844s |
| Iteration 12 | eigen | 0.7 | 0.625 | 1.0 | 3.174s | 48.101s |
| Iteration 13 | svd | --- | 0.75 | 1.0 | 0.000s | 49.323s |
| Iteration 14 | lsqr | auto | 0.5 | 1.0 | 3.139s | 53.498s |
| Iteration 15 | eigen | auto | 0.9375 | 1.0 | 3.164s | 57.969s |
| Iteration 16 | svd | --- | 0.75 | 1.0 | 0.000s | 1m:02s |
| Iteration 17 | svd | --- | 0.75 | 1.0 | 0.000s | 1m:03s |
| Iteration 18 | lsqr | 1.0 | 0.6875 | 1.0 | 3.045s | 1m:07s |
| Iteration 19 | svd | --- | 0.75 | 1.0 | 0.000s | 1m:09s |
| Iteration 20 | lsqr | None | 0.375 | 1.0 | 3.098s | 1m:15s |
| Iteration 21 | eigen | 0.5 | 0.4375 | 1.0 | 3.194s | 1m:21s |
| Iteration 22 | eigen | 0.6 | 0.3125 | 1.0 | 3.160s | 1m:27s |
| Iteration 23 | svd | --- | 0.75 | 1.0 | 0.000s | 1m:30s |
| Iteration 24 | svd | --- | 0.75 | 1.0 | 0.000s | 1m:32s |
| Iteration 25 | eigen | None | 0.625 | 1.0 | 3.113s | 1m:36s |
| Iteration 26 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 1m:37s |
| Iteration 27 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 1m:38s |
| Iteration 28 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 1m:39s |
| Iteration 29 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 1m:41s |
| Iteration 30 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 1m:42s |
| Iteration 31 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 1m:43s |
| Iteration 32 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 1m:45s |
| Iteration 33 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 1m:46s |
| Iteration 34 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 1m:49s |
| Iteration 35 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 1m:52s |
| Iteration 36 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 1m:56s |
| Iteration 37 | lsqr | auto | 0.5 | 1.0 | 0.000s | 2m:00s |
| Iteration 38 | lsqr | 0.7 | 1.0 | 1.0 | 0.001s | 2m:04s |
| Iteration 39 | svd | --- | 0.75 | 1.0 | 0.000s | 2m:09s |
| Iteration 40 | lsqr | 0.7 | 1.0 | 1.0 | 0.001s | 2m:13s |
| Iteration 41 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 2m:15s |
| Iteration 42 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 2m:18s |
| Iteration 43 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 2m:22s |
| Iteration 44 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 2m:26s |
| Iteration 45 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 2m:29s |
| Iteration 46 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 2m:31s |
| Iteration 47 | lsqr | 0.7 | 1.0 | 1.0 | 0.001s | 2m:33s |
| Iteration 48 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 2m:34s |
| Iteration 49 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 2m:35s |
| Iteration 50 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 2m:38s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:41s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6777
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.69 ± 0.3216
Time elapsed: 0.028s
-------------------------------------------------
Total time: 2m:41s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.0625 | 0.0625 | 3.060s | 3.063s |
| Initial point 2 | 0.9 | 0.25 | 0.25 | 3.095s | 7.525s |
| Initial point 3 | 0.1 | 0.0 | 0.25 | 3.128s | 11.763s |
| Initial point 4 | 1.0 | 0.0625 | 0.25 | 0.000s | 12.697s |
| Initial point 5 | 0.2 | 0.3125 | 0.3125 | 3.142s | 16.693s |
| Initial point 6 | 0.4 | 0.8125 | 0.8125 | 3.137s | 20.961s |
| Initial point 7 | 0.4 | 0.8125 | 0.8125 | 0.001s | 21.918s |
| Initial point 8 | 0.7 | 0.75 | 0.8125 | 3.163s | 27.858s |
| Initial point 9 | 0.9 | 0.25 | 0.8125 | 0.000s | 29.338s |
| Initial point 10 | 0.8 | 0.375 | 0.8125 | 3.098s | 33.324s |
| Iteration 11 | 0.3 | 0.25 | 0.8125 | 3.196s | 37.717s |
| Iteration 12 | 0.6 | 0.5625 | 0.8125 | 3.130s | 42.041s |
| Iteration 13 | 0.5 | 0.375 | 0.8125 | 3.172s | 46.254s |
| Iteration 14 | 0.0 | 0.5625 | 0.8125 | 3.172s | 50.546s |
| Iteration 15 | 0.4 | 0.8125 | 0.8125 | 0.000s | 52.932s |
| Iteration 16 | 0.4 | 0.8125 | 0.8125 | 0.000s | 54.291s |
| Iteration 17 | 0.4 | 0.8125 | 0.8125 | 0.000s | 57.208s |
| Iteration 18 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:01s |
| Iteration 19 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:02s |
| Iteration 20 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:03s |
| Iteration 21 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:04s |
| Iteration 22 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:08s |
| Iteration 23 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:11s |
| Iteration 24 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:15s |
| Iteration 25 | 0.6 | 0.5625 | 0.8125 | 0.001s | 1m:19s |
| Iteration 26 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:23s |
| Iteration 27 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:24s |
| Iteration 28 | 0.9 | 0.25 | 0.8125 | 0.000s | 1m:25s |
| Iteration 29 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:26s |
| Iteration 30 | 0.8 | 0.375 | 0.8125 | 0.000s | 1m:27s |
| Iteration 31 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:29s |
| Iteration 32 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:30s |
| Iteration 33 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:31s |
| Iteration 34 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:32s |
| Iteration 35 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:33s |
| Iteration 36 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:35s |
| Iteration 37 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:39s |
| Iteration 38 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:41s |
| Iteration 39 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:42s |
| Iteration 40 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:46s |
| Iteration 41 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:48s |
| Iteration 42 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:49s |
| Iteration 43 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:50s |
| Iteration 44 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:51s |
| Iteration 45 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:52s |
| Iteration 46 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:53s |
| Iteration 47 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:54s |
| Iteration 48 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:55s |
| Iteration 49 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:56s |
| Iteration 50 | 0.4 | 0.8125 | 0.8125 | 0.000s | 1m:58s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'reg_param': 0.4}
Best evaluation --> roc_auc: 0.8125
Time elapsed: 1m:59s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.4402
Test evaluation --> roc_auc: 0.4
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.54 ± 0.2746
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:59s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 9.5693 | dista.. | auto | 40 | 1 | 0.6562 | 0.6562 | 3.116s | 3.136s |
| Initial point 2 | 3.8057 | uniform | kd_tree | 39 | 2 | 0.625 | 0.6562 | 3.158s | 7.259s |
| Initial point 3 | 3.0063 | dista.. | ball_tree | 25 | 2 | 0.6562 | 0.6562 | 3.161s | 11.433s |
| Initial point 4 | 8.7707 | uniform | ball_tree | 39 | 2 | 0.5312 | 0.6562 | 3.167s | 15.560s |
| Initial point 5 | 6.8707 | dista.. | auto | 30 | 2 | 0.6875 | 0.6875 | 3.173s | 19.665s |
| Initial point 6 | 7.9568 | dista.. | ball_tree | 21 | 2 | 0.625 | 0.6875 | 3.160s | 23.959s |
| Initial point 7 | 5.6913 | dista.. | ball_tree | 24 | 1 | 1.0 | 1.0 | 3.149s | 28.157s |
| Initial point 8 | 1.3638 | dista.. | ball_tree | 21 | 2 | 0.5625 | 1.0 | 3.179s | 32.419s |
| Initial point 9 | 6.3397 | uniform | ball_tree | 24 | 1 | 0.3438 | 1.0 | 3.187s | 36.909s |
| Initial point 10 | 4.503 | uniform | brute | 22 | 2 | 0.75 | 1.0 | 3.185s | 41.231s |
| Iteration 11 | 0.0 | dista.. | brute | 20 | 1 | 0.5 | 1.0 | 3.193s | 45.972s |
| Iteration 12 | 5.3892 | dista.. | ball_tree | 23 | 1 | 0.1875 | 1.0 | 3.197s | 53.064s |
| Iteration 13 | 5.7111 | dista.. | auto | 24 | 1 | 0.4375 | 1.0 | 3.084s | 58.402s |
| Iteration 14 | 5.5751 | dista.. | kd_tree | 24 | 1 | 1.0 | 1.0 | 3.198s | 1m:03s |
| Iteration 15 | 5.439 | uniform | kd_tree | 24 | 1 | 0.8438 | 1.0 | 3.188s | 1m:08s |
| Iteration 16 | 5.643 | dista.. | kd_tree | 24 | 1 | 0.5625 | 1.0 | 3.212s | 1m:12s |
| Iteration 17 | 5.4601 | dista.. | ball_tree | 24 | 2 | 0.6875 | 1.0 | 3.210s | 1m:17s |
| Iteration 18 | 5.2308 | dista.. | kd_tree | 24 | 1 | 0.1875 | 1.0 | 3.208s | 1m:22s |
| Iteration 19 | 5.558 | dista.. | kd_tree | 24 | 2 | 0.375 | 1.0 | 3.135s | 1m:29s |
| Iteration 20 | 5.671 | dista.. | ball_tree | 24 | 2 | 0.25 | 1.0 | 3.221s | 1m:34s |
| Iteration 21 | 5.74 | dista.. | ball_tree | 24 | 1 | 0.8125 | 1.0 | 3.229s | 1m:39s |
| Iteration 22 | 5.5221 | uniform | kd_tree | 24 | 1 | 0.75 | 1.0 | 3.228s | 1m:43s |
| Iteration 23 | 5.6569 | dista.. | ball_tree | 24 | 1 | 0.375 | 1.0 | 3.820s | 1m:49s |
| Iteration 24 | 5.6436 | uniform | kd_tree | 24 | 2 | 0.4688 | 1.0 | 3.106s | 1m:56s |
| Iteration 25 | 5.3766 | uniform | kd_tree | 24 | 1 | 0.625 | 1.0 | 3.171s | 2m:02s |
| Iteration 26 | 5.4533 | uniform | kd_tree | 24 | 1 | 0.5625 | 1.0 | 3.138s | 2m:07s |
| Iteration 27 | 5.7919 | dista.. | ball_tree | 24 | 1 | 0.5938 | 1.0 | 3.175s | 2m:12s |
| Iteration 28 | 5.6897 | uniform | kd_tree | 24 | 1 | 0.875 | 1.0 | 3.107s | 2m:18s |
| Iteration 29 | 5.8055 | uniform | kd_tree | 24 | 1 | 0.6562 | 1.0 | 3.093s | 2m:24s |
| Iteration 30 | 4.7005 | uniform | brute | 22 | 2 | 0.5625 | 1.0 | 3.163s | 2m:28s |
| Iteration 31 | 5.5843 | uniform | kd_tree | 24 | 1 | 0.5 | 1.0 | 3.129s | 2m:34s |
| Iteration 32 | 4.2933 | dista.. | brute | 22 | 2 | 0.75 | 1.0 | 3.198s | 2m:39s |
| Iteration 33 | 5.6903 | uniform | kd_tree | 24 | 1 | 0.5938 | 1.0 | 3.223s | 2m:43s |
| Iteration 34 | 5.5705 | dista.. | kd_tree | 24 | 1 | 0.625 | 1.0 | 3.213s | 2m:48s |
| Iteration 35 | 4.362 | uniform | ball_tree | 22 | 2 | 0.75 | 1.0 | 3.236s | 2m:52s |
| Iteration 36 | 5.8966 | uniform | kd_tree | 25 | 1 | 0.625 | 1.0 | 3.248s | 2m:57s |
| Iteration 37 | 4.1993 | uniform | ball_tree | 22 | 2 | 0.375 | 1.0 | 3.235s | 3m:01s |
| Iteration 38 | 5.7258 | dista.. | ball_tree | 24 | 1 | 0.5938 | 1.0 | 3.221s | 3m:06s |
| Iteration 39 | 5.4576 | uniform | kd_tree | 24 | 1 | 0.3125 | 1.0 | 3.214s | 3m:11s |
| Iteration 40 | 6.0719 | uniform | kd_tree | 23 | 1 | 0.6875 | 1.0 | 3.241s | 3m:15s |
| Iteration 41 | 4.4401 | uniform | kd_tree | 22 | 2 | 0.5938 | 1.0 | 3.210s | 3m:20s |
| Iteration 42 | 5.9127 | dista.. | auto | 23 | 2 | 0.9375 | 1.0 | 3.237s | 3m:26s |
| Iteration 43 | 7.1706 | dista.. | ball_tree | 24 | 1 | 0.4688 | 1.0 | 3.248s | 3m:31s |
| Iteration 44 | 0.0716 | uniform | auto | 21 | 2 | 0.5 | 1.0 | 3.239s | 3m:36s |
| Iteration 45 | 6.0003 | uniform | auto | 24 | 2 | 0.125 | 1.0 | 3.229s | 3m:41s |
| Iteration 46 | 5.9718 | dista.. | auto | 23 | 2 | 0.6875 | 1.0 | 3.232s | 3m:46s |
| Iteration 47 | 0.5287 | uniform | auto | 23 | 2 | 0.625 | 1.0 | 3.236s | 3m:51s |
| Iteration 48 | 6.8358 | dista.. | auto | 29 | 2 | 0.6875 | 1.0 | 3.200s | 3m:57s |
| Iteration 49 | 6.1281 | dista.. | auto | 25 | 2 | 0.4688 | 1.0 | 3.222s | 4m:03s |
| Iteration 50 | 6.8631 | dista.. | auto | 31 | 2 | 0.5625 | 1.0 | 3.180s | 4m:08s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'radius': 5.5751, 'weights': 'distance', 'algorithm': 'kd_tree', 'leaf_size': 24, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:10s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.103
Time elapsed: 0.055s
-------------------------------------------------
Total time: 4m:10s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.3125 | 0.3125 | 3.600s | 3.607s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.75 | 0.75 | 3.643s | 8.382s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.8125 | 0.8125 | 3.358s | 13.381s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.75 | 0.8125 | 3.404s | 20.640s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.75 | 0.8125 | 3.272s | 25.453s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.75 | 0.8125 | 3.424s | 30.893s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.6562 | 0.8125 | 3.108s | 35.361s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.75 | 0.8125 | 3.438s | 39.767s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.5 | 0.8125 | 3.191s | 44.041s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.8438 | 0.8438 | 3.302s | 48.506s |
| Iteration 11 | 50 | 0.01 | SAMME | 0.625 | 0.8438 | 3.158s | 52.910s |
| Iteration 12 | 51 | 0.5905 | SAMME | 0.4375 | 0.8438 | 3.192s | 57.330s |
| Iteration 13 | 199 | 0.0164 | SAMME | 0.7188 | 0.8438 | 3.293s | 1m:02s |
| Iteration 14 | 309 | 0.4104 | SAMME | 0.75 | 0.8438 | 3.369s | 1m:07s |
| Iteration 15 | 300 | 0.01 | SAMME.R | 0.875 | 0.875 | 3.397s | 1m:12s |
| Iteration 16 | 320 | 0.01 | SAMME.R | 0.4375 | 0.875 | 3.395s | 1m:16s |
| Iteration 17 | 92 | 0.0836 | SAMME.R | 0.8125 | 0.875 | 3.219s | 1m:23s |
| Iteration 18 | 84 | 0.0908 | SAMME.R | 0.25 | 0.875 | 3.181s | 1m:28s |
| Iteration 19 | 301 | 0.0108 | SAMME.R | 0.5312 | 0.875 | 3.380s | 1m:32s |
| Iteration 20 | 190 | 0.0152 | SAMME | 0.9375 | 0.9375 | 3.292s | 1m:37s |
| Iteration 21 | 270 | 0.0104 | SAMME | 0.625 | 0.9375 | 3.329s | 1m:42s |
| Iteration 22 | 241 | 0.0146 | SAMME | 0.5625 | 0.9375 | 3.307s | 1m:46s |
| Iteration 23 | 188 | 0.0153 | SAMME | 0.6875 | 0.9375 | 3.276s | 1m:51s |
| Iteration 24 | 133 | 0.0153 | SAMME | 0.875 | 0.9375 | 3.243s | 1m:55s |
| Iteration 25 | 125 | 0.0154 | SAMME | 0.2188 | 0.9375 | 3.227s | 1m:59s |
| Iteration 26 | 192 | 0.0147 | SAMME | 0.6875 | 0.9375 | 3.316s | 2m:05s |
| Iteration 27 | 186 | 0.0144 | SAMME | 0.9375 | 0.9375 | 3.282s | 2m:11s |
| Iteration 28 | 174 | 0.0107 | SAMME | 0.7188 | 0.9375 | 3.291s | 2m:17s |
| Iteration 29 | 184 | 0.015 | SAMME | 0.8125 | 0.9375 | 3.273s | 2m:22s |
| Iteration 30 | 176 | 0.0411 | SAMME | 0.75 | 0.9375 | 3.261s | 2m:26s |
| Iteration 31 | 53 | 9.8063 | SAMME.R | 0.6875 | 0.9375 | 3.167s | 2m:31s |
| Iteration 32 | 193 | 0.1752 | SAMME | 0.75 | 0.9375 | 3.279s | 2m:35s |
| Iteration 33 | 181 | 1.2834 | SAMME | 1.0 | 1.0 | 3.256s | 2m:40s |
| Iteration 34 | 159 | 7.3606 | SAMME | 0.5 | 1.0 | 3.188s | 2m:44s |
| Iteration 35 | 55 | 9.9833 | SAMME.R | 0.75 | 1.0 | 3.139s | 2m:51s |
| Iteration 36 | 397 | 1.2699 | SAMME | 0.6875 | 1.0 | 3.374s | 2m:56s |
| Iteration 37 | 181 | 6.8687 | SAMME | 0.5625 | 1.0 | 3.125s | 3m:01s |
| Iteration 38 | 206 | 8.9811 | SAMME | 0.625 | 1.0 | 3.143s | 3m:06s |
| Iteration 39 | 184 | 0.0267 | SAMME | 0.5 | 1.0 | 3.256s | 3m:12s |
| Iteration 40 | 189 | 1.257 | SAMME | 1.0 | 1.0 | 3.280s | 3m:17s |
| Iteration 41 | 186 | 1.2639 | SAMME | 0.75 | 1.0 | 3.267s | 3m:24s |
| Iteration 42 | 199 | 1.1723 | SAMME | 1.0 | 1.0 | 3.320s | 3m:29s |
| Iteration 43 | 53 | 1.1906 | SAMME | 1.0 | 1.0 | 3.203s | 3m:34s |
| Iteration 44 | 76 | 1.1584 | SAMME | 0.4375 | 1.0 | 3.217s | 3m:38s |
| Iteration 45 | 459 | 1.2695 | SAMME | 0.25 | 1.0 | 3.500s | 3m:43s |
| Iteration 46 | 200 | 5.9931 | SAMME.R | 0.5 | 1.0 | 3.298s | 3m:48s |
| Iteration 47 | 195 | 1.1991 | SAMME | 0.8125 | 1.0 | 3.320s | 3m:53s |
| Iteration 48 | 204 | 1.4199 | SAMME.R | 1.0 | 1.0 | 3.325s | 3m:57s |
| Iteration 49 | 202 | 1.4272 | SAMME.R | 0.625 | 1.0 | 3.262s | 4m:04s |
| Iteration 50 | 190 | 1.088 | SAMME | 0.4062 | 1.0 | 3.257s | 4m:09s |
Bayesian Optimization ---------------------------
Best call --> Iteration 48
Best parameters --> {'n_estimators': 204, 'learning_rate': 1.4199, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:10s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.189s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.94 ± 0.0735
Time elapsed: 0.839s
-------------------------------------------------
Total time: 4m:11s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.9375 | 0.9375 | 4.160s | 4.180s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.875 | 0.9375 | 3.452s | 8.694s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.8125 | 0.9375 | 3.419s | 13.168s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.9375 | 3.262s | 17.467s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.4375 | 0.9375 | 3.445s | 21.904s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.75 | 0.9375 | 3.276s | 26.302s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.8125 | 0.9375 | 3.345s | 30.671s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.5625 | 0.9375 | 3.337s | 35.043s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.875 | 0.9375 | 3.454s | 39.592s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.875 | 0.9375 | 3.423s | 44.041s |
| Iteration 11 | 302 | gini | 1 | 18 | 6 | 0.5 | True | 0.0271 | 0.7 | 0.6875 | 0.9375 | 3.379s | 49.891s |
| Iteration 12 | 376 | entropy | 1 | 18 | 5 | 0.5 | True | 0.029 | 0.9 | 0.4375 | 0.9375 | 3.458s | 55.213s |
| Iteration 13 | 500 | entropy | 4 | 19 | 7 | 0.7 | True | 0.009 | 0.8 | 0.625 | 0.9375 | 3.560s | 1m:00s |
| Iteration 14 | 121 | entropy | 7 | 20 | 5 | auto | True | 0.0252 | 0.7 | 0.625 | 0.9375 | 3.252s | 1m:05s |
| Iteration 15 | 150 | entropy | 8 | 11 | 20 | 0.8 | False | 0.03 | --- | 0.8125 | 0.9375 | 3.229s | 1m:10s |
| Iteration 16 | 71 | gini | 8 | 13 | 7 | log2 | False | 0.0037 | --- | 0.375 | 0.9375 | 3.150s | 1m:14s |
| Iteration 17 | 500 | entropy | None | 6 | 15 | sqrt | True | 0.0266 | 0.8 | 0.8125 | 0.9375 | 3.436s | 1m:21s |
| Iteration 18 | 388 | gini | 7 | 12 | 12 | 0.8 | False | 0.0124 | --- | 0.1562 | 0.9375 | 3.281s | 1m:29s |
| Iteration 19 | 256 | entropy | 8 | 8 | 15 | 0.8 | True | 0.0341 | 0.9 | 0.6562 | 0.9375 | 3.265s | 1m:36s |
| Iteration 20 | 182 | gini | 4 | 14 | 8 | 0.8 | False | 0.0175 | --- | 0.9375 | 0.9375 | 3.203s | 1m:41s |
| Iteration 21 | 154 | entropy | None | 20 | 5 | 0.7 | True | 0.0079 | 0.9 | 0.8125 | 0.9375 | 3.242s | 1m:48s |
| Iteration 22 | 332 | gini | 2 | 14 | 8 | log2 | False | 0.0192 | --- | 0.6875 | 0.9375 | 3.320s | 1m:53s |
| Iteration 23 | 60 | gini | 7 | 14 | 8 | 0.9 | False | 0.0308 | --- | 0.625 | 0.9375 | 3.215s | 1m:58s |
| Iteration 24 | 274 | entropy | 2 | 20 | 5 | 0.6 | True | 0.0198 | 0.9 | 0.875 | 0.9375 | 3.404s | 2m:03s |
| Iteration 25 | 78 | gini | 4 | 14 | 5 | 0.8 | False | 0.0056 | --- | 0.25 | 0.9375 | 3.207s | 2m:08s |
| Iteration 26 | 295 | gini | None | 14 | 8 | 0.8 | False | 0.0148 | --- | 0.6875 | 0.9375 | 3.346s | 2m:13s |
| Iteration 27 | 264 | gini | 8 | 14 | 13 | 0.6 | False | 0.0169 | --- | 0.4375 | 0.9375 | 4.012s | 2m:20s |
| Iteration 28 | 455 | gini | 2 | 17 | 5 | 0.5 | True | 0.0228 | 0.7 | 0.875 | 0.9375 | 3.480s | 2m:27s |
| Iteration 29 | 164 | gini | 6 | 15 | 8 | 0.7 | False | 0.0175 | --- | 0.875 | 0.9375 | 3.215s | 2m:33s |
| Iteration 30 | 191 | gini | 2 | 11 | 5 | 0.8 | False | 0.0171 | --- | 0.75 | 0.9375 | 3.245s | 2m:41s |
| Iteration 31 | 500 | entropy | 1 | 12 | 8 | 0.9 | True | 0.0227 | 0.5 | 0.5625 | 0.9375 | 3.473s | 2m:48s |
| Iteration 32 | 174 | gini | 3 | 13 | 8 | None | False | 0.0178 | --- | 0.6875 | 0.9375 | 3.265s | 2m:53s |
| Iteration 33 | 145 | entropy | 6 | 20 | 5 | 0.6 | True | 0.0229 | 0.7 | 1.0 | 1.0 | 3.293s | 2m:58s |
| Iteration 34 | 28 | entropy | 5 | 20 | 5 | 0.6 | True | 0.0227 | 0.9 | 0.875 | 1.0 | 3.218s | 3m:03s |
| Iteration 35 | 419 | entropy | 1 | 12 | 4 | 0.7 | True | 0.0223 | 0.5 | 1.0 | 1.0 | 3.500s | 3m:08s |
| Iteration 36 | 409 | entropy | 1 | 7 | 4 | 0.7 | True | 0.0223 | 0.5 | 1.0 | 1.0 | 3.515s | 3m:13s |
| Iteration 37 | 166 | entropy | 9 | 19 | 4 | 0.5 | True | 0.0218 | None | 0.625 | 1.0 | 3.314s | 3m:18s |
| Iteration 38 | 112 | entropy | 2 | 17 | 5 | 0.6 | True | 0.0227 | 0.6 | 0.9375 | 1.0 | 3.286s | 3m:24s |
| Iteration 39 | 487 | entropy | 1 | 17 | 4 | 0.7 | True | 0.0223 | 0.7 | 0.625 | 1.0 | 3.546s | 3m:29s |
| Iteration 40 | 159 | entropy | 8 | 9 | 4 | 0.7 | True | 0.0222 | None | 1.0 | 1.0 | 3.329s | 3m:34s |
| Iteration 41 | 426 | entropy | None | 9 | 4 | 0.8 | True | 0.0214 | 0.5 | 0.8125 | 1.0 | 3.518s | 3m:39s |
| Iteration 42 | 247 | gini | 8 | 11 | 4 | 0.7 | True | 0.0224 | 0.5 | 0.9375 | 1.0 | 3.386s | 3m:44s |
| Iteration 43 | 442 | entropy | 5 | 8 | 4 | 0.6 | True | 0.0227 | None | 0.9375 | 1.0 | 3.551s | 3m:50s |
| Iteration 44 | 157 | entropy | None | 9 | 4 | 0.7 | True | 0.023 | 0.6 | 0.25 | 1.0 | 3.336s | 3m:55s |
| Iteration 45 | 391 | gini | 9 | 4 | 2 | None | True | 0.0168 | 0.5 | 0.3125 | 1.0 | 3.491s | 3m:60s |
| Iteration 46 | 204 | entropy | 1 | 12 | 5 | 0.7 | True | 0.0222 | 0.5 | 0.25 | 1.0 | 3.323s | 4m:05s |
| Iteration 47 | 315 | entropy | 6 | 14 | 5 | 0.6 | False | 0.0246 | --- | 0.75 | 1.0 | 3.376s | 4m:10s |
| Iteration 48 | 48 | gini | 1 | 8 | 4 | 0.7 | True | 0.0222 | None | 1.0 | 1.0 | 3.212s | 4m:15s |
| Iteration 49 | 149 | entropy | 8 | 14 | 4 | 0.7 | True | 0.02 | None | 0.8125 | 1.0 | 3.309s | 4m:20s |
| Iteration 50 | 157 | gini | 1 | 14 | 4 | 0.7 | True | 0.0222 | None | 0.4375 | 1.0 | 3.194s | 4m:27s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'n_estimators': 409, 'criterion': 'entropy', 'max_depth': 1, 'min_samples_split': 7, 'min_samples_leaf': 4, 'max_features': 0.7, 'bootstrap': True, 'ccp_alpha': 0.0223, 'max_samples': 0.5}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:32s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9009
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.353s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.87 ± 0.0245
Time elapsed: 1.625s
-------------------------------------------------
Total time: 4m:33s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.248s | 3.267s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.9375 | 0.9375 | 3.333s | 10.111s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.9375 | 3.273s | 14.885s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.9375 | 3.836s | 19.733s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.9375 | 3.223s | 24.052s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.9375 | 3.243s | 28.347s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.9375 | 3.256s | 32.565s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.9375 | 3.265s | 36.837s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.75 | 0.9375 | 3.302s | 41.085s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.9375 | 3.258s | 45.300s |
| Iteration 11 | 290 | 0.0173 | 5 | 0.2189 | 3 | 0.6 | 0.7 | 0.01 | 100 | 0.8125 | 0.9375 | 3.235s | 49.930s |
| Iteration 12 | 460 | 0.2905 | 10 | 0.419 | 3 | 0.8 | 0.4 | 1 | 0 | 0.3125 | 0.9375 | 3.315s | 56.697s |
| Iteration 13 | 452 | 0.0378 | 6 | 0.5563 | 3 | 0.9 | 1.0 | 0.01 | 0.1 | 0.625 | 0.9375 | 3.286s | 1m:02s |
| Iteration 14 | 392 | 0.5115 | 4 | 0.4737 | 2 | 0.5 | 0.8 | 0.1 | 100 | 0.5 | 0.9375 | 3.314s | 1m:07s |
| Iteration 15 | 150 | 0.0256 | 3 | 0.1732 | 3 | 0.7 | 0.8 | 0.1 | 100 | 0.875 | 0.9375 | 3.245s | 1m:12s |
| Iteration 16 | 340 | 0.0881 | 8 | 0.4753 | 3 | 0.6 | 0.4 | 0.1 | 0.01 | 0.3125 | 0.9375 | 3.298s | 1m:16s |
| Iteration 17 | 435 | 0.0399 | 7 | 0.4564 | 2 | 0.8 | 0.9 | 0.1 | 0.1 | 0.875 | 0.9375 | 3.290s | 1m:21s |
| Iteration 18 | 252 | 0.0104 | 6 | 0.7888 | 5 | 0.9 | 0.8 | 0.1 | 1 | 0.5 | 0.9375 | 3.250s | 1m:26s |
| Iteration 19 | 418 | 0.041 | 6 | 0.4161 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.4688 | 0.9375 | 3.273s | 1m:31s |
| Iteration 20 | 451 | 0.1003 | 3 | 0.4473 | 7 | 0.8 | 1.0 | 0.01 | 1 | 0.5 | 0.9375 | 3.327s | 1m:36s |
| Iteration 21 | 176 | 0.0174 | 3 | 0.2634 | 2 | 0.5 | 0.8 | 0.01 | 1 | 0.9375 | 0.9375 | 3.243s | 1m:42s |
| Iteration 22 | 146 | 0.0133 | 3 | 0.4114 | 1 | 0.6 | 0.8 | 1 | 100 | 0.5625 | 0.9375 | 3.243s | 1m:48s |
| Iteration 23 | 469 | 0.0137 | 3 | 0.0174 | 2 | 0.6 | 0.8 | 0 | 0.01 | 0.5 | 0.9375 | 3.310s | 1m:52s |
| Iteration 24 | 174 | 0.0248 | 9 | 0.7443 | 1 | 0.8 | 0.8 | 0.01 | 100 | 0.75 | 0.9375 | 3.283s | 1m:57s |
| Iteration 25 | 357 | 0.01 | 2 | 0.599 | 2 | 0.6 | 0.9 | 0.1 | 0.01 | 0.5 | 0.9375 | 3.289s | 2m:03s |
| Iteration 26 | 403 | 0.0374 | 2 | 0.6022 | 6 | 1.0 | 0.4 | 1 | 100 | 0.5 | 0.9375 | 3.310s | 2m:08s |
| Iteration 27 | 78 | 0.029 | 10 | 0.3987 | 3 | 0.6 | 0.8 | 1 | 100 | 1.0 | 1.0 | 3.244s | 2m:13s |
| Iteration 28 | 362 | 0.0318 | 5 | 0.7853 | 6 | 0.5 | 0.7 | 0.1 | 100 | 0.5 | 1.0 | 3.313s | 2m:18s |
| Iteration 29 | 408 | 0.036 | 3 | 0.3501 | 2 | 0.9 | 1.0 | 0.1 | 10 | 0.875 | 1.0 | 3.338s | 2m:23s |
| Iteration 30 | 73 | 0.0502 | 5 | 0.638 | 3 | 0.6 | 0.8 | 0.1 | 100 | 0.5 | 1.0 | 3.831s | 2m:29s |
| Iteration 31 | 107 | 0.0301 | 3 | 0.8288 | 1 | 0.8 | 0.5 | 0.1 | 1 | 0.8125 | 1.0 | 3.285s | 2m:34s |
| Iteration 32 | 494 | 1.0 | 10 | 0.7759 | 10 | 0.7 | 0.9 | 0.1 | 100 | 0.5 | 1.0 | 3.306s | 2m:39s |
| Iteration 33 | 57 | 0.0252 | 3 | 0.0097 | 2 | 0.9 | 0.4 | 1 | 0.1 | 1.0 | 1.0 | 3.218s | 2m:43s |
| Iteration 34 | 20 | 0.025 | 9 | 0.0894 | 2 | 0.8 | 0.9 | 0.1 | 0.01 | 0.875 | 1.0 | 3.200s | 2m:48s |
| Iteration 35 | 500 | 0.0253 | 8 | 0.5099 | 2 | 0.6 | 0.4 | 0.01 | 100 | 0.875 | 1.0 | 3.253s | 2m:55s |
| Iteration 36 | 60 | 0.0251 | 9 | 0.8218 | 2 | 0.5 | 0.5 | 0.01 | 0.01 | 1.0 | 1.0 | 3.251s | 3m:01s |
| Iteration 37 | 20 | 0.0244 | 9 | 0.9147 | 3 | 1.0 | 0.6 | 100 | 0 | 0.5 | 1.0 | 3.113s | 3m:07s |
| Iteration 38 | 398 | 0.0269 | 8 | 0.0 | 1 | 0.7 | 0.6 | 1 | 100 | 0.8125 | 1.0 | 3.221s | 3m:12s |
| Iteration 39 | 82 | 0.0312 | 9 | 0.8575 | 1 | 0.6 | 0.5 | 0 | 10 | 0.5625 | 1.0 | 3.233s | 3m:17s |
| Iteration 40 | 62 | 0.0241 | 9 | 0.8362 | 2 | 0.5 | 0.8 | 0.1 | 1 | 1.0 | 1.0 | 3.236s | 3m:22s |
| Iteration 41 | 142 | 0.0238 | 3 | 0.954 | 2 | 0.8 | 0.9 | 0.1 | 0 | 0.8125 | 1.0 | 3.214s | 3m:27s |
| Iteration 42 | 442 | 0.0237 | 10 | 0.8915 | 3 | 0.5 | 0.9 | 0.1 | 100 | 0.5 | 1.0 | 3.289s | 3m:32s |
| Iteration 43 | 20 | 0.0286 | 2 | 0.0 | 2 | 0.8 | 0.6 | 1 | 10 | 0.8125 | 1.0 | 3.201s | 3m:37s |
| Iteration 44 | 20 | 0.0232 | 10 | 0.0 | 1 | 0.6 | 0.5 | 0.1 | 100 | 0.3438 | 1.0 | 3.185s | 3m:42s |
| Iteration 45 | 341 | 0.0765 | 6 | 0.3906 | 3 | 0.6 | 0.9 | 1 | 0.1 | 0.4375 | 1.0 | 3.238s | 3m:47s |
| Iteration 46 | 204 | 0.027 | 10 | 0.3965 | 2 | 0.6 | 0.5 | 0.1 | 1 | 0.4375 | 1.0 | 3.215s | 3m:51s |
| Iteration 47 | 75 | 0.0221 | 6 | 0.867 | 2 | 0.6 | 0.7 | 0.1 | 0.1 | 0.75 | 1.0 | 3.203s | 3m:57s |
| Iteration 48 | 81 | 0.0243 | 6 | 0.5393 | 2 | 0.7 | 0.6 | 0.01 | 100 | 0.75 | 1.0 | 3.197s | 4m:02s |
| Iteration 49 | 88 | 0.0233 | 7 | 0.977 | 3 | 0.7 | 0.8 | 0 | 100 | 0.5 | 1.0 | 3.211s | 4m:07s |
| Iteration 50 | 475 | 0.0322 | 9 | 0.1996 | 2 | 0.7 | 0.6 | 0 | 10 | 0.5625 | 1.0 | 3.246s | 4m:12s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'n_estimators': 60, 'learning_rate': 0.0251, 'max_depth': 9, 'gamma': 0.8218, 'min_child_weight': 2, 'subsample': 0.5, 'colsample_bytree': 0.5, 'reg_alpha': 0.01, 'reg_lambda': 0.01}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:14s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9705
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.035s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.94 ± 0.049
Time elapsed: 0.101s
-------------------------------------------------
Total time: 4m:14s
Final results ==================== >>
Duration: 30m:13s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.87 ± 0.0678
Logistic Regression --> roc_auc: 0.72 ± 0.103
Linear Discriminant Analysis --> roc_auc: 0.69 ± 0.3216 ~
Quadratic Discriminant Analysis --> roc_auc: 0.54 ± 0.2746
Radius Nearest Neighbors --> roc_auc: 0.82 ± 0.103
AdaBoost --> roc_auc: 0.94 ± 0.0735 !
Random Forest --> roc_auc: 0.87 ± 0.0245
XGBoost --> roc_auc: 0.94 ± 0.049 !
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 836 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CAVKGGSEKLVF.
>>> Dropping feature CAVSPSGGYQKVTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CAVANAGGTSYGKLTF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAATSGSARQLTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CVVTNQAGTALIF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CAVPTSGTYKYIF.
>>> Dropping feature CAYRSYNTDKLIF.
>>> Dropping feature CALSSGGSNYKLTF.
>>> Dropping feature CALYSGGGADGLTF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAGNYGGSQGNLIF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAASMNSGYSTLTF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAASSGGGADGLTF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.875 | 0.875 | 0.690s | 0.710s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.875 | 0.875 | 0.725s | 2.357s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 1.0 | 1.0 | 1.362s | 4.705s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 1.0 | 1.0 | 0.682s | 6.362s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.9375 | 1.0 | 0.687s | 7.978s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.5 | 1.0 | 0.733s | 9.642s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.9375 | 1.0 | 0.701s | 11.281s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 1.0 | 1.0 | 0.757s | 12.963s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.9375 | 1.0 | 0.676s | 15.752s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.75 | 1.0 | 0.676s | 17.713s |
| Iteration 11 | exponen.. | 0.2368 | 121 | 0.5 | squared_er.. | 8 | 14 | 3 | 0.6 | 0.0265 | 0.8125 | 1.0 | 0.656s | 19.785s |
| Iteration 12 | exponen.. | 1.0 | 434 | 0.6 | squared_er.. | 13 | 20 | 1 | auto | 0.0068 | 0.5 | 1.0 | 0.725s | 21.842s |
| Iteration 13 | exponen.. | 1.0 | 343 | 0.6 | friedman_mse | 3 | 17 | 4 | 0.6 | 0.0295 | 0.75 | 1.0 | 0.703s | 26.472s |
| Iteration 14 | exponen.. | 0.7787 | 200 | 0.6 | friedman_mse | 2 | 20 | 2 | auto | 0.0255 | 0.5 | 1.0 | 0.670s | 31.415s |
| Iteration 15 | exponen.. | 0.1896 | 186 | 0.6 | friedman_mse | 4 | 16 | 5 | auto | 0.0234 | 1.0 | 1.0 | 0.673s | 34.078s |
| Iteration 16 | exponen.. | 0.1505 | 22 | 0.7 | friedman_mse | 16 | 9 | 7 | log2 | 0.0206 | 0.875 | 1.0 | 0.628s | 36.000s |
| Iteration 17 | exponen.. | 0.4153 | 429 | 0.9 | squared_er.. | 16 | 2 | 7 | sqrt | 0.0233 | 0.5625 | 1.0 | 0.734s | 38.136s |
| Iteration 18 | exponen.. | 0.012 | 216 | 0.7 | squared_er.. | 12 | 8 | 6 | 0.7 | 0.0102 | 0.9375 | 1.0 | 0.701s | 40.114s |
| Iteration 19 | exponen.. | 0.253 | 500 | 0.7 | squared_er.. | 15 | 8 | 6 | 0.7 | 0.0008 | 1.0 | 1.0 | 0.817s | 42.319s |
| Iteration 20 | exponen.. | 0.0202 | 199 | 0.6 | friedman_mse | 13 | 15 | 5 | auto | 0.0099 | 0.625 | 1.0 | 0.731s | 44.426s |
| Iteration 21 | deviance | 0.0108 | 289 | 0.8 | squared_er.. | 14 | 17 | 7 | 0.7 | 0.0179 | 0.875 | 1.0 | 0.742s | 46.580s |
| Iteration 22 | exponen.. | 0.017 | 10 | 0.8 | squared_er.. | 4 | 17 | 2 | auto | 0.0161 | 0.5938 | 1.0 | 0.677s | 48.673s |
| Iteration 23 | exponen.. | 0.1432 | 235 | 0.7 | squared_er.. | 15 | 17 | 3 | log2 | 0.0041 | 0.625 | 1.0 | 0.739s | 52.722s |
| Iteration 24 | exponen.. | 0.4596 | 199 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0119 | 0.875 | 1.0 | 0.674s | 57.265s |
| Iteration 25 | deviance | 0.025 | 223 | 0.7 | friedman_mse | 6 | 8 | 5 | auto | 0.0343 | 0.8125 | 1.0 | 0.685s | 1m:02s |
| Iteration 26 | exponen.. | 0.3167 | 286 | 0.8 | squared_er.. | 20 | 19 | 6 | 0.7 | 0.0128 | 0.4375 | 1.0 | 0.687s | 1m:06s |
| Iteration 27 | exponen.. | 0.1272 | 54 | 0.7 | friedman_mse | 19 | 7 | 10 | log2 | 0.0028 | 1.0 | 1.0 | 0.658s | 1m:09s |
| Iteration 28 | exponen.. | 0.1251 | 346 | 0.9 | squared_er.. | 14 | 8 | 1 | 0.8 | 0.0014 | 0.8125 | 1.0 | 0.709s | 1m:11s |
| Iteration 29 | exponen.. | 0.8943 | 302 | 0.8 | squared_er.. | 7 | 17 | 3 | auto | 0.0202 | 0.5625 | 1.0 | 0.757s | 1m:14s |
| Iteration 30 | exponen.. | 0.163 | 94 | 0.6 | friedman_mse | 5 | 16 | 2 | log2 | 0.0254 | 0.7812 | 1.0 | 0.651s | 1m:19s |
| Iteration 31 | exponen.. | 0.3046 | 45 | 0.6 | friedman_mse | 7 | 16 | 6 | auto | 0.035 | 0.75 | 1.0 | 0.639s | 1m:23s |
| Iteration 32 | exponen.. | 0.252 | 451 | 0.7 | squared_er.. | 20 | 8 | 5 | 0.7 | 0.0095 | 0.8125 | 1.0 | 0.736s | 1m:28s |
| Iteration 33 | exponen.. | 0.2005 | 196 | 0.5 | friedman_mse | 2 | 15 | 7 | auto | 0.0285 | 0.5 | 1.0 | 0.664s | 1m:33s |
| Iteration 34 | exponen.. | 0.1636 | 100 | 0.9 | squared_er.. | 18 | 17 | 3 | log2 | 0.0248 | 0.75 | 1.0 | 0.656s | 1m:38s |
| Iteration 35 | exponen.. | 0.2088 | 91 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0257 | 0.625 | 1.0 | 0.651s | 1m:40s |
| Iteration 36 | exponen.. | 0.0259 | 477 | 0.7 | squared_er.. | 12 | 8 | 6 | 0.9 | 0.0058 | 0.875 | 1.0 | 0.778s | 1m:43s |
| Iteration 37 | exponen.. | 0.1243 | 478 | 0.6 | friedman_mse | 20 | 7 | 10 | None | 0.0009 | 0.625 | 1.0 | 0.796s | 1m:45s |
| Iteration 38 | exponen.. | 0.2257 | 470 | 0.7 | squared_er.. | 4 | 8 | 6 | 0.6 | 0.0 | 1.0 | 1.0 | 0.803s | 1m:48s |
| Iteration 39 | exponen.. | 0.395 | 485 | 0.7 | squared_er.. | 4 | 8 | 6 | 0.6 | 0.0107 | 0.8125 | 1.0 | 0.801s | 1m:50s |
| Iteration 40 | deviance | 0.0165 | 214 | 0.6 | friedman_mse | 15 | 16 | 5 | 0.5 | 0.0346 | 0.8125 | 1.0 | 0.750s | 1m:53s |
| Iteration 41 | exponen.. | 1.0 | 14 | 0.7 | friedman_mse | 18 | 17 | 3 | sqrt | 0.0277 | 1.0 | 1.0 | 0.681s | 1m:57s |
| Iteration 42 | exponen.. | 0.5308 | 43 | 0.6 | friedman_mse | 18 | 17 | 3 | 0.7 | 0.024 | 0.9375 | 1.0 | 0.686s | 1m:60s |
| Iteration 43 | deviance | 0.1114 | 480 | 0.9 | friedman_mse | 10 | 8 | 7 | 0.7 | 0.0 | 0.6875 | 1.0 | 0.804s | 2m:04s |
| Iteration 44 | exponen.. | 0.0182 | 388 | 0.7 | squared_er.. | 11 | 8 | 6 | 0.6 | 0.0 | 0.9375 | 1.0 | 0.782s | 2m:07s |
| Iteration 45 | exponen.. | 0.1073 | 460 | 0.7 | squared_er.. | 8 | 8 | 6 | 0.6 | 0.0 | 0.9375 | 1.0 | 0.800s | 2m:10s |
| Iteration 46 | exponen.. | 0.1686 | 243 | 0.8 | squared_er.. | 6 | 16 | 4 | auto | 0.0289 | 0.75 | 1.0 | 0.680s | 2m:15s |
| Iteration 47 | exponen.. | 1.0 | 33 | 0.8 | squared_er.. | 3 | 17 | 3 | sqrt | 0.0228 | 0.5625 | 1.0 | 0.635s | 2m:18s |
| Iteration 48 | exponen.. | 0.0528 | 256 | 0.5 | squared_er.. | 3 | 16 | 4 | 0.6 | 0.028 | 0.5 | 1.0 | 0.682s | 2m:20s |
| Iteration 49 | exponen.. | 0.1234 | 48 | 0.6 | friedman_mse | 16 | 7 | 9 | 0.6 | 0.0067 | 0.4375 | 1.0 | 0.635s | 2m:22s |
| Iteration 50 | exponen.. | 0.4875 | 462 | 0.6 | friedman_mse | 3 | 16 | 8 | log2 | 0.0209 | 0.5 | 1.0 | 0.723s | 2m:25s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.4032, 'n_estimators': 55, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 17, 'min_samples_leaf': 17, 'max_depth': 3, 'max_features': 'auto', 'ccp_alpha': 0.0235}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.975
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.023s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.92 ± 0.04
Time elapsed: 0.099s
-------------------------------------------------
Total time: 2m:29s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.5625 | 0.5625 | 0.638s | 0.650s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.875 | 0.875 | 1.231s | 6.000s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.8125 | 0.875 | 0.641s | 10.700s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.5 | 0.875 | 0.644s | 15.295s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.375 | 0.875 | 0.643s | 20.027s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.5625 | 0.875 | 0.647s | 24.606s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.6875 | 0.875 | 0.643s | 26.821s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.5 | 0.875 | 0.653s | 28.418s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.75 | 0.875 | 0.646s | 30.110s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.5 | 0.875 | 0.643s | 31.825s |
| Iteration 11 | l1 | 14.2386 | saga | 971 | --- | 0.75 | 0.875 | 0.649s | 33.745s |
| Iteration 12 | l2 | 0.0014 | libli.. | 929 | --- | 0.6875 | 0.875 | 0.635s | 37.090s |
| Iteration 13 | l2 | 0.0087 | newto.. | 353 | --- | 0.9375 | 0.9375 | 0.662s | 40.494s |
| Iteration 14 | l2 | 0.0011 | sag | 369 | --- | 0.9375 | 0.9375 | 0.638s | 42.731s |
| Iteration 15 | l2 | 0.0667 | libli.. | 370 | --- | 0.8125 | 0.9375 | 0.635s | 44.529s |
| Iteration 16 | l2 | 0.0043 | newto.. | 122 | --- | 0.75 | 0.9375 | 0.639s | 48.457s |
| Iteration 17 | l2 | 0.001 | newto.. | 341 | --- | 0.625 | 0.9375 | 0.654s | 50.949s |
| Iteration 18 | l2 | 0.0021 | sag | 357 | --- | 0.5 | 0.9375 | 0.644s | 52.830s |
| Iteration 19 | l2 | 28.5716 | lbfgs | 998 | --- | 0.3125 | 0.9375 | 0.638s | 54.913s |
| Iteration 20 | l2 | 0.0408 | newto.. | 946 | --- | 0.5 | 0.9375 | 0.640s | 56.805s |
| Iteration 21 | l2 | 19.2024 | sag | 619 | --- | 0.625 | 0.9375 | 0.654s | 1m:00s |
| Iteration 22 | l2 | 0.0225 | lbfgs | 418 | --- | 0.5 | 0.9375 | 0.637s | 1m:02s |
| Iteration 23 | l2 | 0.001 | libli.. | 323 | --- | 0.875 | 0.9375 | 0.635s | 1m:04s |
| Iteration 24 | l2 | 0.001 | libli.. | 100 | --- | 0.6875 | 0.9375 | 0.638s | 1m:09s |
| Iteration 25 | l2 | 0.001 | saga | 1000 | --- | 0.375 | 0.9375 | 0.644s | 1m:11s |
| Iteration 26 | l2 | 58.2887 | sag | 343 | --- | 0.375 | 0.9375 | 0.648s | 1m:13s |
| Iteration 27 | l2 | 0.0035 | sag | 510 | --- | 0.5625 | 0.9375 | 0.646s | 1m:15s |
| Iteration 28 | l2 | 0.001 | libli.. | 100 | --- | 0.6875 | 0.9375 | 0.000s | 1m:18s |
| Iteration 29 | l1 | 0.0169 | libli.. | 100 | --- | 0.5 | 0.9375 | 0.674s | 1m:21s |
| Iteration 30 | l2 | 0.001 | libli.. | 467 | --- | 0.4375 | 0.9375 | 0.685s | 1m:23s |
| Iteration 31 | l2 | 0.0205 | libli.. | 362 | --- | 0.75 | 0.9375 | 0.681s | 1m:27s |
| Iteration 32 | l2 | 0.0032 | sag | 316 | --- | 0.375 | 0.9375 | 0.682s | 1m:30s |
| Iteration 33 | l2 | 0.0119 | sag | 379 | --- | 0.5 | 0.9375 | 0.679s | 1m:33s |
| Iteration 34 | l1 | 0.0024 | libli.. | 315 | --- | 0.5 | 0.9375 | 0.635s | 1m:35s |
| Iteration 35 | l2 | 0.0011 | sag | 324 | --- | 0.5 | 0.9375 | 0.634s | 1m:37s |
| Iteration 36 | l2 | 0.0969 | libli.. | 933 | --- | 0.6875 | 0.9375 | 0.648s | 1m:39s |
| Iteration 37 | l2 | 0.2689 | newto.. | 100 | --- | 0.375 | 0.9375 | 0.638s | 1m:41s |
| Iteration 38 | none | --- | saga | 110 | --- | 0.375 | 0.9375 | 0.636s | 1m:43s |
| Iteration 39 | none | --- | lbfgs | 103 | --- | 0.625 | 0.9375 | 0.644s | 1m:45s |
| Iteration 40 | l1 | 12.6819 | saga | 199 | --- | 0.5 | 0.9375 | 0.637s | 1m:47s |
| Iteration 41 | l2 | 80.6898 | newto.. | 347 | --- | 0.8125 | 0.9375 | 0.641s | 1m:49s |
| Iteration 42 | l2 | 29.2994 | newto.. | 100 | --- | 0.6875 | 0.9375 | 0.635s | 1m:53s |
| Iteration 43 | l2 | 3.2043 | sag | 999 | --- | 0.5 | 0.9375 | 0.630s | 1m:55s |
| Iteration 44 | l2 | 2.3817 | newto.. | 231 | --- | 0.5 | 0.9375 | 0.638s | 1m:57s |
| Iteration 45 | l2 | 0.666 | lbfgs | 216 | --- | 0.5625 | 0.9375 | 0.645s | 1m:59s |
| Iteration 46 | none | --- | lbfgs | 988 | --- | 0.75 | 0.9375 | 0.649s | 2m:01s |
| Iteration 47 | none | --- | newto.. | 101 | --- | 0.5625 | 0.9375 | 0.643s | 2m:03s |
| Iteration 48 | l2 | 6.9591 | libli.. | 178 | --- | 0.75 | 0.9375 | 0.640s | 2m:05s |
| Iteration 49 | elast.. | 0.0132 | saga | 104 | 0.6 | 0.5 | 0.9375 | 0.697s | 2m:07s |
| Iteration 50 | l2 | 23.5308 | libli.. | 116 | --- | 0.625 | 0.9375 | 0.705s | 2m:10s |
Bayesian Optimization ---------------------------
Best call --> Iteration 13
Best parameters --> {'penalty': 'l2', 'C': 0.0087, 'solver': 'newton-cg', 'max_iter': 353}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 2m:11s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7161
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.96 ± 0.02
Time elapsed: 0.057s
-------------------------------------------------
Total time: 2m:11s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.625 | 0.625 | 0.655s | 0.661s |
| Initial point 2 | svd | --- | 0.875 | 0.875 | 0.676s | 2.282s |
| Initial point 3 | svd | --- | 0.875 | 0.875 | 0.000s | 3.174s |
| Initial point 4 | lsqr | 0.8 | 0.5625 | 0.875 | 1.257s | 5.363s |
| Initial point 5 | eigen | 0.9 | 0.25 | 0.875 | 0.630s | 8.964s |
| Initial point 6 | lsqr | 0.7 | 0.8125 | 0.875 | 0.622s | 13.484s |
| Initial point 7 | lsqr | 0.5 | 0.75 | 0.875 | 0.632s | 15.970s |
| Initial point 8 | lsqr | 0.9 | 0.4375 | 0.875 | 0.636s | 17.551s |
| Initial point 9 | lsqr | 0.6 | 0.8125 | 0.875 | 0.634s | 19.072s |
| Initial point 10 | eigen | 0.8 | 0.5625 | 0.875 | 0.632s | 20.615s |
| Iteration 11 | svd | --- | 0.875 | 0.875 | 0.000s | 23.575s |
| Iteration 12 | svd | --- | 0.875 | 0.875 | 0.000s | 25.133s |
| Iteration 13 | svd | --- | 0.875 | 0.875 | 0.000s | 26.150s |
| Iteration 14 | svd | --- | 0.875 | 0.875 | 0.000s | 27.194s |
| Iteration 15 | lsqr | auto | 0.8125 | 0.875 | 0.634s | 28.915s |
| Iteration 16 | lsqr | None | 0.5625 | 0.875 | 0.630s | 30.624s |
| Iteration 17 | svd | --- | 0.875 | 0.875 | 0.000s | 31.681s |
| Iteration 18 | lsqr | 1.0 | 0.5 | 0.875 | 0.637s | 33.380s |
| Iteration 19 | svd | --- | 0.875 | 0.875 | 0.000s | 36.631s |
| Iteration 20 | eigen | auto | 0.5 | 0.875 | 0.637s | 39.040s |
| Iteration 21 | eigen | 0.7 | 0.8125 | 0.875 | 0.626s | 40.917s |
| Iteration 22 | eigen | 0.6 | 0.5625 | 0.875 | 0.633s | 42.762s |
| Iteration 23 | eigen | 0.5 | 1.0 | 1.0 | 0.650s | 44.681s |
| Iteration 24 | eigen | None | 0.5 | 1.0 | 0.628s | 47.811s |
| Iteration 25 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 49.577s |
| Iteration 26 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 50.866s |
| Iteration 27 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 52.130s |
| Iteration 28 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 53.397s |
| Iteration 29 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 54.740s |
| Iteration 30 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 55.958s |
| Iteration 31 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 57.966s |
| Iteration 32 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 59.384s |
| Iteration 33 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:01s |
| Iteration 34 | eigen | 0.5 | 1.0 | 1.0 | 0.001s | 1m:02s |
| Iteration 35 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:03s |
| Iteration 36 | lsqr | 0.9 | 0.4375 | 1.0 | 0.000s | 1m:04s |
| Iteration 37 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:06s |
| Iteration 38 | svd | --- | 0.875 | 1.0 | 0.000s | 1m:07s |
| Iteration 39 | eigen | 0.5 | 1.0 | 1.0 | 0.001s | 1m:08s |
| Iteration 40 | eigen | 0.5 | 1.0 | 1.0 | 0.001s | 1m:09s |
| Iteration 41 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:11s |
| Iteration 42 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 43 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:16s |
| Iteration 44 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:20s |
| Iteration 45 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:24s |
| Iteration 46 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:28s |
| Iteration 47 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:30s |
| Iteration 48 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:31s |
| Iteration 49 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:35s |
| Iteration 50 | eigen | 0.5 | 1.0 | 1.0 | 0.000s | 1m:40s |
Bayesian Optimization ---------------------------
Best call --> Iteration 23
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:42s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7554
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.86 ± 0.1114
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:42s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.625 | 0.625 | 0.649s | 0.652s |
| Initial point 2 | 0.9 | 1.0 | 1.0 | 0.620s | 2.249s |
| Initial point 3 | 0.1 | 0.25 | 1.0 | 0.625s | 3.957s |
| Initial point 4 | 1.0 | 0.625 | 1.0 | 0.000s | 5.022s |
| Initial point 5 | 0.2 | 0.25 | 1.0 | 1.202s | 7.244s |
| Initial point 6 | 0.4 | 0.75 | 1.0 | 0.623s | 8.953s |
| Initial point 7 | 0.4 | 0.75 | 1.0 | 0.001s | 10.013s |
| Initial point 8 | 0.7 | 0.4375 | 1.0 | 0.789s | 11.956s |
| Initial point 9 | 0.9 | 1.0 | 1.0 | 0.001s | 12.997s |
| Initial point 10 | 0.8 | 0.4375 | 1.0 | 0.647s | 16.766s |
| Iteration 11 | 0.3 | 0.4375 | 1.0 | 0.636s | 18.942s |
| Iteration 12 | 0.6 | 0.75 | 1.0 | 0.641s | 20.558s |
| Iteration 13 | 0.5 | 0.625 | 1.0 | 0.640s | 22.232s |
| Iteration 14 | 0.0 | 0.6875 | 1.0 | 0.631s | 23.983s |
| Iteration 15 | 0.9 | 1.0 | 1.0 | 0.000s | 25.016s |
| Iteration 16 | 0.9 | 1.0 | 1.0 | 0.000s | 25.986s |
| Iteration 17 | 0.9 | 1.0 | 1.0 | 0.000s | 27.092s |
| Iteration 18 | 0.9 | 1.0 | 1.0 | 0.000s | 28.229s |
| Iteration 19 | 0.9 | 1.0 | 1.0 | 0.000s | 29.223s |
| Iteration 20 | 0.9 | 1.0 | 1.0 | 0.000s | 30.499s |
| Iteration 21 | 0.9 | 1.0 | 1.0 | 0.000s | 31.657s |
| Iteration 22 | 0.9 | 1.0 | 1.0 | 0.000s | 32.796s |
| Iteration 23 | 0.4 | 0.75 | 1.0 | 0.000s | 33.985s |
| Iteration 24 | 0.9 | 1.0 | 1.0 | 0.000s | 35.169s |
| Iteration 25 | 0.9 | 1.0 | 1.0 | 0.000s | 36.279s |
| Iteration 26 | 0.9 | 1.0 | 1.0 | 0.000s | 39.451s |
| Iteration 27 | 0.9 | 1.0 | 1.0 | 0.000s | 41.091s |
| Iteration 28 | 0.9 | 1.0 | 1.0 | 0.000s | 42.266s |
| Iteration 29 | 0.9 | 1.0 | 1.0 | 0.000s | 43.371s |
| Iteration 30 | 0.8 | 0.4375 | 1.0 | 0.000s | 44.510s |
| Iteration 31 | 0.9 | 1.0 | 1.0 | 0.001s | 46.580s |
| Iteration 32 | 0.9 | 1.0 | 1.0 | 0.000s | 48.231s |
| Iteration 33 | 0.9 | 1.0 | 1.0 | 0.001s | 49.551s |
| Iteration 34 | 0.9 | 1.0 | 1.0 | 0.000s | 50.724s |
| Iteration 35 | 0.9 | 1.0 | 1.0 | 0.000s | 54.324s |
| Iteration 36 | 0.9 | 1.0 | 1.0 | 0.000s | 56.052s |
| Iteration 37 | 0.9 | 1.0 | 1.0 | 0.000s | 57.174s |
| Iteration 38 | 0.9 | 1.0 | 1.0 | 0.000s | 58.415s |
| Iteration 39 | 0.9 | 1.0 | 1.0 | 0.000s | 59.778s |
| Iteration 40 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:01s |
| Iteration 41 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:02s |
| Iteration 42 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:03s |
| Iteration 43 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:05s |
| Iteration 44 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:06s |
| Iteration 45 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:07s |
| Iteration 46 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:08s |
| Iteration 47 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:09s |
| Iteration 48 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:11s |
| Iteration 49 | 0.9 | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 50 | 0.9 | 1.0 | 1.0 | 0.001s | 1m:13s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'reg_param': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7179
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.011s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.81 ± 0.1463
Time elapsed: 0.032s
-------------------------------------------------
Total time: 1m:15s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.3358 | dista.. | auto | 40 | 1 | 0.9375 | 0.9375 | 0.781s | 0.806s |
| Initial point 2 | 4.9059 | uniform | kd_tree | 39 | 2 | 0.5 | 0.9375 | 0.641s | 4.947s |
| Initial point 3 | 3.8754 | dista.. | ball_tree | 25 | 2 | 0.9375 | 0.9375 | 0.649s | 7.234s |
| Initial point 4 | 11.3063 | uniform | ball_tree | 39 | 2 | 0.5 | 0.9375 | 0.642s | 9.081s |
| Initial point 5 | 8.857 | dista.. | auto | 30 | 2 | 0.3125 | 0.9375 | 0.650s | 10.835s |
| Initial point 6 | 10.2571 | dista.. | ball_tree | 21 | 2 | 0.5625 | 0.9375 | 0.644s | 12.601s |
| Initial point 7 | 7.3366 | dista.. | ball_tree | 24 | 1 | 0.75 | 0.9375 | 0.637s | 14.261s |
| Initial point 8 | 1.7581 | dista.. | ball_tree | 21 | 2 | 0.9375 | 0.9375 | 1.204s | 16.433s |
| Initial point 9 | 8.1725 | uniform | ball_tree | 24 | 1 | 0.9375 | 0.9375 | 0.631s | 18.024s |
| Initial point 10 | 5.8048 | uniform | brute | 22 | 2 | 0.375 | 0.9375 | 0.635s | 19.634s |
| Iteration 11 | 6.8696 | uniform | auto | 23 | 1 | 0.6875 | 0.9375 | 0.673s | 21.657s |
| Iteration 12 | 3.6552 | dista.. | ball_tree | 23 | 2 | 0.4688 | 0.9375 | 0.692s | 23.931s |
| Iteration 13 | 11.359 | uniform | kd_tree | 23 | 1 | 1.0 | 1.0 | 0.679s | 26.000s |
| Iteration 14 | 11.3323 | uniform | kd_tree | 20 | 1 | 0.75 | 1.0 | 0.674s | 28.143s |
| Iteration 15 | 0.0 | dista.. | auto | 23 | 2 | 0.5 | 1.0 | 0.675s | 30.176s |
| Iteration 16 | 12.3706 | dista.. | brute | 31 | 1 | 0.875 | 1.0 | 0.679s | 32.303s |
| Iteration 17 | 0.0 | dista.. | brute | 35 | 1 | 0.5 | 1.0 | 0.638s | 34.305s |
| Iteration 18 | 12.3706 | uniform | brute | 39 | 1 | 0.5938 | 1.0 | 0.635s | 38.624s |
| Iteration 19 | 12.1675 | uniform | brute | 23 | 1 | 0.75 | 1.0 | 0.636s | 41.262s |
| Iteration 20 | 9.7507 | dista.. | auto | 40 | 1 | 0.625 | 1.0 | 0.666s | 43.350s |
| Iteration 21 | 4.063 | uniform | kd_tree | 39 | 1 | 1.0 | 1.0 | 0.637s | 45.376s |
| Iteration 22 | 12.3706 | dista.. | kd_tree | 20 | 1 | 0.75 | 1.0 | 0.643s | 47.277s |
| Iteration 23 | 5.6942 | uniform | brute | 40 | 1 | 0.8125 | 1.0 | 0.642s | 49.423s |
| Iteration 24 | 0.0021 | dista.. | kd_tree | 37 | 1 | 0.5 | 1.0 | 0.640s | 51.527s |
| Iteration 25 | 4.5062 | dista.. | auto | 28 | 1 | 0.75 | 1.0 | 0.637s | 53.561s |
| Iteration 26 | 8.3425 | uniform | brute | 38 | 1 | 0.5938 | 1.0 | 0.632s | 55.516s |
| Iteration 27 | 4.4901 | uniform | brute | 22 | 1 | 0.9688 | 1.0 | 0.631s | 57.535s |
| Iteration 28 | 3.831 | uniform | brute | 20 | 1 | 0.7188 | 1.0 | 0.634s | 59.529s |
| Iteration 29 | 4.8298 | uniform | kd_tree | 40 | 1 | 0.4375 | 1.0 | 0.636s | 1m:02s |
| Iteration 30 | 11.4214 | uniform | kd_tree | 26 | 1 | 0.5312 | 1.0 | 0.636s | 1m:04s |
| Iteration 31 | 0.0026 | dista.. | brute | 36 | 1 | 0.5 | 1.0 | 0.631s | 1m:08s |
| Iteration 32 | 0.0032 | uniform | brute | 32 | 2 | 0.5 | 1.0 | 0.626s | 1m:11s |
| Iteration 33 | 4.0114 | uniform | brute | 35 | 2 | 0.625 | 1.0 | 0.717s | 1m:13s |
| Iteration 34 | 4.4061 | uniform | brute | 20 | 1 | 1.0 | 1.0 | 1.206s | 1m:16s |
| Iteration 35 | 4.3964 | uniform | brute | 25 | 1 | 0.6562 | 1.0 | 0.635s | 1m:21s |
| Iteration 36 | 4.542 | uniform | auto | 20 | 2 | 0.5625 | 1.0 | 0.635s | 1m:24s |
| Iteration 37 | 12.3706 | dista.. | auto | 20 | 1 | 0.5 | 1.0 | 0.661s | 1m:28s |
| Iteration 38 | 1.1142 | uniform | auto | 20 | 1 | 0.5938 | 1.0 | 0.651s | 1m:34s |
| Iteration 39 | 4.5079 | dista.. | brute | 20 | 1 | 0.9375 | 1.0 | 0.645s | 1m:37s |
| Iteration 40 | 4.0714 | dista.. | ball_tree | 40 | 1 | 0.8125 | 1.0 | 0.644s | 1m:39s |
| Iteration 41 | 4.4236 | uniform | brute | 21 | 1 | 0.8125 | 1.0 | 0.641s | 1m:41s |
| Iteration 42 | 4.0985 | uniform | kd_tree | 40 | 2 | 0.5 | 1.0 | 0.649s | 1m:44s |
| Iteration 43 | 4.0377 | dista.. | brute | 39 | 1 | 0.5625 | 1.0 | 0.658s | 1m:46s |
| Iteration 44 | 11.3699 | uniform | auto | 33 | 1 | 0.5625 | 1.0 | 0.655s | 1m:48s |
| Iteration 45 | 0.627 | dista.. | brute | 22 | 1 | 0.6875 | 1.0 | 0.642s | 1m:51s |
| Iteration 46 | 12.098 | uniform | brute | 20 | 1 | 0.75 | 1.0 | 0.673s | 1m:53s |
| Iteration 47 | 0.6472 | uniform | brute | 20 | 1 | 0.5625 | 1.0 | 0.673s | 1m:55s |
| Iteration 48 | 4.0702 | dista.. | kd_tree | 38 | 1 | 0.5 | 1.0 | 0.681s | 1m:57s |
| Iteration 49 | 7.4723 | dista.. | auto | 20 | 1 | 0.5625 | 1.0 | 0.678s | 1m:60s |
| Iteration 50 | 9.8957 | dista.. | brute | 20 | 1 | 0.6875 | 1.0 | 0.678s | 2m:02s |
Bayesian Optimization ---------------------------
Best call --> Iteration 34
Best parameters --> {'radius': 4.4061, 'weights': 'uniform', 'algorithm': 'brute', 'leaf_size': 20, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7911
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.017s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.925 ± 0.1162
Time elapsed: 0.051s
-------------------------------------------------
Total time: 2m:04s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.3438 | 0.3438 | 1.061s | 1.069s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 1.0 | 1.0 | 1.077s | 3.338s |
| Initial point 3 | 225 | 1.0215 | SAMME | 1.0 | 1.0 | 0.800s | 5.283s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.9062 | 1.0 | 1.101s | 7.511s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.4688 | 1.0 | 0.828s | 9.429s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.75 | 1.0 | 1.002s | 11.560s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.7188 | 1.0 | 0.655s | 13.332s |
| Initial point 8 | 411 | 0.019 | SAMME | 1.0 | 1.0 | 0.937s | 15.262s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.625 | 1.0 | 0.629s | 16.920s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.7188 | 1.0 | 0.747s | 18.653s |
| Iteration 11 | 441 | 0.0217 | SAMME | 0.8125 | 1.0 | 1.511s | 21.526s |
| Iteration 12 | 176 | 1.4081 | SAMME | 1.0 | 1.0 | 0.743s | 23.836s |
| Iteration 13 | 197 | 1.1808 | SAMME | 1.0 | 1.0 | 0.760s | 26.138s |
| Iteration 14 | 366 | 0.0107 | SAMME | 1.0 | 1.0 | 0.877s | 28.409s |
| Iteration 15 | 222 | 7.1816 | SAMME | 0.25 | 1.0 | 0.624s | 30.385s |
| Iteration 16 | 50 | 0.5962 | SAMME.R | 1.0 | 1.0 | 0.657s | 32.263s |
| Iteration 17 | 127 | 0.9444 | SAMME | 0.4375 | 1.0 | 0.714s | 34.278s |
| Iteration 18 | 348 | 0.01 | SAMME.R | 0.9375 | 1.0 | 0.894s | 36.545s |
| Iteration 19 | 96 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.693s | 38.538s |
| Iteration 20 | 500 | 0.01 | SAMME.R | 0.7188 | 1.0 | 1.023s | 40.914s |
| Iteration 21 | 491 | 0.4116 | SAMME | 1.0 | 1.0 | 0.961s | 43.136s |
| Iteration 22 | 73 | 0.3877 | SAMME.R | 0.875 | 1.0 | 0.677s | 45.113s |
| Iteration 23 | 500 | 0.4427 | SAMME | 0.875 | 1.0 | 0.959s | 47.394s |
| Iteration 24 | 50 | 0.1872 | SAMME | 0.8125 | 1.0 | 0.660s | 49.566s |
| Iteration 25 | 50 | 0.01 | SAMME.R | 0.7812 | 1.0 | 0.675s | 54.091s |
| Iteration 26 | 500 | 0.5332 | SAMME.R | 0.75 | 1.0 | 1.014s | 57.046s |
| Iteration 27 | 457 | 0.1473 | SAMME.R | 1.0 | 1.0 | 0.991s | 59.452s |
| Iteration 28 | 500 | 0.1566 | SAMME.R | 0.8125 | 1.0 | 1.013s | 1m:02s |
| Iteration 29 | 50 | 0.3548 | SAMME | 0.75 | 1.0 | 0.671s | 1m:04s |
| Iteration 30 | 500 | 0.01 | SAMME | 0.625 | 1.0 | 0.967s | 1m:06s |
| Iteration 31 | 63 | 0.0964 | SAMME.R | 0.9375 | 1.0 | 0.675s | 1m:08s |
| Iteration 32 | 60 | 0.0967 | SAMME.R | 0.375 | 1.0 | 0.663s | 1m:10s |
| Iteration 33 | 467 | 0.6634 | SAMME.R | 1.0 | 1.0 | 0.998s | 1m:13s |
| Iteration 34 | 479 | 0.6847 | SAMME.R | 0.75 | 1.0 | 1.025s | 1m:15s |
| Iteration 35 | 500 | 0.5305 | SAMME | 0.5625 | 1.0 | 1.635s | 1m:18s |
| Iteration 36 | 75 | 0.0259 | SAMME.R | 0.9062 | 1.0 | 0.684s | 1m:20s |
| Iteration 37 | 483 | 0.0259 | SAMME.R | 0.625 | 1.0 | 1.001s | 1m:22s |
| Iteration 38 | 498 | 0.2379 | SAMME | 0.75 | 1.0 | 0.993s | 1m:25s |
| Iteration 39 | 118 | 1.3217 | SAMME.R | 0.75 | 1.0 | 0.716s | 1m:28s |
| Iteration 40 | 157 | 0.01 | SAMME.R | 0.9688 | 1.0 | 0.746s | 1m:30s |
| Iteration 41 | 76 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.673s | 1m:32s |
| Iteration 42 | 50 | 0.01 | SAMME | 0.625 | 1.0 | 0.666s | 1m:34s |
| Iteration 43 | 65 | 0.0292 | SAMME | 0.4375 | 1.0 | 0.662s | 1m:36s |
| Iteration 44 | 499 | 1.3904 | SAMME.R | 0.75 | 1.0 | 1.014s | 1m:38s |
| Iteration 45 | 72 | 0.0106 | SAMME.R | 0.75 | 1.0 | 0.677s | 1m:40s |
| Iteration 46 | 234 | 0.6208 | SAMME.R | 0.875 | 1.0 | 0.808s | 1m:42s |
| Iteration 47 | 229 | 1.1345 | SAMME | 0.8125 | 1.0 | 0.777s | 1m:45s |
| Iteration 48 | 78 | 0.2657 | SAMME.R | 0.7812 | 1.0 | 0.679s | 1m:47s |
| Iteration 49 | 56 | 0.2671 | SAMME.R | 0.4688 | 1.0 | 0.664s | 1m:49s |
| Iteration 50 | 176 | 1.3167 | SAMME | 0.625 | 1.0 | 0.737s | 1m:51s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0511, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:53s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.492s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.96 ± 0.02
Time elapsed: 2.092s
-------------------------------------------------
Total time: 1m:55s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.9375 | 0.9375 | 1.023s | 1.042s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.9375 | 0.9375 | 0.941s | 3.263s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 1.0 | 1.0 | 0.971s | 5.471s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.75 | 1.0 | 0.782s | 7.330s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.4375 | 1.0 | 0.968s | 9.323s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.625 | 1.0 | 0.807s | 11.123s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 1.0 | 1.0 | 0.849s | 12.981s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 1.0 | 1.0 | 0.800s | 17.245s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.875 | 1.0 | 0.896s | 22.105s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.6875 | 1.0 | 0.889s | 26.980s |
| Iteration 11 | 181 | entropy | 9 | 13 | 8 | log2 | False | 0.0312 | --- | 0.8125 | 1.0 | 1.331s | 33.013s |
| Iteration 12 | 500 | gini | 5 | 2 | 1 | 0.6 | False | 0.035 | --- | 0.75 | 1.0 | 0.941s | 36.046s |
| Iteration 13 | 500 | entropy | 5 | 16 | 2 | 0.6 | False | 0.0289 | --- | 0.9375 | 1.0 | 0.935s | 38.507s |
| Iteration 14 | 478 | entropy | 1 | 8 | 14 | sqrt | False | 0.0119 | --- | 1.0 | 1.0 | 0.896s | 42.433s |
| Iteration 15 | 434 | entropy | 2 | 18 | 14 | None | True | 0.0238 | 0.8 | 1.0 | 1.0 | 0.982s | 46.937s |
| Iteration 16 | 474 | entropy | 1 | 5 | 16 | auto | True | 0.0059 | 0.5 | 0.5 | 1.0 | 0.971s | 49.941s |
| Iteration 17 | 493 | gini | 9 | 20 | 17 | 0.9 | True | 0.035 | 0.9 | 0.4062 | 1.0 | 1.002s | 52.565s |
| Iteration 18 | 56 | entropy | 2 | 20 | 3 | 0.6 | True | 0.035 | 0.7 | 0.9375 | 1.0 | 0.674s | 54.943s |
| Iteration 19 | 262 | entropy | None | 18 | 15 | auto | False | 0.0218 | --- | 1.0 | 1.0 | 0.779s | 57.363s |
| Iteration 20 | 10 | gini | None | 20 | 1 | auto | False | 0.0 | --- | 0.7812 | 1.0 | 0.635s | 59.674s |
| Iteration 21 | 275 | entropy | 9 | 18 | 6 | 0.7 | False | 0.0 | --- | 1.0 | 1.0 | 0.783s | 1m:02s |
| Iteration 22 | 445 | entropy | 2 | 19 | 16 | None | True | 0.0257 | 0.8 | 0.625 | 1.0 | 0.957s | 1m:06s |
| Iteration 23 | 289 | entropy | 2 | 18 | 14 | 0.5 | True | 0.0235 | 0.8 | 0.5625 | 1.0 | 0.840s | 1m:09s |
| Iteration 24 | 313 | entropy | 4 | 20 | 13 | None | True | 0.0114 | 0.6 | 0.8125 | 1.0 | 0.880s | 1m:14s |
| Iteration 25 | 128 | gini | 1 | 4 | 15 | 0.5 | False | 0.0012 | --- | 0.7812 | 1.0 | 0.697s | 1m:17s |
| Iteration 26 | 500 | entropy | 1 | 18 | 16 | auto | False | 0.0028 | --- | 0.625 | 1.0 | 0.915s | 1m:19s |
| Iteration 27 | 251 | gini | None | 17 | 16 | auto | False | 0.0283 | --- | 0.875 | 1.0 | 0.778s | 1m:22s |
| Iteration 28 | 96 | entropy | None | 2 | 15 | auto | False | 0.0313 | --- | 0.8438 | 1.0 | 0.688s | 1m:24s |
| Iteration 29 | 295 | gini | 9 | 9 | 4 | sqrt | False | 0.0097 | --- | 0.6875 | 1.0 | 0.807s | 1m:27s |
| Iteration 30 | 365 | entropy | 3 | 12 | 6 | 0.6 | False | 0.0346 | --- | 0.625 | 1.0 | 0.871s | 1m:30s |
| Iteration 31 | 206 | entropy | 7 | 18 | 5 | 0.8 | False | 0.0314 | --- | 0.8438 | 1.0 | 0.768s | 1m:32s |
| Iteration 32 | 408 | entropy | 2 | 17 | 14 | None | True | 0.0236 | 0.8 | 0.4375 | 1.0 | 0.938s | 1m:35s |
| Iteration 33 | 14 | gini | 8 | 2 | 1 | log2 | True | 0.0047 | 0.5 | 0.875 | 1.0 | 0.652s | 1m:37s |
| Iteration 34 | 497 | entropy | None | 11 | 1 | 0.9 | True | 0.0031 | 0.8 | 0.9375 | 1.0 | 1.039s | 1m:40s |
| Iteration 35 | 452 | gini | 6 | 18 | 1 | 0.9 | True | 0.0345 | 0.6 | 0.75 | 1.0 | 0.993s | 1m:42s |
| Iteration 36 | 72 | entropy | 5 | 3 | 20 | 0.5 | False | 0.0339 | --- | 0.8125 | 1.0 | 0.669s | 1m:45s |
| Iteration 37 | 198 | entropy | 8 | 3 | 5 | 0.9 | True | 0.0008 | 0.8 | 0.625 | 1.0 | 0.808s | 1m:47s |
| Iteration 38 | 182 | entropy | 6 | 20 | 20 | 0.9 | False | 0.0337 | --- | 0.875 | 1.0 | 0.734s | 1m:50s |
| Iteration 39 | 429 | gini | 6 | 20 | 20 | 0.8 | False | 0.028 | --- | 0.4688 | 1.0 | 0.883s | 1m:53s |
| Iteration 40 | 44 | entropy | 1 | 9 | 1 | None | False | 0.0052 | --- | 0.875 | 1.0 | 0.654s | 1m:55s |
| Iteration 41 | 15 | entropy | 2 | 2 | 1 | auto | False | 0.0015 | --- | 1.0 | 1.0 | 0.660s | 1m:58s |
| Iteration 42 | 42 | entropy | None | 4 | 1 | 0.5 | False | 0.0003 | --- | 1.0 | 1.0 | 0.689s | 2m:00s |
| Iteration 43 | 10 | entropy | None | 20 | 1 | auto | False | 0.0 | --- | 0.5 | 1.0 | 0.670s | 2m:03s |
| Iteration 44 | 26 | entropy | None | 19 | 1 | 0.6 | True | 0.0288 | 0.5 | 0.9375 | 1.0 | 0.689s | 2m:05s |
| Iteration 45 | 225 | entropy | 3 | 20 | 1 | sqrt | True | 0.024 | None | 0.75 | 1.0 | 0.790s | 2m:10s |
| Iteration 46 | 90 | entropy | 5 | 18 | 10 | 0.9 | False | 0.0029 | --- | 0.5625 | 1.0 | 0.680s | 2m:13s |
| Iteration 47 | 454 | gini | None | 20 | 8 | 0.5 | True | 0.0346 | 0.9 | 0.75 | 1.0 | 0.973s | 2m:18s |
| Iteration 48 | 40 | gini | 3 | 5 | 3 | auto | True | 0.0343 | 0.9 | 0.75 | 1.0 | 0.647s | 2m:21s |
| Iteration 49 | 378 | entropy | None | 2 | 4 | None | False | 0.0036 | --- | 0.5625 | 1.0 | 0.876s | 2m:24s |
| Iteration 50 | 400 | entropy | 7 | 20 | 3 | log2 | False | 0.0239 | --- | 0.5625 | 1.0 | 0.892s | 2m:27s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'n_estimators': 434, 'criterion': 'entropy', 'max_depth': 2, 'min_samples_split': 18, 'min_samples_leaf': 14, 'max_features': None, 'bootstrap': True, 'ccp_alpha': 0.0238, 'max_samples': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.817
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.394s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.86 ± 0.0374
Time elapsed: 1.765s
-------------------------------------------------
Total time: 2m:31s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.791s | 0.811s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.875 | 0.875 | 0.784s | 3.064s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.875 | 0.778s | 4.999s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.875 | 0.726s | 6.893s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.875 | 0.755s | 8.744s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.875 | 0.734s | 10.591s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.875 | 0.745s | 12.488s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.875 | 0.747s | 15.335s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.6875 | 0.875 | 0.771s | 19.533s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.875 | 0.707s | 21.824s |
| Iteration 11 | 41 | 0.9435 | 6 | 0.262 | 9 | 0.6 | 0.4 | 100 | 0.01 | 0.5 | 0.875 | 0.654s | 24.844s |
| Iteration 12 | 470 | 0.0362 | 5 | 0.3887 | 3 | 0.8 | 0.9 | 0.01 | 0.1 | 1.0 | 1.0 | 0.736s | 29.719s |
| Iteration 13 | 500 | 0.0469 | 1 | 0.116 | 2 | 0.7 | 1.0 | 0 | 0 | 1.0 | 1.0 | 0.730s | 32.435s |
| Iteration 14 | 494 | 0.0364 | 4 | 0.3502 | 3 | 0.8 | 0.9 | 0.01 | 0.1 | 1.0 | 1.0 | 0.743s | 34.733s |
| Iteration 15 | 500 | 0.0364 | 6 | 0.3367 | 2 | 0.8 | 1.0 | 0 | 0 | 0.875 | 1.0 | 0.741s | 36.836s |
| Iteration 16 | 500 | 0.02 | 1 | 0.0778 | 3 | 0.7 | 0.9 | 0 | 0.1 | 0.75 | 1.0 | 0.735s | 39.124s |
| Iteration 17 | 170 | 0.0703 | 10 | 0.0798 | 1 | 0.9 | 1.0 | 0 | 1 | 0.4375 | 1.0 | 0.680s | 41.394s |
| Iteration 18 | 364 | 0.0198 | 8 | 0.7875 | 3 | 0.8 | 0.9 | 0.01 | 0.1 | 0.8125 | 1.0 | 0.742s | 43.623s |
| Iteration 19 | 54 | 0.5056 | 3 | 0.0 | 2 | 0.5 | 0.8 | 0 | 0.01 | 1.0 | 1.0 | 0.658s | 45.806s |
| Iteration 20 | 500 | 0.0543 | 1 | 0.0608 | 2 | 0.6 | 0.5 | 0 | 10 | 0.6875 | 1.0 | 0.784s | 48.152s |
| Iteration 21 | 133 | 0.0185 | 3 | 0.0 | 2 | 0.6 | 0.4 | 0 | 0 | 1.0 | 1.0 | 0.724s | 50.429s |
| Iteration 22 | 376 | 0.055 | 4 | 0.33 | 3 | 0.7 | 0.9 | 0.01 | 0.1 | 0.8125 | 1.0 | 0.770s | 52.857s |
| Iteration 23 | 411 | 0.3418 | 5 | 0.324 | 3 | 0.8 | 0.6 | 0.01 | 0.1 | 0.9375 | 1.0 | 0.709s | 55.156s |
| Iteration 24 | 500 | 0.0279 | 5 | 0.8246 | 3 | 0.9 | 0.7 | 0 | 0.1 | 0.875 | 1.0 | 0.737s | 58.678s |
| Iteration 25 | 400 | 0.01 | 9 | 0.3626 | 3 | 0.9 | 0.7 | 0.01 | 0.1 | 0.8125 | 1.0 | 0.708s | 1m:01s |
| Iteration 26 | 323 | 0.1461 | 1 | 0.107 | 1 | 0.5 | 0.8 | 0 | 0 | 0.75 | 1.0 | 0.699s | 1m:04s |
| Iteration 27 | 497 | 0.0307 | 5 | 0.9397 | 3 | 0.8 | 0.8 | 0.01 | 0.1 | 1.0 | 1.0 | 0.732s | 1m:07s |
| Iteration 28 | 447 | 0.0226 | 4 | 0.0 | 3 | 0.8 | 0.6 | 0.01 | 0.01 | 0.875 | 1.0 | 0.714s | 1m:10s |
| Iteration 29 | 20 | 0.0322 | 5 | 0.9229 | 1 | 0.5 | 0.6 | 0 | 0 | 0.8125 | 1.0 | 0.641s | 1m:12s |
| Iteration 30 | 204 | 0.8942 | 3 | 0.143 | 2 | 0.6 | 0.8 | 0 | 0 | 0.5938 | 1.0 | 0.683s | 1m:17s |
| Iteration 31 | 145 | 0.01 | 1 | 0.8698 | 1 | 0.7 | 0.5 | 0 | 0.01 | 0.75 | 1.0 | 0.673s | 1m:20s |
| Iteration 32 | 488 | 0.0467 | 5 | 0.1779 | 3 | 0.7 | 0.9 | 0.01 | 0.1 | 0.5 | 1.0 | 0.738s | 1m:22s |
| Iteration 33 | 386 | 0.01 | 3 | 0.2626 | 2 | 0.6 | 0.6 | 10 | 0.01 | 0.5 | 1.0 | 0.704s | 1m:24s |
| Iteration 34 | 121 | 0.0104 | 4 | 0.1835 | 2 | 0.6 | 0.9 | 0 | 0 | 1.0 | 1.0 | 0.665s | 1m:27s |
| Iteration 35 | 481 | 0.0342 | 5 | 0.5746 | 3 | 0.8 | 0.5 | 0.01 | 1 | 0.75 | 1.0 | 0.726s | 1m:29s |
| Iteration 36 | 483 | 0.2642 | 8 | 1.0 | 3 | 0.8 | 0.5 | 0.01 | 0.1 | 0.6875 | 1.0 | 0.749s | 1m:33s |
| Iteration 37 | 481 | 0.0314 | 5 | 0.9841 | 3 | 0.8 | 0.8 | 0.01 | 0.1 | 0.3125 | 1.0 | 1.309s | 1m:36s |
| Iteration 38 | 68 | 0.0247 | 9 | 0.9158 | 3 | 0.9 | 0.5 | 0 | 0 | 0.875 | 1.0 | 0.666s | 1m:39s |
| Iteration 39 | 40 | 0.6119 | 10 | 0.6943 | 10 | 0.6 | 0.9 | 0 | 100 | 0.5 | 1.0 | 0.649s | 1m:41s |
| Iteration 40 | 101 | 0.2534 | 7 | 0.0702 | 4 | 0.8 | 0.5 | 0 | 0 | 0.875 | 1.0 | 0.675s | 1m:46s |
| Iteration 41 | 20 | 0.391 | 1 | 1.0 | 4 | 1.0 | 0.4 | 0 | 0 | 1.0 | 1.0 | 0.641s | 1m:49s |
| Iteration 42 | 20 | 0.0533 | 1 | 0.1892 | 4 | 1.0 | 1.0 | 0 | 0 | 0.5312 | 1.0 | 0.647s | 1m:53s |
| Iteration 43 | 42 | 0.0374 | 5 | 0.0583 | 5 | 0.8 | 0.6 | 0 | 100 | 0.5 | 1.0 | 0.646s | 1m:57s |
| Iteration 44 | 348 | 0.0423 | 3 | 0.2429 | 10 | 0.8 | 0.8 | 100 | 100 | 0.5 | 1.0 | 0.697s | 1m:60s |
| Iteration 45 | 469 | 0.7118 | 2 | 0.4607 | 3 | 0.5 | 0.4 | 0 | 0 | 0.5625 | 1.0 | 0.735s | 2m:02s |
| Iteration 46 | 431 | 0.0126 | 1 | 0.6614 | 1 | 0.8 | 0.8 | 0.1 | 0 | 0.9375 | 1.0 | 0.717s | 2m:05s |
| Iteration 47 | 26 | 0.01 | 6 | 0.0186 | 1 | 0.7 | 0.7 | 0.1 | 0 | 0.875 | 1.0 | 0.647s | 2m:08s |
| Iteration 48 | 103 | 1.0 | 10 | 0.0361 | 1 | 0.7 | 0.9 | 0.1 | 0 | 0.5625 | 1.0 | 0.662s | 2m:10s |
| Iteration 49 | 500 | 0.01 | 10 | 0.0221 | 1 | 1.0 | 1.0 | 0 | 0 | 0.5 | 1.0 | 0.766s | 2m:12s |
| Iteration 50 | 196 | 1.0 | 1 | 1.0 | 1 | 1.0 | 0.8 | 0 | 0 | 0.625 | 1.0 | 0.678s | 2m:17s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'n_estimators': 494, 'learning_rate': 0.0364, 'max_depth': 4, 'gamma': 0.3502, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.01, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:19s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9866
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.113s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.0548
Time elapsed: 0.354s
-------------------------------------------------
Total time: 2m:19s
Final results ==================== >>
Duration: 16m:26s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.92 ± 0.04
Logistic Regression --> roc_auc: 0.96 ± 0.02 !
Linear Discriminant Analysis --> roc_auc: 0.86 ± 0.1114
Quadratic Discriminant Analysis --> roc_auc: 0.81 ± 0.1463
Radius Nearest Neighbors --> roc_auc: 0.925 ± 0.1162
AdaBoost --> roc_auc: 0.96 ± 0.02
Random Forest --> roc_auc: 0.86 ± 0.0374
XGBoost --> roc_auc: 0.9 ± 0.0548
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAAGTYKYIF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CAGQETSGSRLTF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CAVKGGSEKLVF.
>>> Dropping feature CAVSPSGGYQKVTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CAVANAGGTSYGKLTF.
>>> Dropping feature CAVNTGRRALTF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAATSGSARQLTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CVVTNQAGTALIF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CAVPTSGTYKYIF.
>>> Dropping feature CAYRSYNTDKLIF.
>>> Dropping feature CALSSGGSNYKLTF.
>>> Dropping feature CALYSGGGADGLTF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAGNYGGSQGNLIF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAASMNSGYSTLTF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAASSGGGADGLTF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.875 | 0.875 | 3.309s | 3.329s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.625 | 0.875 | 3.302s | 7.918s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.75 | 0.875 | 3.323s | 12.370s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.875 | 0.875 | 3.309s | 16.717s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.875 | 0.875 | 3.338s | 22.717s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.5625 | 0.875 | 3.222s | 29.635s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.9375 | 0.9375 | 3.192s | 34.345s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.9375 | 0.9375 | 3.310s | 40.679s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.9375 | 0.9375 | 3.137s | 47.457s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.6875 | 0.9375 | 3.173s | 52.192s |
| Iteration 11 | exponen.. | 0.735 | 447 | 0.7 | friedman_mse | 4 | 1 | 8 | 0.7 | 0.0084 | 0.75 | 0.9375 | 3.328s | 56.948s |
| Iteration 12 | exponen.. | 0.5875 | 486 | 0.5 | squared_er.. | 19 | 4 | 1 | auto | 0.0061 | 0.6875 | 0.9375 | 3.280s | 1m:02s |
| Iteration 13 | exponen.. | 0.1321 | 158 | 0.6 | friedman_mse | 2 | 1 | 2 | 0.9 | 0.0 | 0.8125 | 0.9375 | 3.214s | 1m:09s |
| Iteration 14 | exponen.. | 0.01 | 492 | 0.5 | squared_er.. | 7 | 18 | 10 | log2 | 0.0343 | 0.5 | 0.9375 | 3.909s | 1m:15s |
| Iteration 15 | exponen.. | 0.1063 | 357 | 0.7 | friedman_mse | 6 | 20 | 6 | 0.6 | 0.0053 | 0.875 | 0.9375 | 3.277s | 1m:19s |
| Iteration 16 | exponen.. | 0.0912 | 176 | 0.9 | friedman_mse | 20 | 16 | 6 | 0.8 | 0.0336 | 0.8125 | 0.9375 | 3.252s | 1m:24s |
| Iteration 17 | deviance | 0.01 | 440 | 0.9 | friedman_mse | 2 | 2 | 9 | 0.7 | 0.0 | 0.3125 | 0.9375 | 3.441s | 1m:29s |
| Iteration 18 | exponen.. | 0.1421 | 202 | 1.0 | friedman_mse | 18 | 18 | 2 | 0.7 | 0.0023 | 0.6875 | 0.9375 | 3.209s | 1m:34s |
| Iteration 19 | exponen.. | 1.0 | 369 | 0.8 | friedman_mse | 17 | 16 | 1 | auto | 0.0239 | 0.75 | 0.9375 | 3.258s | 1m:39s |
| Iteration 20 | exponen.. | 0.01 | 10 | 0.7 | squared_er.. | 2 | 1 | 10 | None | 0.0145 | 0.2188 | 0.9375 | 3.156s | 1m:44s |
| Iteration 21 | exponen.. | 0.0787 | 260 | 0.8 | friedman_mse | 2 | 20 | 6 | 0.5 | 0.0029 | 0.625 | 0.9375 | 3.240s | 1m:49s |
| Iteration 22 | exponen.. | 0.1456 | 10 | 0.5 | friedman_mse | 11 | 1 | 1 | auto | 0.035 | 0.5625 | 0.9375 | 3.094s | 1m:56s |
| Iteration 23 | deviance | 0.7933 | 374 | 0.6 | squared_er.. | 4 | 11 | 8 | 0.9 | 0.013 | 0.875 | 0.9375 | 3.189s | 2m:01s |
| Iteration 24 | exponen.. | 0.7946 | 473 | 0.9 | squared_er.. | 2 | 19 | 8 | 0.5 | 0.0219 | 0.875 | 0.9375 | 3.310s | 2m:06s |
| Iteration 25 | deviance | 0.8299 | 10 | 1.0 | squared_er.. | 6 | 6 | 4 | 0.9 | 0.035 | 0.5 | 0.9375 | 3.185s | 2m:11s |
| Iteration 26 | exponen.. | 0.0788 | 120 | 0.5 | squared_er.. | 15 | 7 | 6 | 0.7 | 0.0185 | 0.4375 | 0.9375 | 3.218s | 2m:16s |
| Iteration 27 | exponen.. | 1.0 | 223 | 1.0 | friedman_mse | 11 | 1 | 10 | None | 0.035 | 0.8125 | 0.9375 | 3.244s | 2m:24s |
| Iteration 28 | exponen.. | 1.0 | 293 | 1.0 | squared_er.. | 16 | 4 | 8 | 0.9 | 0.0267 | 0.4688 | 0.9375 | 3.178s | 2m:32s |
| Iteration 29 | exponen.. | 1.0 | 265 | 1.0 | squared_er.. | 3 | 20 | 1 | auto | 0.0 | 0.6562 | 0.9375 | 3.101s | 2m:40s |
| Iteration 30 | exponen.. | 1.0 | 164 | 0.6 | friedman_mse | 4 | 16 | 7 | 0.6 | 0.0189 | 0.875 | 0.9375 | 3.111s | 2m:48s |
| Iteration 31 | exponen.. | 0.2907 | 500 | 1.0 | squared_er.. | 20 | 19 | 8 | 0.7 | 0.0 | 0.5 | 0.9375 | 3.196s | 2m:56s |
| Iteration 32 | exponen.. | 0.3605 | 488 | 0.7 | squared_er.. | 15 | 9 | 8 | 0.6 | 0.0166 | 0.625 | 0.9375 | 3.190s | 3m:05s |
| Iteration 33 | exponen.. | 0.0584 | 500 | 0.8 | squared_er.. | 13 | 18 | 6 | log2 | 0.0059 | 0.625 | 0.9375 | 3.196s | 3m:13s |
| Iteration 34 | exponen.. | 0.2902 | 79 | 1.0 | squared_er.. | 7 | 7 | 8 | 0.5 | 0.0298 | 0.4375 | 0.9375 | 3.139s | 3m:21s |
| Iteration 35 | deviance | 0.3644 | 289 | 0.7 | friedman_mse | 10 | 13 | 5 | 0.8 | 0.0058 | 0.6875 | 0.9375 | 3.121s | 3m:29s |
| Iteration 36 | deviance | 1.0 | 10 | 0.6 | friedman_mse | 6 | 17 | 5 | None | 0.0048 | 0.625 | 0.9375 | 3.081s | 3m:37s |
| Iteration 37 | exponen.. | 1.0 | 500 | 0.9 | friedman_mse | 14 | 9 | 7 | None | 0.014 | 0.6875 | 0.9375 | 3.163s | 3m:45s |
| Iteration 38 | exponen.. | 1.0 | 10 | 0.6 | friedman_mse | 20 | 3 | 7 | None | 0.024 | 0.5 | 0.9375 | 3.647s | 3m:51s |
| Iteration 39 | exponen.. | 1.0 | 456 | 0.9 | squared_er.. | 20 | 3 | 2 | log2 | 0.0212 | 0.3125 | 0.9375 | 3.250s | 3m:56s |
| Iteration 40 | exponen.. | 0.0637 | 438 | 0.7 | squared_er.. | 14 | 6 | 5 | 0.8 | 0.0 | 0.9375 | 0.9375 | 3.274s | 4m:01s |
| Iteration 41 | deviance | 1.0 | 458 | 0.7 | squared_er.. | 2 | 9 | 5 | 0.7 | 0.0238 | 0.9375 | 0.9375 | 3.307s | 4m:06s |
| Iteration 42 | deviance | 1.0 | 150 | 0.7 | squared_er.. | 2 | 3 | 2 | 0.5 | 0.0282 | 0.625 | 0.9375 | 3.202s | 4m:11s |
| Iteration 43 | exponen.. | 0.8878 | 391 | 0.8 | squared_er.. | 2 | 15 | 8 | 0.5 | 0.016 | 0.625 | 0.9375 | 3.233s | 4m:16s |
| Iteration 44 | deviance | 0.2196 | 166 | 0.9 | friedman_mse | 8 | 3 | 7 | 0.6 | 0.0014 | 0.5 | 0.9375 | 3.200s | 4m:21s |
| Iteration 45 | exponen.. | 0.2569 | 185 | 0.9 | friedman_mse | 15 | 16 | 1 | 0.5 | 0.0 | 0.6875 | 0.9375 | 3.118s | 4m:29s |
| Iteration 46 | exponen.. | 0.3385 | 333 | 0.8 | squared_er.. | 2 | 14 | 9 | 0.5 | 0.034 | 0.75 | 0.9375 | 3.229s | 4m:34s |
| Iteration 47 | exponen.. | 0.0269 | 410 | 0.7 | squared_er.. | 12 | 5 | 3 | 0.9 | 0.0 | 1.0 | 1.0 | 3.290s | 4m:39s |
| Iteration 48 | exponen.. | 0.018 | 467 | 0.7 | squared_er.. | 8 | 6 | 1 | None | 0.0 | 0.875 | 1.0 | 3.246s | 4m:44s |
| Iteration 49 | deviance | 0.0105 | 426 | 0.7 | squared_er.. | 12 | 10 | 4 | None | 0.0 | 0.75 | 1.0 | 3.253s | 4m:49s |
| Iteration 50 | exponen.. | 0.9622 | 307 | 0.6 | friedman_mse | 5 | 19 | 6 | sqrt | 0.0047 | 0.5 | 1.0 | 3.241s | 4m:54s |
Bayesian Optimization ---------------------------
Best call --> Iteration 47
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0269, 'n_estimators': 410, 'subsample': 0.7, 'criterion': 'squared_error', 'min_samples_split': 12, 'min_samples_leaf': 5, 'max_depth': 3, 'max_features': 0.9, 'ccp_alpha': 0.0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:55s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.125s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 1.0 ± 0.0
Time elapsed: 0.619s
-------------------------------------------------
Total time: 4m:56s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.5 | 0.5 | 3.235s | 3.247s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.625 | 0.625 | 3.195s | 7.623s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.25 | 0.625 | 3.234s | 12.121s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.5 | 0.625 | 3.178s | 16.678s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.5625 | 0.625 | 3.171s | 21.076s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.75 | 0.75 | 3.230s | 25.523s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.875 | 0.875 | 3.214s | 29.929s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.75 | 0.875 | 3.224s | 34.349s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.75 | 0.875 | 3.203s | 38.733s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.375 | 0.875 | 3.201s | 42.976s |
| Iteration 11 | l2 | 0.001 | newto.. | 191 | --- | 0.625 | 0.875 | 3.192s | 47.630s |
| Iteration 12 | l2 | 10.6424 | libli.. | 321 | --- | 0.75 | 0.875 | 3.237s | 52.262s |
| Iteration 13 | l2 | 1.3029 | libli.. | 262 | --- | 0.5 | 0.875 | 3.082s | 59.241s |
| Iteration 14 | l2 | 0.0355 | libli.. | 204 | --- | 1.0 | 1.0 | 3.118s | 1m:04s |
| Iteration 15 | l2 | 17.3967 | lbfgs | 947 | --- | 0.5 | 1.0 | 3.791s | 1m:09s |
| Iteration 16 | l2 | 0.0052 | libli.. | 125 | --- | 0.5 | 1.0 | 3.184s | 1m:14s |
| Iteration 17 | l2 | 0.1201 | saga | 441 | --- | 0.375 | 1.0 | 3.179s | 1m:19s |
| Iteration 18 | l2 | 0.0024 | newto.. | 253 | --- | 0.4375 | 1.0 | 3.177s | 1m:23s |
| Iteration 19 | elast.. | 15.1591 | saga | 100 | 0.4 | 0.75 | 1.0 | 3.191s | 1m:28s |
| Iteration 20 | l2 | 0.001 | newto.. | 110 | --- | 0.5 | 1.0 | 3.126s | 1m:35s |
| Iteration 21 | l2 | 0.001 | libli.. | 790 | --- | 0.4375 | 1.0 | 3.169s | 1m:40s |
| Iteration 22 | l2 | 1.3017 | libli.. | 103 | --- | 0.125 | 1.0 | 3.194s | 1m:44s |
| Iteration 23 | l2 | 0.0359 | libli.. | 183 | --- | 0.625 | 1.0 | 3.224s | 1m:49s |
| Iteration 24 | l2 | 0.0199 | newto.. | 712 | --- | 0.9375 | 1.0 | 3.194s | 1m:54s |
| Iteration 25 | none | --- | sag | 1000 | --- | 0.8125 | 1.0 | 3.196s | 1m:59s |
| Iteration 26 | l2 | 0.0199 | lbfgs | 712 | --- | 0.4375 | 1.0 | 3.165s | 2m:04s |
| Iteration 27 | l2 | 0.0177 | newto.. | 547 | --- | 0.3125 | 1.0 | 3.205s | 2m:08s |
| Iteration 28 | l2 | 4.9514 | saga | 247 | --- | 0.5625 | 1.0 | 3.221s | 2m:13s |
| Iteration 29 | l2 | 0.0395 | sag | 497 | --- | 0.75 | 1.0 | 3.227s | 2m:18s |
| Iteration 30 | l2 | 99.9767 | sag | 321 | --- | 0.625 | 1.0 | 3.076s | 2m:24s |
| Iteration 31 | l2 | 0.022 | newto.. | 986 | --- | 0.375 | 1.0 | 3.182s | 2m:29s |
| Iteration 32 | none | --- | sag | 687 | --- | 0.625 | 1.0 | 3.121s | 2m:37s |
| Iteration 33 | l2 | 0.0341 | libli.. | 932 | --- | 0.4375 | 1.0 | 3.147s | 2m:45s |
| Iteration 34 | l2 | 0.0359 | newto.. | 274 | --- | 0.125 | 1.0 | 3.166s | 2m:50s |
| Iteration 35 | l2 | 0.0199 | newto.. | 710 | --- | 0.25 | 1.0 | 3.165s | 2m:55s |
| Iteration 36 | l2 | 0.0333 | libli.. | 165 | --- | 0.4688 | 1.0 | 3.181s | 2m:60s |
| Iteration 37 | l2 | 27.2304 | libli.. | 251 | --- | 0.5 | 1.0 | 3.168s | 3m:04s |
| Iteration 38 | l2 | 0.0102 | sag | 409 | --- | 0.4375 | 1.0 | 3.164s | 3m:10s |
| Iteration 39 | l2 | 43.4507 | saga | 673 | --- | 0.5 | 1.0 | 3.183s | 3m:15s |
| Iteration 40 | l2 | 4.797 | newto.. | 432 | --- | 0.8125 | 1.0 | 3.834s | 3m:21s |
| Iteration 41 | l1 | 7.406 | libli.. | 257 | --- | 0.6875 | 1.0 | 3.198s | 3m:26s |
| Iteration 42 | l2 | 8.7591 | sag | 878 | --- | 0.5 | 1.0 | 3.217s | 3m:30s |
| Iteration 43 | l2 | 6.0357 | newto.. | 268 | --- | 0.3125 | 1.0 | 3.193s | 3m:35s |
| Iteration 44 | l2 | 0.0438 | libli.. | 950 | --- | 0.375 | 1.0 | 3.212s | 3m:40s |
| Iteration 45 | l2 | 6.6131 | libli.. | 683 | --- | 0.625 | 1.0 | 3.188s | 3m:45s |
| Iteration 46 | l2 | 5.9991 | libli.. | 887 | --- | 0.75 | 1.0 | 3.190s | 3m:50s |
| Iteration 47 | l2 | 29.3367 | sag | 453 | --- | 0.3125 | 1.0 | 3.303s | 3m:56s |
| Iteration 48 | l2 | 0.1406 | sag | 114 | --- | 0.625 | 1.0 | 3.247s | 4m:01s |
| Iteration 49 | l2 | 7.3377 | libli.. | 414 | --- | 0.875 | 1.0 | 3.164s | 4m:06s |
| Iteration 50 | l2 | 18.8944 | libli.. | 908 | --- | 0.75 | 1.0 | 3.186s | 4m:11s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'penalty': 'l2', 'C': 0.0355, 'solver': 'liblinear', 'max_iter': 204}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8223
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.67 ± 0.0872
Time elapsed: 0.052s
-------------------------------------------------
Total time: 4m:13s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.5625 | 0.5625 | 3.174s | 3.180s |
| Initial point 2 | svd | --- | 0.75 | 0.75 | 3.166s | 7.381s |
| Initial point 3 | svd | --- | 0.75 | 0.75 | 0.001s | 8.419s |
| Initial point 4 | lsqr | 0.8 | 0.75 | 0.75 | 3.108s | 15.326s |
| Initial point 5 | eigen | 0.9 | 0.3125 | 0.75 | 3.161s | 20.263s |
| Initial point 6 | lsqr | 0.7 | 0.5 | 0.75 | 3.180s | 24.714s |
| Initial point 7 | lsqr | 0.5 | 0.625 | 0.75 | 3.201s | 30.371s |
| Initial point 8 | lsqr | 0.9 | 0.5625 | 0.75 | 3.109s | 37.729s |
| Initial point 9 | lsqr | 0.6 | 0.875 | 0.875 | 3.172s | 42.550s |
| Initial point 10 | eigen | 0.8 | 0.5 | 0.875 | 3.157s | 46.868s |
| Iteration 11 | lsqr | auto | 0.5625 | 0.875 | 3.169s | 51.399s |
| Iteration 12 | lsqr | 1.0 | 0.9375 | 0.9375 | 3.179s | 55.910s |
| Iteration 13 | lsqr | None | 0.5 | 0.9375 | 3.146s | 1m:00s |
| Iteration 14 | svd | --- | 0.75 | 0.9375 | 0.000s | 1m:02s |
| Iteration 15 | svd | --- | 0.75 | 0.9375 | 0.000s | 1m:06s |
| Iteration 16 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 1m:10s |
| Iteration 17 | svd | --- | 0.75 | 0.9375 | 0.000s | 1m:12s |
| Iteration 18 | svd | --- | 0.75 | 0.9375 | 0.000s | 1m:13s |
| Iteration 19 | svd | --- | 0.75 | 0.9375 | 0.000s | 1m:14s |
| Iteration 20 | svd | --- | 0.75 | 0.9375 | 0.001s | 1m:15s |
| Iteration 21 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 1m:16s |
| Iteration 22 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 1m:17s |
| Iteration 23 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 1m:18s |
| Iteration 24 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 1m:20s |
| Iteration 25 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 1m:21s |
| Iteration 26 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 1m:22s |
| Iteration 27 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 1m:23s |
| Iteration 28 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 1m:24s |
| Iteration 29 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 1m:26s |
| Iteration 30 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 1m:27s |
| Iteration 31 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 1m:28s |
| Iteration 32 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 1m:30s |
| Iteration 33 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 1m:34s |
| Iteration 34 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 1m:38s |
| Iteration 35 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 1m:40s |
| Iteration 36 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 1m:41s |
| Iteration 37 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 1m:44s |
| Iteration 38 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 1m:46s |
| Iteration 39 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 1m:47s |
| Iteration 40 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 1m:49s |
| Iteration 41 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.001s | 1m:50s |
| Iteration 42 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 1m:51s |
| Iteration 43 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 1m:52s |
| Iteration 44 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 1m:54s |
| Iteration 45 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 1m:57s |
| Iteration 46 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.001s | 2m:02s |
| Iteration 47 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 2m:04s |
| Iteration 48 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 2m:05s |
| Iteration 49 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 2m:06s |
| Iteration 50 | lsqr | 1.0 | 0.9375 | 0.9375 | 0.000s | 2m:09s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'solver': 'lsqr', 'shrinkage': 1.0}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 2m:11s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.725
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.0
Time elapsed: 0.028s
-------------------------------------------------
Total time: 2m:11s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.5625 | 0.5625 | 3.140s | 3.144s |
| Initial point 2 | 0.9 | 0.5 | 0.5625 | 3.107s | 7.503s |
| Initial point 3 | 0.1 | 0.8125 | 0.8125 | 3.199s | 11.831s |
| Initial point 4 | 1.0 | 0.5625 | 0.8125 | 0.000s | 12.977s |
| Initial point 5 | 0.2 | 0.3125 | 0.8125 | 3.143s | 17.100s |
| Initial point 6 | 0.4 | 0.5625 | 0.8125 | 3.172s | 21.493s |
| Initial point 7 | 0.4 | 0.5625 | 0.8125 | 0.001s | 24.595s |
| Initial point 8 | 0.7 | 0.5625 | 0.8125 | 3.102s | 31.339s |
| Initial point 9 | 0.9 | 0.5 | 0.8125 | 0.000s | 35.103s |
| Initial point 10 | 0.8 | 0.5 | 0.8125 | 3.072s | 39.812s |
| Iteration 11 | 0.3 | 0.5 | 0.8125 | 3.105s | 44.166s |
| Iteration 12 | 0.6 | 0.9375 | 0.9375 | 3.160s | 48.695s |
| Iteration 13 | 0.6 | 0.9375 | 0.9375 | 0.000s | 49.978s |
| Iteration 14 | 0.5 | 1.0 | 1.0 | 3.162s | 54.260s |
| Iteration 15 | 0.0 | 0.5 | 1.0 | 3.169s | 58.576s |
| Iteration 16 | 0.5 | 1.0 | 1.0 | 0.000s | 59.845s |
| Iteration 17 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:01s |
| Iteration 18 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:03s |
| Iteration 19 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:04s |
| Iteration 20 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:05s |
| Iteration 21 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:07s |
| Iteration 22 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:08s |
| Iteration 23 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:09s |
| Iteration 24 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:10s |
| Iteration 25 | 0.5 | 1.0 | 1.0 | 0.001s | 1m:11s |
| Iteration 26 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 27 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:16s |
| Iteration 28 | 0.9 | 0.5 | 1.0 | 0.000s | 1m:18s |
| Iteration 29 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:19s |
| Iteration 30 | 0.8 | 0.5 | 1.0 | 0.000s | 1m:21s |
| Iteration 31 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:23s |
| Iteration 32 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:25s |
| Iteration 33 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:26s |
| Iteration 34 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:27s |
| Iteration 35 | 0.5 | 1.0 | 1.0 | 0.001s | 1m:29s |
| Iteration 36 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:30s |
| Iteration 37 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:31s |
| Iteration 38 | 0.5 | 1.0 | 1.0 | 0.001s | 1m:32s |
| Iteration 39 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:35s |
| Iteration 40 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:37s |
| Iteration 41 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:38s |
| Iteration 42 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:40s |
| Iteration 43 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:41s |
| Iteration 44 | 0.5 | 1.0 | 1.0 | 0.001s | 1m:42s |
| Iteration 45 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:43s |
| Iteration 46 | 0.5 | 1.0 | 1.0 | 0.001s | 1m:44s |
| Iteration 47 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:46s |
| Iteration 48 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:47s |
| Iteration 49 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:48s |
| Iteration 50 | 0.5 | 1.0 | 1.0 | 0.000s | 1m:52s |
Bayesian Optimization ---------------------------
Best call --> Iteration 14
Best parameters --> {'reg_param': 0.5}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:54s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.725
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.0
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:54s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 10.1893 | dista.. | auto | 40 | 1 | 0.5 | 0.5 | 3.920s | 3.940s |
| Initial point 2 | 4.0523 | uniform | kd_tree | 39 | 2 | 0.7188 | 0.7188 | 3.209s | 8.367s |
| Initial point 3 | 3.201 | dista.. | ball_tree | 25 | 2 | 0.625 | 0.7188 | 3.218s | 12.801s |
| Initial point 4 | 9.3389 | uniform | ball_tree | 39 | 2 | 0.5 | 0.7188 | 3.159s | 17.110s |
| Initial point 5 | 7.3158 | dista.. | auto | 30 | 2 | 0.3125 | 0.7188 | 3.158s | 21.482s |
| Initial point 6 | 8.4723 | dista.. | ball_tree | 21 | 2 | 0.6875 | 0.7188 | 3.169s | 25.672s |
| Initial point 7 | 6.06 | dista.. | ball_tree | 24 | 1 | 0.8125 | 0.8125 | 3.161s | 29.852s |
| Initial point 8 | 1.4522 | dista.. | ball_tree | 21 | 2 | 0.25 | 0.8125 | 3.202s | 33.944s |
| Initial point 9 | 6.7504 | uniform | ball_tree | 24 | 1 | 1.0 | 1.0 | 3.197s | 38.222s |
| Initial point 10 | 4.7947 | uniform | brute | 22 | 2 | 0.375 | 1.0 | 3.157s | 42.428s |
| Iteration 11 | 8.4826 | uniform | auto | 24 | 1 | 0.5 | 1.0 | 3.155s | 46.999s |
| Iteration 12 | 6.9078 | uniform | ball_tree | 24 | 1 | 0.5625 | 1.0 | 3.151s | 51.714s |
| Iteration 13 | 5.8488 | dista.. | ball_tree | 32 | 1 | 0.375 | 1.0 | 3.167s | 56.400s |
| Iteration 14 | 5.4832 | uniform | ball_tree | 24 | 1 | 0.3438 | 1.0 | 3.186s | 1m:01s |
| Iteration 15 | 6.5745 | dista.. | ball_tree | 24 | 1 | 0.5625 | 1.0 | 3.173s | 1m:06s |
| Iteration 16 | 6.6332 | uniform | kd_tree | 24 | 1 | 0.75 | 1.0 | 3.182s | 1m:10s |
| Iteration 17 | 6.7393 | uniform | auto | 24 | 1 | 0.6875 | 1.0 | 3.164s | 1m:15s |
| Iteration 18 | 6.6906 | uniform | kd_tree | 26 | 2 | 0.1875 | 1.0 | 3.174s | 1m:20s |
| Iteration 19 | 5.8616 | dista.. | kd_tree | 24 | 2 | 0.8125 | 1.0 | 3.191s | 1m:26s |
| Iteration 20 | 5.5447 | dista.. | auto | 24 | 1 | 0.125 | 1.0 | 3.082s | 1m:33s |
| Iteration 21 | 6.7373 | dista.. | kd_tree | 23 | 1 | 0.625 | 1.0 | 3.124s | 1m:39s |
| Iteration 22 | 5.9654 | dista.. | brute | 24 | 2 | 0.1875 | 1.0 | 3.156s | 1m:43s |
| Iteration 23 | 6.7378 | uniform | brute | 25 | 1 | 0.4688 | 1.0 | 3.163s | 1m:50s |
| Iteration 24 | 6.7446 | dista.. | kd_tree | 24 | 1 | 0.75 | 1.0 | 3.177s | 1m:55s |
| Iteration 25 | 6.743 | uniform | ball_tree | 24 | 1 | 1.0 | 1.0 | 3.149s | 2m:00s |
| Iteration 26 | 6.7458 | uniform | ball_tree | 24 | 1 | 0.9375 | 1.0 | 3.140s | 2m:05s |
| Iteration 27 | 6.7375 | uniform | ball_tree | 25 | 1 | 0.625 | 1.0 | 3.180s | 2m:10s |
| Iteration 28 | 6.7392 | dista.. | ball_tree | 24 | 1 | 0.5 | 1.0 | 3.156s | 2m:15s |
| Iteration 29 | 6.1642 | dista.. | ball_tree | 24 | 1 | 1.0 | 1.0 | 3.179s | 2m:19s |
| Iteration 30 | 6.6943 | uniform | ball_tree | 24 | 1 | 0.3125 | 1.0 | 3.194s | 2m:24s |
| Iteration 31 | 6.1509 | dista.. | ball_tree | 24 | 1 | 0.5625 | 1.0 | 3.187s | 2m:30s |
| Iteration 32 | 6.2543 | uniform | ball_tree | 24 | 1 | 0.5 | 1.0 | 3.192s | 2m:35s |
| Iteration 33 | 6.8018 | uniform | auto | 24 | 1 | 0.4062 | 1.0 | 3.221s | 2m:39s |
| Iteration 34 | 6.0758 | uniform | ball_tree | 22 | 1 | 0.6562 | 1.0 | 3.164s | 2m:44s |
| Iteration 35 | 8.4095 | uniform | ball_tree | 23 | 1 | 0.25 | 1.0 | 3.116s | 2m:51s |
| Iteration 36 | 4.0035 | dista.. | kd_tree | 24 | 1 | 0.125 | 1.0 | 3.120s | 2m:57s |
| Iteration 37 | 6.7824 | uniform | ball_tree | 23 | 1 | 0.625 | 1.0 | 3.199s | 3m:02s |
| Iteration 38 | 6.1106 | dista.. | kd_tree | 30 | 1 | 0.5625 | 1.0 | 3.205s | 3m:07s |
| Iteration 39 | 6.1047 | dista.. | auto | 25 | 1 | 0.6875 | 1.0 | 3.209s | 3m:12s |
| Iteration 40 | 6.1294 | dista.. | ball_tree | 21 | 1 | 0.6875 | 1.0 | 3.227s | 3m:17s |
| Iteration 41 | 5.7671 | dista.. | ball_tree | 31 | 2 | 0.6562 | 1.0 | 3.215s | 3m:22s |
| Iteration 42 | 6.1525 | dista.. | auto | 37 | 1 | 0.625 | 1.0 | 3.206s | 3m:26s |
| Iteration 43 | 6.0503 | dista.. | auto | 22 | 1 | 0.2188 | 1.0 | 3.180s | 3m:31s |
| Iteration 44 | 6.7855 | uniform | ball_tree | 40 | 1 | 0.375 | 1.0 | 3.197s | 3m:36s |
| Iteration 45 | 6.521 | uniform | ball_tree | 21 | 1 | 0.5625 | 1.0 | 3.214s | 3m:40s |
| Iteration 46 | 6.501 | uniform | ball_tree | 26 | 1 | 0.5938 | 1.0 | 3.097s | 3m:47s |
| Iteration 47 | 6.7851 | uniform | ball_tree | 24 | 1 | 0.5312 | 1.0 | 3.104s | 3m:54s |
| Iteration 48 | 6.4535 | dista.. | kd_tree | 24 | 1 | 0.75 | 1.0 | 3.119s | 4m:02s |
| Iteration 49 | 7.2799 | uniform | kd_tree | 27 | 1 | 0.7188 | 1.0 | 3.119s | 4m:09s |
| Iteration 50 | 6.8629 | uniform | kd_tree | 26 | 1 | 0.6875 | 1.0 | 3.085s | 4m:17s |
Bayesian Optimization ---------------------------
Best call --> Initial point 9
Best parameters --> {'radius': 6.7504, 'weights': 'uniform', 'algorithm': 'ball_tree', 'leaf_size': 24, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:21s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7652
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.0822
Time elapsed: 0.052s
-------------------------------------------------
Total time: 4m:21s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.75 | 0.75 | 3.522s | 3.529s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.5625 | 0.75 | 3.510s | 10.718s |
| Initial point 3 | 225 | 1.0215 | SAMME | 1.0 | 1.0 | 3.316s | 17.773s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.875 | 1.0 | 3.414s | 22.759s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.7812 | 1.0 | 3.383s | 27.133s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.75 | 1.0 | 3.529s | 31.630s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.8125 | 1.0 | 3.229s | 35.858s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.8438 | 1.0 | 4.090s | 40.905s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.5 | 1.0 | 3.177s | 45.061s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.6562 | 1.0 | 3.327s | 49.371s |
| Iteration 11 | 226 | 0.8608 | SAMME | 0.75 | 1.0 | 3.345s | 55.312s |
| Iteration 12 | 228 | 1.0156 | SAMME | 0.5 | 1.0 | 3.361s | 1m:00s |
| Iteration 13 | 328 | 0.0926 | SAMME | 0.8125 | 1.0 | 3.468s | 1m:05s |
| Iteration 14 | 219 | 1.1908 | SAMME | 0.6875 | 1.0 | 3.372s | 1m:09s |
| Iteration 15 | 334 | 0.0794 | SAMME | 0.9688 | 1.0 | 3.425s | 1m:14s |
| Iteration 16 | 65 | 0.1884 | SAMME | 0.9688 | 1.0 | 3.251s | 1m:18s |
| Iteration 17 | 207 | 0.1135 | SAMME | 0.5312 | 1.0 | 3.315s | 1m:23s |
| Iteration 18 | 416 | 0.0764 | SAMME | 0.75 | 1.0 | 3.513s | 1m:27s |
| Iteration 19 | 379 | 0.1986 | SAMME | 0.8125 | 1.0 | 3.424s | 1m:32s |
| Iteration 20 | 125 | 0.1736 | SAMME | 0.2812 | 1.0 | 3.276s | 1m:36s |
| Iteration 21 | 334 | 0.1382 | SAMME | 0.8125 | 1.0 | 3.431s | 1m:41s |
| Iteration 22 | 353 | 0.0111 | SAMME | 0.5312 | 1.0 | 3.444s | 1m:45s |
| Iteration 23 | 334 | 0.0883 | SAMME | 0.8125 | 1.0 | 3.427s | 1m:50s |
| Iteration 24 | 332 | 0.0193 | SAMME | 0.9688 | 1.0 | 3.419s | 1m:55s |
| Iteration 25 | 63 | 5.2681 | SAMME.R | 0.375 | 1.0 | 3.237s | 1m:59s |
| Iteration 26 | 64 | 0.058 | SAMME | 0.3438 | 1.0 | 3.184s | 2m:04s |
| Iteration 27 | 329 | 2.3698 | SAMME.R | 0.9375 | 1.0 | 3.442s | 2m:08s |
| Iteration 28 | 321 | 2.3514 | SAMME.R | 0.4688 | 1.0 | 3.435s | 2m:13s |
| Iteration 29 | 500 | 5.7789 | SAMME | 0.75 | 1.0 | 3.190s | 2m:17s |
| Iteration 30 | 358 | 0.01 | SAMME | 0.875 | 1.0 | 3.434s | 2m:22s |
| Iteration 31 | 500 | 0.0186 | SAMME.R | 0.5 | 1.0 | 3.569s | 2m:27s |
| Iteration 32 | 294 | 0.0149 | SAMME.R | 0.6875 | 1.0 | 3.964s | 2m:34s |
| Iteration 33 | 358 | 6.3409 | SAMME | 0.5 | 1.0 | 3.177s | 2m:39s |
| Iteration 34 | 363 | 0.0544 | SAMME | 0.3125 | 1.0 | 3.487s | 2m:44s |
| Iteration 35 | 117 | 0.0826 | SAMME | 0.8125 | 1.0 | 3.270s | 2m:49s |
| Iteration 36 | 488 | 0.0826 | SAMME | 0.625 | 1.0 | 3.557s | 2m:54s |
| Iteration 37 | 333 | 0.0398 | SAMME | 0.4062 | 1.0 | 3.403s | 2m:58s |
| Iteration 38 | 380 | 0.0202 | SAMME | 0.5938 | 1.0 | 3.468s | 3m:03s |
| Iteration 39 | 107 | 0.0179 | SAMME | 0.375 | 1.0 | 3.237s | 3m:08s |
| Iteration 40 | 411 | 0.0962 | SAMME | 1.0 | 1.0 | 3.453s | 3m:15s |
| Iteration 41 | 458 | 0.0893 | SAMME | 0.8125 | 1.0 | 3.422s | 3m:23s |
| Iteration 42 | 463 | 0.0985 | SAMME.R | 1.0 | 1.0 | 3.495s | 3m:28s |
| Iteration 43 | 91 | 0.0986 | SAMME | 0.4375 | 1.0 | 3.237s | 3m:33s |
| Iteration 44 | 409 | 0.0969 | SAMME | 0.5 | 1.0 | 3.452s | 3m:38s |
| Iteration 45 | 434 | 0.0128 | SAMME.R | 0.6875 | 1.0 | 3.539s | 3m:43s |
| Iteration 46 | 433 | 0.0115 | SAMME.R | 0.9375 | 1.0 | 3.522s | 3m:47s |
| Iteration 47 | 442 | 0.017 | SAMME.R | 0.625 | 1.0 | 3.527s | 3m:52s |
| Iteration 48 | 438 | 0.0111 | SAMME.R | 0.75 | 1.0 | 3.519s | 3m:57s |
| Iteration 49 | 441 | 0.0102 | SAMME.R | 0.6875 | 1.0 | 3.515s | 4m:02s |
| Iteration 50 | 440 | 6.9228 | SAMME.R | 0.6562 | 1.0 | 3.495s | 4m:07s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'n_estimators': 463, 'learning_rate': 0.0985, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.425s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.96 ± 0.049
Time elapsed: 1.922s
-------------------------------------------------
Total time: 4m:11s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.9375 | 0.9375 | 3.579s | 3.599s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.375 | 0.9375 | 3.469s | 8.152s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 1.0 | 1.0 | 3.485s | 12.626s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 1.0 | 3.280s | 16.864s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.5625 | 1.0 | 3.494s | 21.400s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.625 | 1.0 | 3.313s | 27.114s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.875 | 1.0 | 3.365s | 33.044s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.9375 | 1.0 | 3.357s | 39.030s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.75 | 1.0 | 4.090s | 44.442s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.625 | 1.0 | 3.436s | 48.876s |
| Iteration 11 | 189 | entropy | 1 | 2 | 9 | None | False | 0.0303 | --- | 0.5 | 1.0 | 3.288s | 55.654s |
| Iteration 12 | 500 | entropy | 6 | 15 | 3 | 0.6 | False | 0.0268 | --- | 0.5 | 1.0 | 3.423s | 1m:01s |
| Iteration 13 | 298 | entropy | 3 | 17 | 5 | auto | True | 0.0076 | 0.9 | 0.8125 | 1.0 | 3.401s | 1m:06s |
| Iteration 14 | 190 | entropy | 6 | 3 | 20 | auto | True | 0.0216 | None | 0.8125 | 1.0 | 3.292s | 1m:10s |
| Iteration 15 | 11 | entropy | None | 14 | 20 | auto | False | 0.0346 | --- | 0.9375 | 1.0 | 3.172s | 1m:15s |
| Iteration 16 | 499 | entropy | 9 | 7 | 1 | auto | True | 0.0104 | 0.8 | 0.875 | 1.0 | 3.575s | 1m:20s |
| Iteration 17 | 10 | entropy | None | 20 | 1 | auto | False | 0.035 | --- | 0.375 | 1.0 | 3.177s | 1m:24s |
| Iteration 18 | 495 | entropy | 5 | 7 | 17 | auto | True | 0.0185 | 0.7 | 0.3125 | 1.0 | 3.555s | 1m:31s |
| Iteration 19 | 94 | entropy | 6 | 13 | 16 | auto | False | 0.0278 | --- | 0.8125 | 1.0 | 3.194s | 1m:36s |
| Iteration 20 | 67 | entropy | 6 | 12 | 20 | auto | True | 0.03 | 0.5 | 0.5 | 1.0 | 3.201s | 1m:40s |
| Iteration 21 | 155 | entropy | 2 | 13 | 19 | auto | False | 0.0044 | --- | 0.6875 | 1.0 | 3.240s | 1m:45s |
| Iteration 22 | 461 | gini | 8 | 20 | 1 | 0.6 | True | 0.0237 | 0.8 | 0.625 | 1.0 | 3.524s | 1m:50s |
| Iteration 23 | 286 | entropy | 6 | 17 | 12 | auto | False | 0.0187 | --- | 0.6875 | 1.0 | 3.306s | 1m:54s |
| Iteration 24 | 205 | entropy | 5 | 11 | 1 | 0.5 | True | 0.0302 | 0.8 | 1.0 | 1.0 | 3.340s | 1m:59s |
| Iteration 25 | 392 | entropy | 4 | 19 | 1 | 0.6 | True | 0.0293 | 0.9 | 0.8125 | 1.0 | 3.434s | 2m:04s |
| Iteration 26 | 131 | entropy | 4 | 13 | 2 | 0.5 | True | 0.0152 | 0.8 | 0.4375 | 1.0 | 3.273s | 2m:08s |
| Iteration 27 | 486 | entropy | 6 | 13 | 20 | None | False | 0.0016 | --- | 0.375 | 1.0 | 3.450s | 2m:13s |
| Iteration 28 | 332 | entropy | 2 | 10 | 1 | 0.7 | False | 0.0111 | --- | 0.4688 | 1.0 | 3.360s | 2m:20s |
| Iteration 29 | 39 | entropy | None | 12 | 1 | sqrt | True | 0.0044 | 0.6 | 0.875 | 1.0 | 3.194s | 2m:25s |
| Iteration 30 | 104 | entropy | 8 | 6 | 1 | None | True | 0.026 | 0.5 | 0.5625 | 1.0 | 3.244s | 2m:30s |
| Iteration 31 | 127 | entropy | 7 | 12 | 5 | 0.8 | True | 0.0058 | 0.9 | 0.4375 | 1.0 | 3.255s | 2m:36s |
| Iteration 32 | 186 | entropy | 7 | 17 | 1 | log2 | True | 0.032 | 0.9 | 0.625 | 1.0 | 3.301s | 2m:42s |
| Iteration 33 | 209 | entropy | None | 12 | 16 | 0.5 | True | 0.035 | 0.7 | 0.6875 | 1.0 | 3.335s | 2m:46s |
| Iteration 34 | 491 | entropy | 5 | 14 | 5 | 0.5 | False | 0.035 | --- | 0.3125 | 1.0 | 4.008s | 2m:53s |
| Iteration 35 | 142 | gini | None | 5 | 1 | log2 | True | 0.0344 | 0.8 | 0.6875 | 1.0 | 3.177s | 2m:60s |
| Iteration 36 | 57 | gini | 6 | 5 | 16 | log2 | False | 0.0127 | --- | 0.7812 | 1.0 | 3.112s | 3m:05s |
| Iteration 37 | 335 | gini | 7 | 19 | 20 | auto | False | 0.0071 | --- | 0.375 | 1.0 | 3.313s | 3m:10s |
| Iteration 38 | 345 | entropy | 2 | 15 | 16 | log2 | False | 0.0242 | --- | 0.5 | 1.0 | 3.318s | 3m:15s |
| Iteration 39 | 27 | entropy | None | 14 | 5 | sqrt | True | 0.0032 | None | 0.4375 | 1.0 | 3.096s | 3m:20s |
| Iteration 40 | 183 | gini | 5 | 9 | 1 | log2 | True | 0.0028 | 0.8 | 0.8125 | 1.0 | 3.291s | 3m:25s |
| Iteration 41 | 379 | gini | None | 10 | 18 | auto | False | 0.0265 | --- | 0.9062 | 1.0 | 3.310s | 3m:32s |
| Iteration 42 | 41 | gini | 1 | 2 | 17 | 0.6 | True | 0.0096 | 0.9 | 0.75 | 1.0 | 3.156s | 3m:39s |
| Iteration 43 | 485 | entropy | None | 18 | 11 | 0.7 | False | 0.033 | --- | 0.6875 | 1.0 | 3.394s | 3m:44s |
| Iteration 44 | 368 | entropy | 5 | 9 | 10 | 0.9 | False | 0.0332 | --- | 0.4375 | 1.0 | 3.413s | 3m:49s |
| Iteration 45 | 102 | entropy | 4 | 7 | 1 | None | True | 0.0243 | 0.6 | 0.625 | 1.0 | 3.233s | 3m:54s |
| Iteration 46 | 498 | entropy | 1 | 12 | 4 | sqrt | True | 0.0224 | 0.9 | 0.8125 | 1.0 | 3.547s | 3m:59s |
| Iteration 47 | 34 | gini | None | 14 | 3 | auto | True | 0.0055 | 0.6 | 0.625 | 1.0 | 3.208s | 4m:04s |
| Iteration 48 | 67 | entropy | 5 | 9 | 4 | None | True | 0.0207 | 0.8 | 0.8125 | 1.0 | 3.217s | 4m:10s |
| Iteration 49 | 48 | gini | 9 | 12 | 20 | 0.8 | True | 0.0202 | 0.8 | 0.5 | 1.0 | 3.225s | 4m:15s |
| Iteration 50 | 94 | entropy | 5 | 19 | 16 | auto | True | 0.0301 | 0.8 | 0.375 | 1.0 | 3.236s | 4m:20s |
Bayesian Optimization ---------------------------
Best call --> Initial point 3
Best parameters --> {'n_estimators': 470, 'criterion': 'entropy', 'max_depth': 6, 'min_samples_split': 16, 'min_samples_leaf': 3, 'max_features': 0.6, 'bootstrap': False, 'ccp_alpha': 0.029}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:22s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.332s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.99 ± 0.02
Time elapsed: 1.468s
-------------------------------------------------
Total time: 4m:24s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.253s | 3.272s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.8125 | 0.8125 | 3.208s | 7.505s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.8125 | 3.236s | 11.733s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.8125 | 3.188s | 15.941s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.8125 | 3.187s | 20.117s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.8125 | 3.212s | 24.267s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.8125 | 3.201s | 28.585s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.8125 | 3.204s | 32.767s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.8125 | 0.8125 | 3.214s | 36.905s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.8125 | 3.169s | 41.127s |
| Iteration 11 | 26 | 0.3306 | 6 | 0.2334 | 10 | 0.6 | 0.5 | 100 | 1 | 0.5 | 0.8125 | 3.144s | 46.944s |
| Iteration 12 | 386 | 0.0292 | 6 | 0.4273 | 2 | 0.8 | 0.8 | 0.1 | 1 | 0.625 | 0.8125 | 3.167s | 51.841s |
| Iteration 13 | 211 | 0.0561 | 7 | 0.88 | 3 | 0.9 | 0.8 | 0.1 | 100 | 0.6875 | 0.8125 | 3.777s | 57.037s |
| Iteration 14 | 363 | 0.0723 | 7 | 0.4253 | 3 | 0.9 | 0.9 | 0.1 | 0.1 | 1.0 | 1.0 | 3.236s | 1m:02s |
| Iteration 15 | 378 | 0.1014 | 8 | 0.329 | 3 | 1.0 | 1.0 | 0.1 | 0.01 | 1.0 | 1.0 | 3.200s | 1m:06s |
| Iteration 16 | 35 | 0.0427 | 3 | 0.1587 | 3 | 0.9 | 0.8 | 0 | 0.1 | 0.8125 | 1.0 | 3.156s | 1m:11s |
| Iteration 17 | 225 | 0.1327 | 4 | 0.4864 | 4 | 1.0 | 0.5 | 10 | 10 | 0.5 | 1.0 | 3.198s | 1m:16s |
| Iteration 18 | 448 | 0.1103 | 8 | 0.4667 | 4 | 1.0 | 1.0 | 0.01 | 0.01 | 0.625 | 1.0 | 3.218s | 1m:22s |
| Iteration 19 | 279 | 0.3225 | 10 | 0.4282 | 3 | 1.0 | 0.6 | 0.1 | 10 | 0.75 | 1.0 | 3.182s | 1m:27s |
| Iteration 20 | 161 | 0.1959 | 6 | 0.5889 | 3 | 0.9 | 0.9 | 0.1 | 0.1 | 0.375 | 1.0 | 3.187s | 1m:32s |
| Iteration 21 | 344 | 0.0978 | 2 | 0.5585 | 3 | 0.7 | 0.5 | 0.01 | 1 | 0.5625 | 1.0 | 3.134s | 1m:38s |
| Iteration 22 | 368 | 0.0909 | 8 | 0.3744 | 3 | 0.9 | 0.9 | 0.1 | 0.01 | 0.75 | 1.0 | 3.117s | 1m:45s |
| Iteration 23 | 213 | 0.0103 | 2 | 0.2814 | 3 | 1.0 | 0.5 | 1 | 1 | 0.625 | 1.0 | 3.240s | 1m:51s |
| Iteration 24 | 372 | 0.4681 | 8 | 0.8799 | 3 | 1.0 | 0.8 | 0.1 | 10 | 0.8438 | 1.0 | 3.159s | 1m:56s |
| Iteration 25 | 499 | 0.6147 | 1 | 0.1163 | 3 | 0.8 | 0.5 | 0.1 | 100 | 0.8125 | 1.0 | 3.266s | 2m:01s |
| Iteration 26 | 392 | 0.5838 | 7 | 0.0741 | 3 | 0.9 | 0.9 | 0.1 | 1 | 0.5312 | 1.0 | 3.216s | 2m:06s |
| Iteration 27 | 369 | 0.0789 | 7 | 0.7677 | 3 | 0.9 | 0.5 | 0.1 | 100 | 0.8438 | 1.0 | 3.277s | 2m:10s |
| Iteration 28 | 366 | 0.0621 | 7 | 0.5384 | 3 | 0.9 | 0.9 | 0.1 | 1 | 0.8125 | 1.0 | 3.285s | 2m:15s |
| Iteration 29 | 390 | 0.1035 | 7 | 0.6067 | 3 | 0.7 | 0.7 | 0.1 | 0.01 | 0.875 | 1.0 | 3.268s | 2m:20s |
| Iteration 30 | 382 | 0.0917 | 3 | 0.5391 | 3 | 0.6 | 0.9 | 0.1 | 10 | 0.875 | 1.0 | 3.262s | 2m:25s |
| Iteration 31 | 380 | 0.0869 | 10 | 0.4283 | 3 | 0.7 | 0.9 | 0.1 | 0 | 0.4375 | 1.0 | 3.285s | 2m:30s |
| Iteration 32 | 391 | 0.0823 | 7 | 0.0378 | 3 | 0.8 | 0.6 | 0.1 | 0.01 | 0.625 | 1.0 | 3.249s | 2m:35s |
| Iteration 33 | 385 | 0.8814 | 7 | 0.48 | 3 | 1.0 | 0.5 | 0.1 | 0 | 0.4375 | 1.0 | 3.284s | 2m:40s |
| Iteration 34 | 429 | 0.0999 | 2 | 0.3083 | 3 | 1.0 | 0.8 | 10 | 0.01 | 0.5 | 1.0 | 3.258s | 2m:46s |
| Iteration 35 | 368 | 0.0454 | 7 | 0.614 | 2 | 0.7 | 0.9 | 0.1 | 0.1 | 0.875 | 1.0 | 3.192s | 2m:51s |
| Iteration 36 | 373 | 0.0642 | 9 | 0.5183 | 4 | 1.0 | 0.4 | 0.1 | 0.1 | 0.5938 | 1.0 | 3.225s | 2m:56s |
| Iteration 37 | 385 | 0.0177 | 8 | 0.6642 | 4 | 0.6 | 1.0 | 0.1 | 0.1 | 0.375 | 1.0 | 3.209s | 3m:01s |
| Iteration 38 | 368 | 0.7901 | 5 | 0.5019 | 3 | 0.7 | 1.0 | 0.1 | 0.1 | 0.875 | 1.0 | 3.244s | 3m:06s |
| Iteration 39 | 371 | 0.0945 | 9 | 0.4758 | 3 | 0.5 | 1.0 | 0.1 | 0.1 | 0.4375 | 1.0 | 3.372s | 3m:11s |
| Iteration 40 | 377 | 0.0989 | 7 | 0.477 | 2 | 1.0 | 0.9 | 0.1 | 0.1 | 0.6875 | 1.0 | 3.270s | 3m:16s |
| Iteration 41 | 382 | 0.1077 | 7 | 0.4889 | 3 | 1.0 | 1.0 | 0.1 | 0 | 0.75 | 1.0 | 3.253s | 3m:21s |
| Iteration 42 | 361 | 0.8489 | 6 | 0.6886 | 3 | 0.8 | 0.8 | 0.1 | 0.1 | 1.0 | 1.0 | 3.277s | 3m:26s |
| Iteration 43 | 361 | 0.2593 | 6 | 0.3697 | 3 | 0.8 | 0.8 | 0.1 | 0.01 | 0.6875 | 1.0 | 3.211s | 3m:31s |
| Iteration 44 | 379 | 0.832 | 5 | 0.6589 | 3 | 0.7 | 0.8 | 0.1 | 0.1 | 0.625 | 1.0 | 3.243s | 3m:36s |
| Iteration 45 | 368 | 0.4746 | 7 | 0.6926 | 3 | 0.8 | 0.8 | 0.1 | 0.01 | 0.75 | 1.0 | 3.214s | 3m:41s |
| Iteration 46 | 361 | 0.117 | 3 | 0.5029 | 8 | 0.8 | 1.0 | 0.1 | 0.1 | 0.5 | 1.0 | 3.219s | 3m:46s |
| Iteration 47 | 368 | 0.2482 | 6 | 0.7209 | 3 | 0.9 | 0.8 | 0.1 | 10 | 0.6875 | 1.0 | 3.211s | 3m:51s |
| Iteration 48 | 362 | 0.3223 | 6 | 0.5857 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.75 | 1.0 | 3.200s | 3m:57s |
| Iteration 49 | 360 | 0.9133 | 6 | 0.4342 | 3 | 0.7 | 0.5 | 0.1 | 0.1 | 0.5938 | 1.0 | 3.212s | 4m:03s |
| Iteration 50 | 375 | 0.0369 | 7 | 0.7772 | 3 | 0.8 | 0.7 | 0.1 | 1 | 0.5625 | 1.0 | 3.163s | 4m:10s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'n_estimators': 361, 'learning_rate': 0.8489, 'max_depth': 6, 'gamma': 0.6886, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.8, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9625
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.084s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.79 ± 0.102
Time elapsed: 0.256s
-------------------------------------------------
Total time: 4m:12s
Final results ==================== >>
Duration: 30m:22s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 1.0 ± 0.0 !
Logistic Regression --> roc_auc: 0.67 ± 0.0872
Linear Discriminant Analysis --> roc_auc: 0.8 ± 0.0
Quadratic Discriminant Analysis --> roc_auc: 0.8 ± 0.0
Radius Nearest Neighbors --> roc_auc: 0.75 ± 0.0822
AdaBoost --> roc_auc: 0.96 ± 0.049
Random Forest --> roc_auc: 0.99 ± 0.02
XGBoost --> roc_auc: 0.79 ± 0.102
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 841 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CALNFGNEKLTF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CVVNTGFQKLVF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CALILTGGGNKLTF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAAPYSSASKIIF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CAASALYGGSQGNLIF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAPNSGGGADGLTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVRDSGAGSYQLTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CVVTNQAGTALIF.
>>> Dropping feature CAATNFGNEKLTF.
>>> Dropping feature CASSLRASVTETQYF.
>>> Dropping feature CAVDGQKLLF.
>>> Dropping feature CAVEDTGGFKTIF.
>>> Dropping feature CAVGGGSNYKLTF.
>>> Dropping feature CAVSETGNQFYF.
>>> Dropping feature CALNTDKLIF.
>>> Dropping feature CAVDGSSNTGKLIF.
>>> Dropping feature CVGQKLLF.
>>> Dropping feature CAVSPSGGYQKVTF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CASSFSYEQYF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVFTSGTYKYIF.
>>> Dropping feature CAVGSGGGADGLTF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAARDNYGQNFVF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASKTGNQFYF.
>>> Dropping feature CALSDSNYQLIW.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVEDQTGANNLFF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.875 | 0.875 | 0.684s | 0.703s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 1.0 | 1.0 | 0.715s | 3.564s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 1.0 | 1.0 | 0.680s | 5.493s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 1.0 | 1.0 | 0.713s | 7.185s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 1.0 | 1.0 | 0.725s | 8.893s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.5 | 1.0 | 0.735s | 13.041s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.8438 | 1.0 | 0.697s | 18.012s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.9375 | 1.0 | 0.739s | 20.302s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.875 | 1.0 | 0.668s | 21.890s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.875 | 1.0 | 0.666s | 23.489s |
| Iteration 11 | deviance | 0.0821 | 195 | 0.6 | squared_er.. | 19 | 10 | 4 | None | 0.0299 | 0.5 | 1.0 | 0.672s | 25.553s |
| Iteration 12 | exponen.. | 0.0154 | 476 | 0.5 | squared_er.. | 20 | 5 | 10 | 0.7 | 0.0063 | 0.9375 | 1.0 | 1.489s | 28.412s |
| Iteration 13 | exponen.. | 0.0114 | 36 | 0.5 | squared_er.. | 19 | 20 | 2 | 0.6 | 0.0335 | 0.5 | 1.0 | 0.631s | 32.713s |
| Iteration 14 | deviance | 0.1577 | 370 | 0.7 | squared_er.. | 15 | 10 | 8 | 0.8 | 0.0243 | 0.6562 | 1.0 | 0.715s | 35.358s |
| Iteration 15 | exponen.. | 0.0583 | 362 | 0.5 | friedman_mse | 3 | 1 | 8 | log2 | 0.0084 | 0.8125 | 1.0 | 0.746s | 39.619s |
| Iteration 16 | exponen.. | 1.0 | 491 | 0.7 | squared_er.. | 8 | 15 | 9 | 0.7 | 0.023 | 1.0 | 1.0 | 0.749s | 43.787s |
| Iteration 17 | exponen.. | 1.0 | 500 | 0.5 | squared_er.. | 3 | 14 | 10 | 0.6 | 0.0095 | 0.6875 | 1.0 | 0.752s | 47.849s |
| Iteration 18 | exponen.. | 0.031 | 137 | 0.7 | friedman_mse | 12 | 19 | 1 | auto | 0.0 | 0.625 | 1.0 | 0.645s | 50.872s |
| Iteration 19 | exponen.. | 1.0 | 495 | 0.6 | squared_er.. | 17 | 5 | 4 | 0.9 | 0.0174 | 0.8125 | 1.0 | 0.738s | 53.823s |
| Iteration 20 | exponen.. | 0.046 | 25 | 1.0 | squared_er.. | 17 | 6 | 9 | auto | 0.0303 | 0.9375 | 1.0 | 0.627s | 56.736s |
| Iteration 21 | exponen.. | 0.01 | 177 | 0.8 | friedman_mse | 10 | 7 | 6 | 0.7 | 0.0281 | 0.875 | 1.0 | 0.710s | 58.959s |
| Iteration 22 | exponen.. | 0.0877 | 87 | 0.7 | friedman_mse | 15 | 10 | 1 | 0.5 | 0.0343 | 0.875 | 1.0 | 0.637s | 1m:01s |
| Iteration 23 | exponen.. | 0.01 | 89 | 1.0 | squared_er.. | 19 | 1 | 9 | 0.5 | 0.0124 | 0.625 | 1.0 | 0.642s | 1m:03s |
| Iteration 24 | exponen.. | 0.7331 | 484 | 0.6 | squared_er.. | 18 | 16 | 10 | sqrt | 0.0311 | 0.8125 | 1.0 | 0.731s | 1m:05s |
| Iteration 25 | deviance | 0.7955 | 58 | 0.9 | friedman_mse | 8 | 1 | 9 | log2 | 0.0041 | 0.9688 | 1.0 | 0.640s | 1m:07s |
| Iteration 26 | deviance | 0.4142 | 88 | 0.7 | friedman_mse | 4 | 2 | 7 | log2 | 0.0109 | 0.8125 | 1.0 | 0.653s | 1m:09s |
| Iteration 27 | exponen.. | 0.0247 | 188 | 0.6 | squared_er.. | 3 | 7 | 1 | sqrt | 0.0126 | 1.0 | 1.0 | 0.668s | 1m:11s |
| Iteration 28 | exponen.. | 0.0483 | 415 | 0.6 | squared_er.. | 3 | 7 | 2 | log2 | 0.0017 | 0.9375 | 1.0 | 0.724s | 1m:13s |
| Iteration 29 | exponen.. | 0.01 | 417 | 0.9 | friedman_mse | 3 | 5 | 2 | None | 0.0041 | 0.625 | 1.0 | 0.744s | 1m:15s |
| Iteration 30 | exponen.. | 0.0297 | 119 | 0.6 | squared_er.. | 9 | 6 | 6 | auto | 0.0202 | 0.75 | 1.0 | 0.664s | 1m:17s |
| Iteration 31 | exponen.. | 0.3535 | 441 | 0.9 | squared_er.. | 9 | 13 | 3 | 0.5 | 0.0117 | 0.8125 | 1.0 | 0.720s | 1m:19s |
| Iteration 32 | exponen.. | 1.0 | 194 | 0.9 | squared_er.. | 6 | 19 | 8 | 0.6 | 0.0169 | 0.9375 | 1.0 | 0.662s | 1m:21s |
| Iteration 33 | exponen.. | 1.0 | 64 | 0.9 | friedman_mse | 19 | 17 | 3 | 0.8 | 0.021 | 0.3125 | 1.0 | 0.636s | 1m:23s |
| Iteration 34 | deviance | 1.0 | 61 | 0.9 | squared_er.. | 10 | 19 | 10 | auto | 0.0015 | 1.0 | 1.0 | 0.630s | 1m:25s |
| Iteration 35 | deviance | 0.0318 | 390 | 0.7 | squared_er.. | 8 | 9 | 1 | 0.7 | 0.0003 | 1.0 | 1.0 | 0.718s | 1m:28s |
| Iteration 36 | deviance | 0.1802 | 293 | 1.0 | squared_er.. | 8 | 17 | 5 | 0.7 | 0.0041 | 0.7812 | 1.0 | 1.244s | 1m:30s |
| Iteration 37 | exponen.. | 0.2393 | 223 | 0.5 | squared_er.. | 8 | 11 | 5 | sqrt | 0.019 | 0.625 | 1.0 | 0.669s | 1m:33s |
| Iteration 38 | deviance | 0.0768 | 10 | 0.7 | squared_er.. | 18 | 17 | 5 | 0.8 | 0.0285 | 0.5938 | 1.0 | 0.627s | 1m:35s |
| Iteration 39 | deviance | 0.0413 | 466 | 0.5 | squared_er.. | 8 | 19 | 1 | None | 0.0283 | 0.5 | 1.0 | 0.720s | 1m:37s |
| Iteration 40 | exponen.. | 0.017 | 92 | 0.7 | squared_er.. | 17 | 14 | 5 | 0.5 | 0.0055 | 0.875 | 1.0 | 0.670s | 1m:39s |
| Iteration 41 | exponen.. | 1.0 | 329 | 1.0 | squared_er.. | 11 | 17 | 10 | 0.9 | 0.0332 | 1.0 | 1.0 | 0.707s | 1m:41s |
| Iteration 42 | exponen.. | 1.0 | 261 | 0.9 | squared_er.. | 16 | 20 | 5 | log2 | 0.0239 | 0.75 | 1.0 | 0.730s | 1m:43s |
| Iteration 43 | exponen.. | 0.0695 | 368 | 0.6 | friedman_mse | 17 | 7 | 5 | 0.7 | 0.0226 | 1.0 | 1.0 | 0.718s | 1m:45s |
| Iteration 44 | deviance | 0.0767 | 362 | 0.5 | friedman_mse | 2 | 10 | 7 | sqrt | 0.0225 | 0.5938 | 1.0 | 0.705s | 1m:48s |
| Iteration 45 | exponen.. | 0.1412 | 417 | 0.6 | friedman_mse | 6 | 16 | 3 | 0.9 | 0.0084 | 0.625 | 1.0 | 0.730s | 1m:53s |
| Iteration 46 | exponen.. | 0.0153 | 241 | 0.6 | friedman_mse | 19 | 14 | 8 | sqrt | 0.0267 | 0.8125 | 1.0 | 0.701s | 1m:58s |
| Iteration 47 | exponen.. | 0.7836 | 423 | 0.7 | squared_er.. | 7 | 12 | 3 | 0.6 | 0.0164 | 1.0 | 1.0 | 0.722s | 2m:03s |
| Iteration 48 | exponen.. | 0.0748 | 200 | 0.7 | squared_er.. | 7 | 19 | 4 | 0.6 | 0.0172 | 0.6562 | 1.0 | 0.695s | 2m:08s |
| Iteration 49 | exponen.. | 0.0253 | 469 | 0.7 | friedman_mse | 8 | 1 | 5 | auto | 0.0175 | 0.6875 | 1.0 | 0.780s | 2m:14s |
| Iteration 50 | deviance | 0.2828 | 102 | 1.0 | friedman_mse | 7 | 2 | 7 | log2 | 0.0034 | 0.5 | 1.0 | 0.652s | 2m:19s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'loss': 'exponential', 'learning_rate': 1.0, 'n_estimators': 491, 'subsample': 0.7, 'criterion': 'squared_error', 'min_samples_split': 8, 'min_samples_leaf': 15, 'max_depth': 9, 'max_features': 0.7, 'ccp_alpha': 0.023}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9982
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.125s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.81 ± 0.102
Time elapsed: 0.604s
-------------------------------------------------
Total time: 2m:25s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 1.0 | 1.0 | 0.649s | 0.660s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.75 | 1.0 | 0.645s | 5.572s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.9375 | 1.0 | 0.657s | 10.484s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.6875 | 1.0 | 0.635s | 15.329s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.5625 | 1.0 | 0.648s | 17.549s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.8125 | 1.0 | 0.654s | 19.159s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.8125 | 1.0 | 0.636s | 20.728s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.8125 | 1.0 | 0.655s | 23.437s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.625 | 1.0 | 0.635s | 25.279s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.9375 | 1.0 | 0.637s | 26.833s |
| Iteration 11 | l2 | 51.2045 | saga | 493 | --- | 0.5 | 1.0 | 0.643s | 28.828s |
| Iteration 12 | l2 | 0.0268 | newto.. | 1000 | --- | 0.75 | 1.0 | 0.638s | 30.716s |
| Iteration 13 | none | --- | lbfgs | 991 | --- | 0.3125 | 1.0 | 0.654s | 32.620s |
| Iteration 14 | none | --- | newto.. | 601 | --- | 0.5 | 1.0 | 0.641s | 35.082s |
| Iteration 15 | l2 | 100.0 | newto.. | 1000 | --- | 0.625 | 1.0 | 0.645s | 36.966s |
| Iteration 16 | none | --- | lbfgs | 969 | --- | 0.5625 | 1.0 | 0.643s | 38.900s |
| Iteration 17 | l2 | 0.1955 | saga | 122 | --- | 1.0 | 1.0 | 0.629s | 40.733s |
| Iteration 18 | none | --- | lbfgs | 100 | --- | 0.75 | 1.0 | 0.680s | 42.695s |
| Iteration 19 | l1 | 2.9466 | saga | 100 | --- | 0.6875 | 1.0 | 0.637s | 44.517s |
| Iteration 20 | l2 | 0.0113 | sag | 100 | --- | 0.6875 | 1.0 | 0.633s | 46.439s |
| Iteration 21 | l1 | 0.0018 | saga | 232 | --- | 0.5 | 1.0 | 0.634s | 48.305s |
| Iteration 22 | l2 | 0.15 | sag | 176 | --- | 0.75 | 1.0 | 0.641s | 50.255s |
| Iteration 23 | l2 | 0.0044 | libli.. | 101 | --- | 0.8125 | 1.0 | 0.652s | 52.225s |
| Iteration 24 | l2 | 1.6108 | saga | 100 | --- | 0.4375 | 1.0 | 0.630s | 56.732s |
| Iteration 25 | l2 | 0.4901 | saga | 122 | --- | 0.625 | 1.0 | 0.632s | 59.263s |
| Iteration 26 | l2 | 1.3334 | libli.. | 108 | --- | 0.8125 | 1.0 | 0.657s | 1m:02s |
| Iteration 27 | l1 | 0.6604 | libli.. | 118 | --- | 1.0 | 1.0 | 0.653s | 1m:04s |
| Iteration 28 | l2 | 0.0035 | libli.. | 560 | --- | 0.875 | 1.0 | 0.634s | 1m:06s |
| Iteration 29 | l2 | 0.0039 | libli.. | 1000 | --- | 0.5 | 1.0 | 0.638s | 1m:08s |
| Iteration 30 | l2 | 0.0042 | libli.. | 322 | --- | 0.8125 | 1.0 | 0.652s | 1m:12s |
| Iteration 31 | l1 | 3.866 | libli.. | 112 | --- | 0.8125 | 1.0 | 0.638s | 1m:14s |
| Iteration 32 | l2 | 0.0017 | sag | 999 | --- | 0.9375 | 1.0 | 0.636s | 1m:19s |
| Iteration 33 | l2 | 0.0026 | libli.. | 100 | --- | 0.5 | 1.0 | 0.633s | 1m:22s |
| Iteration 34 | l1 | 1.2417 | libli.. | 287 | --- | 0.75 | 1.0 | 0.660s | 1m:25s |
| Iteration 35 | l2 | 11.949 | libli.. | 304 | --- | 1.0 | 1.0 | 0.666s | 1m:27s |
| Iteration 36 | l2 | 44.335 | libli.. | 393 | --- | 0.75 | 1.0 | 0.681s | 1m:29s |
| Iteration 37 | l1 | 28.6545 | libli.. | 353 | --- | 0.625 | 1.0 | 0.679s | 1m:31s |
| Iteration 38 | none | --- | sag | 763 | --- | 0.4375 | 1.0 | 0.654s | 1m:34s |
| Iteration 39 | l2 | 24.4544 | newto.. | 996 | --- | 1.0 | 1.0 | 1.214s | 1m:36s |
| Iteration 40 | l1 | 0.0022 | saga | 1000 | --- | 0.5 | 1.0 | 0.637s | 1m:38s |
| Iteration 41 | l2 | 0.1485 | newto.. | 101 | --- | 0.8125 | 1.0 | 0.648s | 1m:40s |
| Iteration 42 | l2 | 0.0022 | newto.. | 100 | --- | 0.625 | 1.0 | 0.633s | 1m:43s |
| Iteration 43 | none | --- | lbfgs | 100 | --- | 0.75 | 1.0 | 0.000s | 1m:47s |
| Iteration 44 | l1 | 94.5924 | libli.. | 205 | --- | 0.6875 | 1.0 | 0.645s | 1m:49s |
| Iteration 45 | l2 | 2.1368 | newto.. | 992 | --- | 0.625 | 1.0 | 0.651s | 1m:51s |
| Iteration 46 | l2 | 0.4414 | newto.. | 511 | --- | 0.8125 | 1.0 | 0.687s | 1m:53s |
| Iteration 47 | l1 | 72.9016 | libli.. | 116 | --- | 0.375 | 1.0 | 0.686s | 1m:56s |
| Iteration 48 | l1 | 0.5453 | libli.. | 146 | --- | 0.625 | 1.0 | 0.681s | 1m:58s |
| Iteration 49 | l2 | 17.1352 | newto.. | 519 | --- | 0.4375 | 1.0 | 0.691s | 1m:60s |
| Iteration 50 | l2 | 13.0398 | libli.. | 294 | --- | 0.6875 | 1.0 | 0.677s | 2m:02s |
Bayesian Optimization ---------------------------
Best call --> Iteration 39
Best parameters --> {'penalty': 'l2', 'C': 24.4544, 'solver': 'newton-cg', 'max_iter': 996}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:03s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.783
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.020s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.5 ± 0.0548
Time elapsed: 0.071s
-------------------------------------------------
Total time: 2m:03s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.875 | 0.875 | 0.686s | 0.692s |
| Initial point 2 | svd | --- | 0.75 | 0.875 | 0.672s | 2.266s |
| Initial point 3 | svd | --- | 0.75 | 0.875 | 0.001s | 3.240s |
| Initial point 4 | lsqr | 0.8 | 0.75 | 0.875 | 0.670s | 4.807s |
| Initial point 5 | eigen | 0.9 | 0.5625 | 0.875 | 0.682s | 6.401s |
| Initial point 6 | lsqr | 0.7 | 0.75 | 0.875 | 0.671s | 7.992s |
| Initial point 7 | lsqr | 0.5 | 0.8125 | 0.875 | 0.683s | 9.592s |
| Initial point 8 | lsqr | 0.9 | 0.75 | 0.875 | 0.633s | 13.882s |
| Initial point 9 | lsqr | 0.6 | 0.625 | 0.875 | 0.638s | 16.264s |
| Initial point 10 | eigen | 0.8 | 1.0 | 1.0 | 0.627s | 17.809s |
| Iteration 11 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 18.847s |
| Iteration 12 | eigen | 0.7 | 0.5 | 1.0 | 0.629s | 20.493s |
| Iteration 13 | svd | --- | 0.75 | 1.0 | 0.000s | 21.531s |
| Iteration 14 | lsqr | auto | 0.5625 | 1.0 | 0.625s | 23.181s |
| Iteration 15 | eigen | auto | 0.8125 | 1.0 | 0.633s | 24.878s |
| Iteration 16 | svd | --- | 0.75 | 1.0 | 0.000s | 26.025s |
| Iteration 17 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 27.179s |
| Iteration 18 | lsqr | 1.0 | 1.0 | 1.0 | 0.686s | 28.959s |
| Iteration 19 | svd | --- | 0.75 | 1.0 | 0.000s | 30.747s |
| Iteration 20 | lsqr | None | 0.5625 | 1.0 | 1.288s | 33.323s |
| Iteration 21 | eigen | 0.5 | 0.75 | 1.0 | 0.707s | 35.175s |
| Iteration 22 | eigen | 0.6 | 0.75 | 1.0 | 0.629s | 36.875s |
| Iteration 23 | svd | --- | 0.75 | 1.0 | 0.000s | 40.470s |
| Iteration 24 | svd | --- | 0.75 | 1.0 | 0.001s | 44.516s |
| Iteration 25 | eigen | None | 0.625 | 1.0 | 0.638s | 49.324s |
| Iteration 26 | svd | --- | 0.75 | 1.0 | 0.000s | 53.547s |
| Iteration 27 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 57.577s |
| Iteration 28 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 1m:02s |
| Iteration 29 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 1m:06s |
| Iteration 30 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:07s |
| Iteration 31 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 1m:09s |
| Iteration 32 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:10s |
| Iteration 33 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 1m:11s |
| Iteration 34 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 35 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 1m:16s |
| Iteration 36 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:19s |
| Iteration 37 | lsqr | 1.0 | 1.0 | 1.0 | 0.001s | 1m:20s |
| Iteration 38 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:22s |
| Iteration 39 | eigen | 0.9 | 0.5625 | 1.0 | 0.000s | 1m:23s |
| Iteration 40 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 1m:24s |
| Iteration 41 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:25s |
| Iteration 42 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 1m:26s |
| Iteration 43 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:30s |
| Iteration 44 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 1m:32s |
| Iteration 45 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 1m:33s |
| Iteration 46 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 1m:35s |
| Iteration 47 | eigen | 0.8 | 1.0 | 1.0 | 0.001s | 1m:36s |
| Iteration 48 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 1m:37s |
| Iteration 49 | eigen | 0.8 | 1.0 | 1.0 | 0.000s | 1m:38s |
| Iteration 50 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 1m:40s |
Bayesian Optimization ---------------------------
Best call --> Iteration 18
Best parameters --> {'solver': 'lsqr', 'shrinkage': 1.0}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:43s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7723
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.38 ± 0.1166
Time elapsed: 0.028s
-------------------------------------------------
Total time: 1m:43s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.875 | 0.875 | 0.634s | 0.637s |
| Initial point 2 | 0.9 | 0.75 | 0.875 | 0.636s | 2.916s |
| Initial point 3 | 0.1 | 0.9375 | 0.9375 | 0.648s | 6.071s |
| Initial point 4 | 1.0 | 0.875 | 0.9375 | 0.001s | 8.764s |
| Initial point 5 | 0.2 | 0.5625 | 0.9375 | 0.639s | 12.192s |
| Initial point 6 | 0.4 | 0.6875 | 0.9375 | 0.629s | 14.078s |
| Initial point 7 | 0.4 | 0.6875 | 0.9375 | 0.001s | 15.037s |
| Initial point 8 | 0.7 | 0.75 | 0.9375 | 0.636s | 16.594s |
| Initial point 9 | 0.9 | 0.75 | 0.9375 | 0.001s | 17.534s |
| Initial point 10 | 0.8 | 1.0 | 1.0 | 0.635s | 19.082s |
| Iteration 11 | 0.3 | 0.5625 | 1.0 | 0.632s | 20.781s |
| Iteration 12 | 0.6 | 0.375 | 1.0 | 0.628s | 22.878s |
| Iteration 13 | 0.5 | 0.5625 | 1.0 | 0.630s | 24.630s |
| Iteration 14 | 0.0 | 0.5 | 1.0 | 0.635s | 26.272s |
| Iteration 15 | 0.8 | 1.0 | 1.0 | 0.000s | 28.889s |
| Iteration 16 | 0.8 | 1.0 | 1.0 | 0.000s | 31.736s |
| Iteration 17 | 0.8 | 1.0 | 1.0 | 0.000s | 33.250s |
| Iteration 18 | 0.8 | 1.0 | 1.0 | 0.000s | 34.416s |
| Iteration 19 | 0.8 | 1.0 | 1.0 | 0.000s | 35.453s |
| Iteration 20 | 0.8 | 1.0 | 1.0 | 0.000s | 36.483s |
| Iteration 21 | 0.6 | 0.375 | 1.0 | 0.000s | 38.070s |
| Iteration 22 | 0.8 | 1.0 | 1.0 | 0.000s | 39.139s |
| Iteration 23 | 0.8 | 1.0 | 1.0 | 0.000s | 40.140s |
| Iteration 24 | 0.8 | 1.0 | 1.0 | 0.000s | 41.186s |
| Iteration 25 | 0.8 | 1.0 | 1.0 | 0.000s | 43.495s |
| Iteration 26 | 0.8 | 1.0 | 1.0 | 0.000s | 44.893s |
| Iteration 27 | 0.8 | 1.0 | 1.0 | 0.000s | 45.954s |
| Iteration 28 | 0.9 | 0.75 | 1.0 | 0.000s | 47.061s |
| Iteration 29 | 0.8 | 1.0 | 1.0 | 0.000s | 48.081s |
| Iteration 30 | 0.8 | 1.0 | 1.0 | 0.000s | 49.121s |
| Iteration 31 | 0.8 | 1.0 | 1.0 | 0.000s | 50.232s |
| Iteration 32 | 0.8 | 1.0 | 1.0 | 0.000s | 51.262s |
| Iteration 33 | 0.8 | 1.0 | 1.0 | 0.000s | 52.313s |
| Iteration 34 | 0.8 | 1.0 | 1.0 | 0.000s | 53.374s |
| Iteration 35 | 0.8 | 1.0 | 1.0 | 0.000s | 54.423s |
| Iteration 36 | 0.8 | 1.0 | 1.0 | 0.000s | 55.477s |
| Iteration 37 | 0.8 | 1.0 | 1.0 | 0.000s | 56.554s |
| Iteration 38 | 0.8 | 1.0 | 1.0 | 0.000s | 57.740s |
| Iteration 39 | 0.8 | 1.0 | 1.0 | 0.000s | 58.979s |
| Iteration 40 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:00s |
| Iteration 41 | 0.8 | 1.0 | 1.0 | 0.001s | 1m:01s |
| Iteration 42 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:02s |
| Iteration 43 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:05s |
| Iteration 44 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:08s |
| Iteration 45 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:09s |
| Iteration 46 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:11s |
| Iteration 47 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:12s |
| Iteration 48 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:13s |
| Iteration 49 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:14s |
| Iteration 50 | 0.8 | 1.0 | 1.0 | 0.000s | 1m:16s |
Bayesian Optimization ---------------------------
Best call --> Initial point 10
Best parameters --> {'reg_param': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:17s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7723
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.38 ± 0.1166
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:17s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.2646 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 0.666s | 0.687s |
| Initial point 2 | 4.8776 | uniform | kd_tree | 39 | 2 | 0.6562 | 1.0 | 0.645s | 2.388s |
| Initial point 3 | 3.853 | dista.. | ball_tree | 25 | 2 | 0.6875 | 1.0 | 0.633s | 4.014s |
| Initial point 4 | 11.2411 | uniform | ball_tree | 39 | 2 | 0.375 | 1.0 | 0.637s | 5.668s |
| Initial point 5 | 8.8059 | dista.. | auto | 30 | 2 | 0.75 | 1.0 | 0.634s | 7.476s |
| Initial point 6 | 10.1979 | dista.. | ball_tree | 21 | 2 | 1.0 | 1.0 | 0.643s | 9.271s |
| Initial point 7 | 7.2943 | dista.. | ball_tree | 24 | 1 | 0.8438 | 1.0 | 0.638s | 11.002s |
| Initial point 8 | 1.748 | dista.. | ball_tree | 21 | 2 | 0.75 | 1.0 | 0.645s | 14.552s |
| Initial point 9 | 8.1253 | uniform | ball_tree | 24 | 1 | 0.9062 | 1.0 | 0.652s | 16.796s |
| Initial point 10 | 5.7713 | uniform | brute | 22 | 2 | 0.4375 | 1.0 | 0.655s | 18.663s |
| Iteration 11 | 0.0 | uniform | brute | 22 | 1 | 0.5 | 1.0 | 0.648s | 20.926s |
| Iteration 12 | 11.4812 | dista.. | ball_tree | 21 | 2 | 0.875 | 1.0 | 0.629s | 22.918s |
| Iteration 13 | 10.8293 | dista.. | ball_tree | 40 | 1 | 1.0 | 1.0 | 0.631s | 24.855s |
| Iteration 14 | 10.6837 | uniform | auto | 40 | 2 | 0.5 | 1.0 | 0.642s | 26.741s |
| Iteration 15 | 11.72 | dista.. | brute | 40 | 1 | 0.875 | 1.0 | 0.645s | 30.122s |
| Iteration 16 | 10.6959 | dista.. | auto | 40 | 1 | 0.875 | 1.0 | 0.641s | 35.580s |
| Iteration 17 | 12.2993 | uniform | auto | 40 | 1 | 1.0 | 1.0 | 0.630s | 38.236s |
| Iteration 18 | 12.2831 | dista.. | ball_tree | 38 | 1 | 0.8125 | 1.0 | 1.201s | 42.847s |
| Iteration 19 | 9.2228 | dista.. | auto | 20 | 2 | 0.875 | 1.0 | 0.655s | 45.632s |
| Iteration 20 | 11.2033 | dista.. | ball_tree | 40 | 1 | 1.0 | 1.0 | 0.631s | 47.818s |
| Iteration 21 | 9.6538 | dista.. | kd_tree | 40 | 1 | 0.6875 | 1.0 | 0.640s | 49.835s |
| Iteration 22 | 9.7544 | dista.. | ball_tree | 21 | 2 | 0.5 | 1.0 | 0.635s | 51.918s |
| Iteration 23 | 12.2993 | uniform | auto | 40 | 1 | 1.0 | 1.0 | 0.000s | 53.307s |
| Iteration 24 | 12.2993 | uniform | ball_tree | 40 | 1 | 0.375 | 1.0 | 0.638s | 55.595s |
| Iteration 25 | 0.1475 | dista.. | auto | 20 | 1 | 0.25 | 1.0 | 0.635s | 57.664s |
| Iteration 26 | 12.2993 | dista.. | auto | 20 | 1 | 0.875 | 1.0 | 0.628s | 59.669s |
| Iteration 27 | 12.2993 | dista.. | brute | 20 | 1 | 1.0 | 1.0 | 0.697s | 1m:02s |
| Iteration 28 | 12.2993 | dista.. | auto | 20 | 1 | 0.875 | 1.0 | 0.000s | 1m:06s |
| Iteration 29 | 12.2993 | dista.. | brute | 20 | 1 | 1.0 | 1.0 | 0.000s | 1m:08s |
| Iteration 30 | 12.2993 | dista.. | brute | 20 | 1 | 1.0 | 1.0 | 0.000s | 1m:09s |
| Iteration 31 | 12.2993 | dista.. | brute | 20 | 1 | 1.0 | 1.0 | 0.000s | 1m:11s |
| Iteration 32 | 12.2993 | dista.. | brute | 20 | 1 | 1.0 | 1.0 | 0.000s | 1m:14s |
| Iteration 33 | 12.2993 | dista.. | brute | 29 | 1 | 0.5 | 1.0 | 0.655s | 1m:19s |
| Iteration 34 | 9.2727 | uniform | brute | 20 | 1 | 0.9375 | 1.0 | 0.639s | 1m:25s |
| Iteration 35 | 10.5761 | uniform | brute | 20 | 1 | 0.625 | 1.0 | 0.634s | 1m:29s |
| Iteration 36 | 12.2993 | dista.. | auto | 20 | 1 | 0.875 | 1.0 | 0.000s | 1m:33s |
| Iteration 37 | 12.2993 | dista.. | auto | 20 | 1 | 0.875 | 1.0 | 0.000s | 1m:37s |
| Iteration 38 | 0.0 | dista.. | brute | 40 | 2 | 0.5 | 1.0 | 0.653s | 1m:40s |
| Iteration 39 | 12.2993 | dista.. | auto | 20 | 1 | 0.875 | 1.0 | 0.001s | 1m:41s |
| Iteration 40 | 12.2993 | dista.. | brute | 20 | 1 | 1.0 | 1.0 | 0.000s | 1m:43s |
| Iteration 41 | 11.0163 | dista.. | ball_tree | 40 | 1 | 0.875 | 1.0 | 0.640s | 1m:45s |
| Iteration 42 | 11.2491 | uniform | ball_tree | 40 | 1 | 0.5938 | 1.0 | 0.631s | 1m:47s |
| Iteration 43 | 11.2413 | dista.. | ball_tree | 40 | 1 | 1.0 | 1.0 | 0.631s | 1m:50s |
| Iteration 44 | 10.5619 | dista.. | ball_tree | 40 | 1 | 0.8125 | 1.0 | 0.628s | 1m:52s |
| Iteration 45 | 10.2441 | dista.. | ball_tree | 21 | 2 | 0.5 | 1.0 | 0.640s | 1m:55s |
| Iteration 46 | 12.0735 | dista.. | brute | 20 | 1 | 0.75 | 1.0 | 0.627s | 1m:58s |
| Iteration 47 | 8.2468 | dista.. | brute | 20 | 1 | 0.2188 | 1.0 | 0.656s | 2m:00s |
| Iteration 48 | 10.1902 | dista.. | ball_tree | 21 | 2 | 0.5625 | 1.0 | 0.629s | 2m:03s |
| Iteration 49 | 11.5346 | dista.. | auto | 40 | 1 | 0.625 | 1.0 | 0.641s | 2m:05s |
| Iteration 50 | 12.2993 | dista.. | brute | 22 | 2 | 0.75 | 1.0 | 0.645s | 2m:10s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'radius': 12.2993, 'weights': 'distance', 'algorithm': 'brute', 'leaf_size': 20, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.45
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.4 ± 0.1225
Time elapsed: 0.056s
-------------------------------------------------
Total time: 2m:15s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 1.0 | 1.0 | 1.009s | 1.016s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 1.0 | 1.0 | 1.040s | 3.731s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.875 | 1.0 | 0.788s | 5.610s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.7812 | 1.0 | 0.921s | 7.691s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.9375 | 1.0 | 0.811s | 9.764s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.75 | 1.0 | 0.994s | 11.864s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.1562 | 1.0 | 0.657s | 13.634s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.9375 | 1.0 | 0.945s | 15.575s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.7188 | 1.0 | 0.637s | 17.346s |
| Initial point 10 | 173 | 0.0151 | SAMME | 1.0 | 1.0 | 0.752s | 19.190s |
| Iteration 11 | 390 | 7.3411 | SAMME | 0.25 | 1.0 | 0.631s | 21.188s |
| Iteration 12 | 61 | 0.01 | SAMME | 0.9375 | 1.0 | 0.668s | 25.611s |
| Iteration 13 | 218 | 10.0 | SAMME.R | 0.25 | 1.0 | 0.793s | 28.522s |
| Iteration 14 | 500 | 0.01 | SAMME.R | 0.6875 | 1.0 | 1.038s | 30.855s |
| Iteration 15 | 50 | 0.2145 | SAMME | 0.875 | 1.0 | 0.664s | 32.821s |
| Iteration 16 | 250 | 0.01 | SAMME | 0.9375 | 1.0 | 0.804s | 34.974s |
| Iteration 17 | 176 | 0.01 | SAMME | 0.875 | 1.0 | 0.742s | 37.018s |
| Iteration 18 | 50 | 10.0 | SAMME | 0.75 | 1.0 | 0.631s | 38.849s |
| Iteration 19 | 301 | 0.01 | SAMME | 0.75 | 1.0 | 0.835s | 40.932s |
| Iteration 20 | 123 | 0.0352 | SAMME | 0.75 | 1.0 | 0.729s | 45.586s |
| Iteration 21 | 500 | 10.0 | SAMME.R | 0.7812 | 1.0 | 1.011s | 51.476s |
| Iteration 22 | 50 | 0.01 | SAMME.R | 0.9062 | 1.0 | 0.657s | 54.548s |
| Iteration 23 | 135 | 0.01 | SAMME | 0.875 | 1.0 | 0.706s | 58.824s |
| Iteration 24 | 50 | 0.01 | SAMME | 0.9062 | 1.0 | 0.692s | 1m:04s |
| Iteration 25 | 50 | 0.01 | SAMME.R | 0.9062 | 1.0 | 0.000s | 1m:06s |
| Iteration 26 | 77 | 0.01 | SAMME | 0.875 | 1.0 | 0.678s | 1m:09s |
| Iteration 27 | 50 | 0.01 | SAMME | 0.9062 | 1.0 | 0.000s | 1m:10s |
| Iteration 28 | 50 | 0.01 | SAMME | 0.9062 | 1.0 | 0.000s | 1m:11s |
| Iteration 29 | 50 | 0.01 | SAMME.R | 0.9062 | 1.0 | 0.000s | 1m:13s |
| Iteration 30 | 50 | 0.01 | SAMME.R | 0.9062 | 1.0 | 0.001s | 1m:18s |
| Iteration 31 | 500 | 5.915 | SAMME.R | 0.75 | 1.0 | 1.004s | 1m:21s |
| Iteration 32 | 158 | 0.4192 | SAMME | 0.9375 | 1.0 | 0.723s | 1m:23s |
| Iteration 33 | 500 | 6.3512 | SAMME.R | 0.6562 | 1.0 | 1.036s | 1m:25s |
| Iteration 34 | 78 | 8.2101 | SAMME.R | 0.25 | 1.0 | 0.686s | 1m:28s |
| Iteration 35 | 50 | 0.01 | SAMME | 0.9062 | 1.0 | 0.000s | 1m:29s |
| Iteration 36 | 433 | 0.0507 | SAMME.R | 1.0 | 1.0 | 0.990s | 1m:33s |
| Iteration 37 | 463 | 0.0502 | SAMME | 0.4375 | 1.0 | 0.962s | 1m:39s |
| Iteration 38 | 83 | 0.048 | SAMME | 0.6562 | 1.0 | 0.703s | 1m:44s |
| Iteration 39 | 434 | 0.0347 | SAMME.R | 0.9375 | 1.0 | 0.974s | 1m:50s |
| Iteration 40 | 426 | 0.2725 | SAMME.R | 0.625 | 1.0 | 0.968s | 1m:56s |
| Iteration 41 | 465 | 0.047 | SAMME.R | 1.0 | 1.0 | 0.990s | 1m:60s |
| Iteration 42 | 233 | 0.0173 | SAMME | 0.75 | 1.0 | 0.795s | 2m:02s |
| Iteration 43 | 117 | 0.0136 | SAMME | 0.9688 | 1.0 | 0.725s | 2m:04s |
| Iteration 44 | 457 | 0.0473 | SAMME.R | 0.75 | 1.0 | 0.986s | 2m:07s |
| Iteration 45 | 143 | 0.01 | SAMME.R | 0.625 | 1.0 | 0.751s | 2m:09s |
| Iteration 46 | 352 | 0.01 | SAMME.R | 0.9375 | 1.0 | 0.908s | 2m:12s |
| Iteration 47 | 500 | 0.01 | SAMME.R | 0.6875 | 1.0 | 0.001s | 2m:13s |
| Iteration 48 | 50 | 0.892 | SAMME | 1.0 | 1.0 | 0.686s | 2m:15s |
| Iteration 49 | 77 | 0.7903 | SAMME | 0.75 | 1.0 | 0.689s | 2m:18s |
| Iteration 50 | 168 | 0.0452 | SAMME | 0.5312 | 1.0 | 0.741s | 2m:20s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.0511, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:21s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.463s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.91 ± 0.049
Time elapsed: 2.039s
-------------------------------------------------
Total time: 2m:24s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 1.0 | 1.0 | 1.065s | 1.085s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.9375 | 1.0 | 0.942s | 3.316s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.875 | 1.0 | 0.991s | 6.766s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.875 | 1.0 | 1.383s | 9.920s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.9375 | 1.0 | 0.940s | 12.141s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 1.0 | 1.0 | 0.766s | 13.943s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.8438 | 1.0 | 0.810s | 16.316s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.9375 | 1.0 | 0.791s | 18.375s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 1.0 | 1.0 | 0.913s | 20.462s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.9375 | 1.0 | 0.877s | 22.417s |
| Iteration 11 | 12 | gini | 1 | 5 | 19 | None | False | 0.0342 | --- | 0.25 | 1.0 | 0.631s | 24.574s |
| Iteration 12 | 489 | gini | 4 | 15 | 9 | 0.9 | False | 0.0003 | --- | 0.9375 | 1.0 | 0.937s | 27.104s |
| Iteration 13 | 218 | gini | None | 2 | 1 | sqrt | True | 0.0 | 0.9 | 1.0 | 1.0 | 0.826s | 29.591s |
| Iteration 14 | 223 | gini | 2 | 2 | 20 | sqrt | True | 0.0 | None | 0.6875 | 1.0 | 0.915s | 32.256s |
| Iteration 15 | 10 | gini | None | 2 | 1 | auto | True | 0.0 | 0.9 | 0.7188 | 1.0 | 0.680s | 34.699s |
| Iteration 16 | 494 | entropy | None | 2 | 1 | auto | False | 0.0 | --- | 1.0 | 1.0 | 0.998s | 37.331s |
| Iteration 17 | 10 | gini | 9 | 2 | 20 | auto | True | 0.0 | 0.9 | 0.5 | 1.0 | 0.647s | 39.734s |
| Iteration 18 | 404 | gini | 1 | 12 | 8 | sqrt | False | 0.0034 | --- | 0.75 | 1.0 | 0.866s | 42.339s |
| Iteration 19 | 193 | gini | 9 | 2 | 1 | auto | True | 0.0069 | 0.9 | 0.875 | 1.0 | 0.804s | 44.856s |
| Iteration 20 | 500 | entropy | 9 | 2 | 20 | None | True | 0.035 | None | 0.875 | 1.0 | 1.045s | 47.739s |
| Iteration 21 | 500 | gini | 2 | 17 | 1 | None | True | 0.0 | 0.7 | 0.8125 | 1.0 | 0.996s | 50.536s |
| Iteration 22 | 272 | gini | None | 2 | 1 | None | True | 0.0044 | None | 0.75 | 1.0 | 0.846s | 54.049s |
| Iteration 23 | 500 | entropy | 9 | 2 | 11 | auto | False | 0.035 | --- | 0.875 | 1.0 | 0.938s | 56.914s |
| Iteration 24 | 242 | gini | 7 | 18 | 11 | 0.7 | True | 0.0212 | 0.9 | 0.8125 | 1.0 | 0.806s | 59.411s |
| Iteration 25 | 500 | entropy | 8 | 20 | 20 | auto | True | 0.0 | 0.6 | 0.5 | 1.0 | 0.976s | 1m:02s |
| Iteration 26 | 196 | gini | 6 | 16 | 1 | sqrt | True | 0.011 | 0.8 | 0.875 | 1.0 | 0.770s | 1m:04s |
| Iteration 27 | 425 | entropy | 1 | 9 | 3 | auto | False | 0.0028 | --- | 1.0 | 1.0 | 0.894s | 1m:07s |
| Iteration 28 | 35 | entropy | 5 | 4 | 12 | sqrt | False | 0.035 | --- | 0.8438 | 1.0 | 0.643s | 1m:09s |
| Iteration 29 | 470 | gini | 1 | 13 | 14 | 0.6 | False | 0.0054 | --- | 0.5938 | 1.0 | 1.490s | 1m:12s |
| Iteration 30 | 201 | gini | 7 | 10 | 10 | sqrt | False | 0.0282 | --- | 0.875 | 1.0 | 0.788s | 1m:15s |
| Iteration 31 | 48 | gini | 7 | 6 | 4 | None | False | 0.0119 | --- | 0.6875 | 1.0 | 0.667s | 1m:18s |
| Iteration 32 | 128 | gini | 9 | 6 | 11 | sqrt | False | 0.02 | --- | 0.875 | 1.0 | 0.756s | 1m:21s |
| Iteration 33 | 424 | entropy | None | 7 | 1 | 0.5 | True | 0.0308 | 0.6 | 0.5625 | 1.0 | 1.057s | 1m:24s |
| Iteration 34 | 280 | entropy | None | 3 | 2 | auto | False | 0.0019 | --- | 0.875 | 1.0 | 0.896s | 1m:27s |
| Iteration 35 | 468 | gini | 5 | 2 | 1 | log2 | True | 0.0 | 0.9 | 1.0 | 1.0 | 0.983s | 1m:31s |
| Iteration 36 | 133 | gini | 8 | 9 | 8 | 0.7 | False | 0.0039 | --- | 0.875 | 1.0 | 0.747s | 1m:36s |
| Iteration 37 | 270 | gini | None | 3 | 1 | sqrt | True | 0.0014 | 0.9 | 0.375 | 1.0 | 0.844s | 1m:41s |
| Iteration 38 | 341 | entropy | 2 | 14 | 1 | 0.8 | False | 0.0103 | --- | 0.6562 | 1.0 | 0.849s | 1m:46s |
| Iteration 39 | 290 | gini | 6 | 13 | 6 | log2 | True | 0.0014 | 0.7 | 0.8125 | 1.0 | 0.853s | 1m:49s |
| Iteration 40 | 482 | entropy | 4 | 12 | 2 | auto | False | 0.0179 | --- | 0.9375 | 1.0 | 0.942s | 1m:51s |
| Iteration 41 | 230 | entropy | 2 | 5 | 2 | auto | False | 0.0064 | --- | 1.0 | 1.0 | 0.817s | 1m:54s |
| Iteration 42 | 214 | gini | 4 | 17 | 1 | auto | False | 0.033 | --- | 0.8125 | 1.0 | 0.810s | 1m:56s |
| Iteration 43 | 500 | entropy | None | 5 | 4 | auto | False | 0.035 | --- | 1.0 | 1.0 | 0.942s | 2m:01s |
| Iteration 44 | 190 | entropy | None | 12 | 14 | None | True | 0.03 | None | 0.5938 | 1.0 | 0.773s | 2m:04s |
| Iteration 45 | 444 | entropy | 2 | 6 | 4 | auto | False | 0.0043 | --- | 0.625 | 1.0 | 0.938s | 2m:07s |
| Iteration 46 | 465 | gini | 5 | 3 | 16 | 0.8 | False | 0.0031 | --- | 0.75 | 1.0 | 0.944s | 2m:09s |
| Iteration 47 | 311 | entropy | 3 | 10 | 7 | 0.7 | True | 0.0288 | 0.6 | 0.5 | 1.0 | 0.917s | 2m:12s |
| Iteration 48 | 142 | gini | 8 | 3 | 1 | auto | False | 0.0267 | --- | 0.75 | 1.0 | 0.753s | 2m:14s |
| Iteration 49 | 262 | entropy | None | 16 | 1 | sqrt | False | 0.0237 | --- | 0.9375 | 1.0 | 0.816s | 2m:17s |
| Iteration 50 | 279 | entropy | None | 11 | 1 | auto | False | 0.0248 | --- | 0.4375 | 1.0 | 0.836s | 2m:19s |
Bayesian Optimization ---------------------------
Best call --> Initial point 1
Best parameters --> {'n_estimators': 499, 'criterion': 'entropy', 'max_depth': 1, 'min_samples_split': 20, 'min_samples_leaf': 5, 'max_features': 0.5, 'bootstrap': True, 'ccp_alpha': 0.0234, 'max_samples': 0.9}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:21s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8652
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.429s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.58 ± 0.1077
Time elapsed: 1.961s
-------------------------------------------------
Total time: 2m:24s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.777s | 0.797s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 1.0 | 1.0 | 1.292s | 5.432s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 1.0 | 0.716s | 7.650s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 1.0 | 0.659s | 9.236s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 1.0 | 0.712s | 11.074s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 1.0 | 0.687s | 12.885s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 1.0 | 0.693s | 17.888s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 1.0 | 0.682s | 24.167s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.6875 | 1.0 | 0.715s | 29.462s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 1.0 | 0.684s | 35.616s |
| Iteration 11 | 474 | 0.0405 | 2 | 0.2368 | 2 | 0.7 | 0.7 | 0 | 1 | 0.6875 | 1.0 | 0.717s | 41.419s |
| Iteration 12 | 480 | 0.0346 | 7 | 0.3965 | 3 | 1.0 | 0.7 | 1 | 1 | 0.875 | 1.0 | 0.720s | 47.468s |
| Iteration 13 | 61 | 0.2986 | 6 | 0.4693 | 2 | 0.5 | 0.8 | 10 | 0.1 | 0.5 | 1.0 | 0.642s | 50.448s |
| Iteration 14 | 414 | 0.0568 | 6 | 0.4076 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.6875 | 1.0 | 0.707s | 55.156s |
| Iteration 15 | 162 | 0.0392 | 6 | 0.9626 | 5 | 0.8 | 0.8 | 0.1 | 100 | 0.5 | 1.0 | 0.682s | 57.797s |
| Iteration 16 | 279 | 0.0412 | 8 | 0.7224 | 3 | 0.6 | 0.4 | 0.1 | 0.01 | 0.875 | 1.0 | 0.689s | 1m:00s |
| Iteration 17 | 342 | 0.0373 | 2 | 0.645 | 3 | 0.8 | 1.0 | 0.1 | 1 | 0.9375 | 1.0 | 0.692s | 1m:02s |
| Iteration 18 | 491 | 0.042 | 8 | 0.0699 | 3 | 0.9 | 0.9 | 0.01 | 1 | 0.6875 | 1.0 | 0.719s | 1m:07s |
| Iteration 19 | 237 | 0.041 | 5 | 0.4855 | 3 | 0.8 | 0.6 | 0.01 | 0.1 | 0.6875 | 1.0 | 0.696s | 1m:12s |
| Iteration 20 | 486 | 0.0417 | 5 | 0.1926 | 3 | 0.9 | 1.0 | 0.1 | 0.1 | 0.9375 | 1.0 | 0.734s | 1m:18s |
| Iteration 21 | 433 | 0.0398 | 4 | 0.4125 | 3 | 0.9 | 1.0 | 0.1 | 1 | 0.9375 | 1.0 | 0.705s | 1m:24s |
| Iteration 22 | 473 | 0.0402 | 9 | 0.5453 | 3 | 0.7 | 1.0 | 0.1 | 10 | 0.875 | 1.0 | 0.728s | 1m:29s |
| Iteration 23 | 305 | 0.0385 | 6 | 0.898 | 3 | 0.9 | 1.0 | 0.1 | 0.01 | 0.8125 | 1.0 | 0.689s | 1m:32s |
| Iteration 24 | 344 | 0.0419 | 4 | 0.7719 | 3 | 0.5 | 0.7 | 0.1 | 1 | 0.5625 | 1.0 | 0.687s | 1m:34s |
| Iteration 25 | 341 | 0.01 | 5 | 0.6297 | 2 | 1.0 | 1.0 | 10 | 0 | 0.5 | 1.0 | 0.691s | 1m:37s |
| Iteration 26 | 217 | 0.0417 | 7 | 0.2124 | 3 | 0.8 | 0.4 | 1 | 1 | 0.875 | 1.0 | 0.665s | 1m:39s |
| Iteration 27 | 323 | 0.0418 | 6 | 0.0706 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 1.0 | 1.0 | 0.691s | 1m:42s |
| Iteration 28 | 455 | 0.0395 | 6 | 0.0939 | 3 | 0.9 | 0.6 | 1 | 0 | 0.9375 | 1.0 | 1.290s | 1m:46s |
| Iteration 29 | 449 | 0.0417 | 3 | 0.6953 | 3 | 0.8 | 0.7 | 0.1 | 0.1 | 0.625 | 1.0 | 0.882s | 1m:50s |
| Iteration 30 | 228 | 0.0418 | 1 | 0.9336 | 3 | 0.6 | 0.9 | 0.1 | 1 | 0.875 | 1.0 | 0.679s | 1m:52s |
| Iteration 31 | 267 | 0.0339 | 1 | 0.1828 | 3 | 0.9 | 0.9 | 0.1 | 0 | 1.0 | 1.0 | 0.681s | 1m:54s |
| Iteration 32 | 425 | 0.0373 | 1 | 0.1973 | 2 | 0.7 | 0.9 | 0.1 | 100 | 0.875 | 1.0 | 0.717s | 1m:57s |
| Iteration 33 | 374 | 0.0382 | 1 | 0.2789 | 3 | 0.7 | 0.9 | 0.1 | 10 | 0.5 | 1.0 | 0.700s | 2m:01s |
| Iteration 34 | 206 | 0.0418 | 6 | 0.1752 | 3 | 0.8 | 0.9 | 0 | 0.01 | 0.875 | 1.0 | 0.683s | 2m:07s |
| Iteration 35 | 423 | 0.0413 | 6 | 0.4538 | 3 | 0.8 | 1.0 | 1 | 1 | 0.875 | 1.0 | 0.707s | 2m:12s |
| Iteration 36 | 310 | 0.0376 | 5 | 0.2754 | 1 | 1.0 | 1.0 | 10 | 0 | 0.5 | 1.0 | 0.675s | 2m:15s |
| Iteration 37 | 370 | 0.0147 | 8 | 0.0 | 2 | 0.9 | 1.0 | 0.1 | 0 | 0.625 | 1.0 | 0.707s | 2m:17s |
| Iteration 38 | 332 | 1.0 | 9 | 0.3507 | 10 | 1.0 | 0.5 | 100 | 10 | 0.5 | 1.0 | 0.680s | 2m:20s |
| Iteration 39 | 441 | 0.0157 | 6 | 0.1977 | 3 | 1.0 | 0.4 | 100 | 0 | 0.5 | 1.0 | 0.698s | 2m:22s |
| Iteration 40 | 479 | 0.01 | 10 | 0.5804 | 10 | 1.0 | 1.0 | 100 | 1 | 0.5 | 1.0 | 0.703s | 2m:24s |
| Iteration 41 | 56 | 0.0329 | 9 | 0.0 | 4 | 1.0 | 0.9 | 0.1 | 0 | 1.0 | 1.0 | 0.650s | 2m:30s |
| Iteration 42 | 37 | 0.1761 | 8 | 0.0 | 4 | 1.0 | 1.0 | 0.1 | 0 | 0.6875 | 1.0 | 0.641s | 2m:33s |
| Iteration 43 | 42 | 0.039 | 9 | 0.0 | 3 | 1.0 | 1.0 | 0.1 | 0 | 0.9375 | 1.0 | 0.639s | 2m:35s |
| Iteration 44 | 29 | 1.0 | 8 | 0.0 | 1 | 1.0 | 1.0 | 0 | 0 | 0.625 | 1.0 | 0.658s | 2m:37s |
| Iteration 45 | 485 | 0.0388 | 10 | 0.0 | 4 | 1.0 | 0.8 | 0.1 | 0 | 0.5625 | 1.0 | 0.710s | 2m:40s |
| Iteration 46 | 20 | 1.0 | 10 | 0.7644 | 6 | 1.0 | 1.0 | 0.1 | 0 | 0.625 | 1.0 | 0.641s | 2m:42s |
| Iteration 47 | 20 | 0.0443 | 7 | 0.6284 | 3 | 1.0 | 0.8 | 10 | 0 | 0.5 | 1.0 | 0.630s | 2m:45s |
| Iteration 48 | 177 | 0.3629 | 6 | 0.0 | 10 | 0.5 | 0.6 | 0 | 10 | 0.5 | 1.0 | 0.675s | 2m:47s |
| Iteration 49 | 159 | 0.1309 | 8 | 1.0 | 1 | 0.7 | 0.4 | 0.01 | 0 | 0.75 | 1.0 | 0.674s | 2m:49s |
| Iteration 50 | 135 | 0.4238 | 9 | 0.0 | 1 | 0.5 | 0.8 | 0.1 | 0.01 | 0.5 | 1.0 | 0.652s | 2m:52s |
Bayesian Optimization ---------------------------
Best call --> Initial point 2
Best parameters --> {'n_estimators': 426, 'learning_rate': 0.0423, 'max_depth': 6, 'gamma': 0.4435, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.9, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:54s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9768
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.102s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.1549
Time elapsed: 0.310s
-------------------------------------------------
Total time: 2m:54s
Final results ==================== >>
Duration: 17m:25s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.81 ± 0.102
Logistic Regression --> roc_auc: 0.5 ± 0.0548 ~
Linear Discriminant Analysis --> roc_auc: 0.38 ± 0.1166 ~
Quadratic Discriminant Analysis --> roc_auc: 0.38 ± 0.1166 ~
Radius Nearest Neighbors --> roc_auc: 0.4 ± 0.1225 ~
AdaBoost --> roc_auc: 0.91 ± 0.049 !
Random Forest --> roc_auc: 0.58 ± 0.1077
XGBoost --> roc_auc: 0.75 ± 0.1549
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CALQGGSEKLVF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAASDNTDKLIF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CALNFGNEKLTF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CVVNTGFQKLVF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAGLYNFNKFYF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CALILTGGGNKLTF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVHSGGGADGLTF.
>>> Dropping feature CAVRDNFNKFYF.
>>> Dropping feature CAVRDNTDKLIF.
>>> Dropping feature CAAPYSSASKIIF.
>>> Dropping feature CAARNTGNQFYF.
>>> Dropping feature CAASALYGGSQGNLIF.
>>> Dropping feature CALSDSGGSNYKLTF.
>>> Dropping feature CAPNSGGGADGLTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVRDSGAGSYQLTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CVVTNQAGTALIF.
>>> Dropping feature CAATNFGNEKLTF.
>>> Dropping feature CASSLRASVTETQYF.
>>> Dropping feature CAVDGQKLLF.
>>> Dropping feature CAVEDTGGFKTIF.
>>> Dropping feature CAVGGGSNYKLTF.
>>> Dropping feature CAVSETGNQFYF.
>>> Dropping feature CALNTDKLIF.
>>> Dropping feature CAVDGSSNTGKLIF.
>>> Dropping feature CVGQKLLF.
>>> Dropping feature CAVSPSGGYQKVTF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAAYNQGGKLIF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CASSFSYEQYF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVFTSGTYKYIF.
>>> Dropping feature CAVGSGGGADGLTF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAVSGGTSYGKLTF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAALSGGYNKLIF.
>>> Dropping feature CAARDNYGQNFVF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASKTGNQFYF.
>>> Dropping feature CAATQGGSEKLVF.
>>> Dropping feature CALSDSNYQLIW.
>>> Dropping feature CASSLAGNTEAFF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVEDQTGANNLFF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.75 | 0.75 | 3.812s | 3.833s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 1.0 | 1.0 | 3.189s | 8.445s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 1.0 | 1.0 | 3.140s | 15.719s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.6875 | 1.0 | 3.133s | 23.508s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.75 | 1.0 | 3.168s | 28.650s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.5625 | 1.0 | 3.269s | 33.311s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 1.0 | 1.0 | 3.246s | 37.795s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 1.0 | 1.0 | 3.306s | 42.366s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.8125 | 1.0 | 3.221s | 46.885s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.6875 | 1.0 | 3.260s | 51.563s |
| Iteration 11 | deviance | 0.1002 | 261 | 0.6 | squared_er.. | 17 | 10 | 5 | None | 0.0237 | 0.4375 | 1.0 | 3.238s | 57.171s |
| Iteration 12 | exponen.. | 0.0155 | 235 | 0.9 | squared_er.. | 3 | 18 | 1 | None | 0.0048 | 0.8125 | 1.0 | 3.226s | 1m:03s |
| Iteration 13 | exponen.. | 0.6854 | 38 | 0.6 | squared_er.. | 19 | 3 | 9 | sqrt | 0.0234 | 0.75 | 1.0 | 3.160s | 1m:11s |
| Iteration 14 | exponen.. | 0.6335 | 455 | 1.0 | squared_er.. | 16 | 19 | 8 | sqrt | 0.0343 | 0.8438 | 1.0 | 3.174s | 1m:16s |
| Iteration 15 | deviance | 0.182 | 267 | 0.7 | friedman_mse | 16 | 5 | 5 | sqrt | 0.0243 | 0.7812 | 1.0 | 3.228s | 1m:21s |
| Iteration 16 | exponen.. | 0.0115 | 376 | 0.6 | squared_er.. | 3 | 3 | 3 | auto | 0.0177 | 0.875 | 1.0 | 3.322s | 1m:26s |
| Iteration 17 | exponen.. | 0.8089 | 486 | 0.9 | squared_er.. | 2 | 14 | 1 | 0.8 | 0.006 | 0.3125 | 1.0 | 3.258s | 1m:31s |
| Iteration 18 | deviance | 0.1489 | 213 | 0.8 | squared_er.. | 8 | 10 | 7 | sqrt | 0.0247 | 0.875 | 1.0 | 3.186s | 1m:36s |
| Iteration 19 | deviance | 0.404 | 55 | 0.9 | squared_er.. | 17 | 5 | 4 | auto | 0.0235 | 0.8438 | 1.0 | 3.187s | 1m:41s |
| Iteration 20 | exponen.. | 0.7878 | 252 | 0.7 | squared_er.. | 3 | 14 | 7 | auto | 0.0114 | 0.6875 | 1.0 | 3.192s | 1m:46s |
| Iteration 21 | deviance | 0.8003 | 207 | 0.6 | squared_er.. | 8 | 18 | 8 | sqrt | 0.0249 | 0.5 | 1.0 | 3.209s | 1m:51s |
| Iteration 22 | deviance | 0.929 | 460 | 0.9 | squared_er.. | 4 | 1 | 10 | None | 0.0202 | 0.4688 | 1.0 | 3.305s | 1m:55s |
| Iteration 23 | exponen.. | 0.133 | 424 | 0.7 | squared_er.. | 5 | 15 | 3 | None | 0.0277 | 0.8125 | 1.0 | 3.259s | 2m:00s |
| Iteration 24 | exponen.. | 0.0825 | 448 | 1.0 | squared_er.. | 19 | 17 | 8 | 0.8 | 0.0043 | 0.875 | 1.0 | 3.208s | 2m:05s |
| Iteration 25 | exponen.. | 0.0732 | 451 | 0.9 | squared_er.. | 15 | 1 | 8 | log2 | 0.0044 | 0.8125 | 1.0 | 3.251s | 2m:11s |
| Iteration 26 | exponen.. | 0.8021 | 244 | 0.6 | squared_er.. | 10 | 8 | 9 | sqrt | 0.0324 | 1.0 | 1.0 | 3.165s | 2m:19s |
| Iteration 27 | deviance | 0.1175 | 213 | 0.8 | squared_er.. | 15 | 16 | 7 | log2 | 0.0287 | 1.0 | 1.0 | 3.193s | 2m:24s |
| Iteration 28 | deviance | 0.1136 | 117 | 0.5 | squared_er.. | 19 | 12 | 4 | 0.5 | 0.0285 | 0.7812 | 1.0 | 3.777s | 2m:33s |
| Iteration 29 | deviance | 0.1355 | 258 | 0.5 | squared_er.. | 7 | 10 | 8 | None | 0.028 | 0.75 | 1.0 | 3.231s | 2m:39s |
| Iteration 30 | exponen.. | 0.9037 | 394 | 1.0 | squared_er.. | 4 | 10 | 4 | auto | 0.0325 | 0.6562 | 1.0 | 3.322s | 2m:45s |
| Iteration 31 | deviance | 0.1133 | 219 | 0.6 | squared_er.. | 17 | 10 | 8 | None | 0.029 | 0.875 | 1.0 | 3.180s | 2m:51s |
| Iteration 32 | exponen.. | 0.9653 | 257 | 0.7 | squared_er.. | 9 | 18 | 4 | log2 | 0.035 | 0.8125 | 1.0 | 3.244s | 2m:57s |
| Iteration 33 | exponen.. | 0.7273 | 248 | 0.6 | squared_er.. | 11 | 7 | 8 | 0.8 | 0.0315 | 0.6875 | 1.0 | 3.134s | 3m:05s |
| Iteration 34 | deviance | 0.1157 | 257 | 0.9 | squared_er.. | 19 | 17 | 3 | 0.5 | 0.0268 | 0.8438 | 1.0 | 3.165s | 3m:11s |
| Iteration 35 | deviance | 0.1204 | 44 | 0.5 | squared_er.. | 19 | 12 | 8 | log2 | 0.0277 | 0.9062 | 1.0 | 3.181s | 3m:16s |
| Iteration 36 | exponen.. | 0.4034 | 107 | 0.8 | squared_er.. | 18 | 11 | 7 | sqrt | 0.0236 | 0.7188 | 1.0 | 3.130s | 3m:24s |
| Iteration 37 | exponen.. | 0.8017 | 375 | 0.8 | friedman_mse | 11 | 4 | 8 | log2 | 0.0317 | 0.375 | 1.0 | 3.169s | 3m:30s |
| Iteration 38 | exponen.. | 0.1687 | 10 | 0.9 | squared_er.. | 4 | 5 | 6 | auto | 0.035 | 0.625 | 1.0 | 3.188s | 3m:35s |
| Iteration 39 | exponen.. | 0.8332 | 260 | 0.8 | squared_er.. | 8 | 5 | 6 | 0.7 | 0.0344 | 0.75 | 1.0 | 3.232s | 3m:40s |
| Iteration 40 | deviance | 0.1037 | 227 | 0.6 | squared_er.. | 2 | 12 | 3 | 0.6 | 0.0273 | 0.875 | 1.0 | 3.173s | 3m:49s |
| Iteration 41 | deviance | 0.1398 | 226 | 0.9 | friedman_mse | 12 | 10 | 8 | 0.7 | 0.0317 | 0.75 | 1.0 | 3.175s | 3m:55s |
| Iteration 42 | deviance | 0.1177 | 210 | 1.0 | squared_er.. | 15 | 15 | 7 | 0.5 | 0.027 | 0.75 | 1.0 | 3.183s | 3m:60s |
| Iteration 43 | exponen.. | 0.4698 | 247 | 0.5 | squared_er.. | 11 | 6 | 8 | auto | 0.0339 | 0.875 | 1.0 | 3.180s | 4m:06s |
| Iteration 44 | exponen.. | 0.0366 | 500 | 0.7 | squared_er.. | 15 | 18 | 2 | auto | 0.0157 | 0.25 | 1.0 | 3.276s | 4m:12s |
| Iteration 45 | exponen.. | 0.0159 | 427 | 0.5 | squared_er.. | 18 | 1 | 7 | 0.8 | 0.0012 | 0.625 | 1.0 | 3.289s | 4m:17s |
| Iteration 46 | exponen.. | 0.0275 | 227 | 0.6 | squared_er.. | 18 | 10 | 7 | auto | 0.035 | 0.875 | 1.0 | 3.182s | 4m:22s |
| Iteration 47 | exponen.. | 0.0282 | 62 | 0.6 | squared_er.. | 19 | 17 | 3 | log2 | 0.0282 | 0.5 | 1.0 | 3.166s | 4m:27s |
| Iteration 48 | deviance | 0.0902 | 223 | 0.6 | squared_er.. | 17 | 7 | 6 | auto | 0.0334 | 0.6875 | 1.0 | 3.215s | 4m:32s |
| Iteration 49 | exponen.. | 0.7817 | 247 | 0.7 | squared_er.. | 10 | 15 | 5 | auto | 0.0319 | 0.75 | 1.0 | 3.154s | 4m:38s |
| Iteration 50 | exponen.. | 0.2403 | 55 | 0.5 | squared_er.. | 6 | 20 | 3 | sqrt | 0.0236 | 0.5 | 1.0 | 3.133s | 4m:43s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0787, 'n_estimators': 447, 'subsample': 0.7, 'criterion': 'squared_error', 'min_samples_split': 14, 'min_samples_leaf': 8, 'max_depth': 6, 'max_features': 0.7, 'ccp_alpha': 0.0044}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:45s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.3
Time elapsed: 0.122s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.31 ± 0.2311
Time elapsed: 0.580s
-------------------------------------------------
Total time: 4m:45s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.8125 | 0.8125 | 3.187s | 3.200s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.875 | 0.875 | 3.170s | 7.830s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.5625 | 0.875 | 3.176s | 12.314s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.375 | 0.875 | 3.792s | 17.371s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.5 | 0.875 | 3.151s | 21.853s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.4375 | 0.875 | 3.193s | 26.362s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.5625 | 0.875 | 3.188s | 30.847s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 1.0 | 1.0 | 3.171s | 35.381s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.625 | 1.0 | 3.173s | 41.400s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.875 | 1.0 | 3.194s | 46.358s |
| Iteration 11 | l1 | 0.2534 | saga | 693 | --- | 0.5625 | 1.0 | 3.167s | 51.071s |
| Iteration 12 | l1 | 0.314 | libli.. | 892 | --- | 0.8125 | 1.0 | 3.237s | 55.992s |
| Iteration 13 | l1 | 13.6339 | libli.. | 100 | --- | 0.375 | 1.0 | 3.241s | 1m:01s |
| Iteration 14 | l2 | 52.7329 | lbfgs | 133 | --- | 0.875 | 1.0 | 3.270s | 1m:06s |
| Iteration 15 | l1 | 0.0104 | saga | 127 | --- | 0.5 | 1.0 | 3.215s | 1m:11s |
| Iteration 16 | l2 | 6.7457 | sag | 132 | --- | 1.0 | 1.0 | 3.160s | 1m:18s |
| Iteration 17 | l2 | 2.8755 | newto.. | 128 | --- | 0.625 | 1.0 | 3.126s | 1m:23s |
| Iteration 18 | l1 | 7.351 | libli.. | 106 | --- | 0.75 | 1.0 | 3.193s | 1m:28s |
| Iteration 19 | l2 | 7.9123 | lbfgs | 136 | --- | 0.6875 | 1.0 | 3.183s | 1m:32s |
| Iteration 20 | l1 | 72.3354 | saga | 127 | --- | 0.5625 | 1.0 | 3.170s | 1m:37s |
| Iteration 21 | l2 | 7.1312 | newto.. | 127 | --- | 0.1875 | 1.0 | 3.088s | 1m:44s |
| Iteration 22 | l1 | 8.9286 | libli.. | 740 | --- | 0.5 | 1.0 | 3.115s | 1m:49s |
| Iteration 23 | l2 | 0.0014 | sag | 997 | --- | 0.75 | 1.0 | 3.175s | 1m:54s |
| Iteration 24 | l2 | 2.9057 | sag | 215 | --- | 0.75 | 1.0 | 3.177s | 1m:59s |
| Iteration 25 | l2 | 34.6499 | sag | 250 | --- | 0.625 | 1.0 | 3.185s | 2m:03s |
| Iteration 26 | l1 | 46.2654 | libli.. | 131 | --- | 0.5625 | 1.0 | 3.195s | 2m:08s |
| Iteration 27 | l2 | 0.0038 | saga | 213 | --- | 1.0 | 1.0 | 3.190s | 2m:13s |
| Iteration 28 | l2 | 65.5487 | saga | 1000 | --- | 0.625 | 1.0 | 3.195s | 2m:19s |
| Iteration 29 | l2 | 97.8095 | sag | 904 | --- | 0.5 | 1.0 | 3.157s | 2m:24s |
| Iteration 30 | l2 | 0.0038 | saga | 216 | --- | 0.75 | 1.0 | 3.239s | 2m:29s |
| Iteration 31 | l2 | 6.6283 | libli.. | 136 | --- | 0.8125 | 1.0 | 3.253s | 2m:34s |
| Iteration 32 | l1 | 7.3685 | libli.. | 131 | --- | 0.8125 | 1.0 | 3.839s | 2m:40s |
| Iteration 33 | l2 | 9.7688 | sag | 137 | --- | 0.3125 | 1.0 | 3.202s | 2m:45s |
| Iteration 34 | l1 | 0.0034 | saga | 194 | --- | 0.5 | 1.0 | 3.233s | 2m:50s |
| Iteration 35 | l1 | 8.2719 | libli.. | 149 | --- | 1.0 | 1.0 | 3.244s | 2m:55s |
| Iteration 36 | l2 | 0.0035 | saga | 210 | --- | 0.6875 | 1.0 | 3.215s | 2m:60s |
| Iteration 37 | l1 | 8.1048 | libli.. | 153 | --- | 0.25 | 1.0 | 3.196s | 3m:05s |
| Iteration 38 | l1 | 8.5253 | libli.. | 123 | --- | 0.6875 | 1.0 | 3.125s | 3m:12s |
| Iteration 39 | l2 | 0.0047 | saga | 263 | --- | 0.6875 | 1.0 | 3.153s | 3m:18s |
| Iteration 40 | l2 | 0.0043 | saga | 221 | --- | 0.8125 | 1.0 | 3.225s | 3m:24s |
| Iteration 41 | l2 | 0.0037 | saga | 214 | --- | 0.625 | 1.0 | 3.219s | 3m:29s |
| Iteration 42 | l2 | 5.5199 | sag | 118 | --- | 0.3125 | 1.0 | 3.214s | 3m:34s |
| Iteration 43 | none | --- | lbfgs | 976 | --- | 0.5 | 1.0 | 3.229s | 3m:39s |
| Iteration 44 | l2 | 0.0037 | saga | 339 | --- | 0.8125 | 1.0 | 3.218s | 3m:44s |
| Iteration 45 | l2 | 99.2255 | libli.. | 880 | --- | 0.6875 | 1.0 | 3.232s | 3m:49s |
| Iteration 46 | l2 | 0.001 | sag | 509 | --- | 0.6875 | 1.0 | 3.219s | 3m:54s |
| Iteration 47 | l2 | 0.1118 | sag | 951 | --- | 0.5 | 1.0 | 3.173s | 3m:59s |
| Iteration 48 | l1 | 0.4134 | libli.. | 879 | --- | 0.375 | 1.0 | 3.238s | 4m:04s |
| Iteration 49 | l2 | 0.0033 | saga | 566 | --- | 0.75 | 1.0 | 3.223s | 4m:09s |
| Iteration 50 | l2 | 0.0027 | saga | 723 | --- | 0.4375 | 1.0 | 3.240s | 4m:14s |
Bayesian Optimization ---------------------------
Best call --> Iteration 35
Best parameters --> {'penalty': 'l1', 'C': 8.2719, 'solver': 'liblinear', 'max_iter': 149}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:16s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9679
Test evaluation --> roc_auc: 0.3
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.35 ± 0.1265
Time elapsed: 0.057s
-------------------------------------------------
Total time: 4m:16s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.8125 | 0.8125 | 3.217s | 3.223s |
| Initial point 2 | svd | --- | 0.75 | 0.8125 | 3.230s | 7.673s |
| Initial point 3 | svd | --- | 0.75 | 0.8125 | 0.001s | 9.006s |
| Initial point 4 | lsqr | 0.8 | 0.5 | 0.8125 | 3.131s | 15.741s |
| Initial point 5 | eigen | 0.9 | 0.75 | 0.8125 | 3.107s | 22.979s |
| Initial point 6 | lsqr | 0.7 | 1.0 | 1.0 | 3.216s | 28.276s |
| Initial point 7 | lsqr | 0.5 | 1.0 | 1.0 | 3.264s | 32.792s |
| Initial point 8 | lsqr | 0.9 | 0.5 | 1.0 | 3.097s | 40.181s |
| Initial point 9 | lsqr | 0.6 | 0.625 | 1.0 | 3.159s | 45.639s |
| Initial point 10 | eigen | 0.8 | 0.75 | 1.0 | 3.130s | 52.327s |
| Iteration 11 | eigen | 0.6 | 0.125 | 1.0 | 3.141s | 57.441s |
| Iteration 12 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 59.406s |
| Iteration 13 | eigen | 0.7 | 0.5625 | 1.0 | 3.221s | 1m:04s |
| Iteration 14 | lsqr | auto | 0.8125 | 1.0 | 3.133s | 1m:09s |
| Iteration 15 | eigen | auto | 0.8125 | 1.0 | 3.069s | 1m:16s |
| Iteration 16 | svd | --- | 0.75 | 1.0 | 0.000s | 1m:18s |
| Iteration 17 | svd | --- | 0.75 | 1.0 | 0.000s | 1m:19s |
| Iteration 18 | lsqr | 1.0 | 1.0 | 1.0 | 3.080s | 1m:24s |
| Iteration 19 | svd | --- | 0.75 | 1.0 | 0.000s | 1m:25s |
| Iteration 20 | lsqr | None | 0.5625 | 1.0 | 3.120s | 1m:29s |
| Iteration 21 | eigen | 0.5 | 0.4375 | 1.0 | 3.155s | 1m:34s |
| Iteration 22 | svd | --- | 0.75 | 1.0 | 0.000s | 1m:38s |
| Iteration 23 | svd | --- | 0.75 | 1.0 | 0.001s | 1m:40s |
| Iteration 24 | svd | --- | 0.75 | 1.0 | 0.000s | 1m:41s |
| Iteration 25 | eigen | None | 0.625 | 1.0 | 3.084s | 1m:45s |
| Iteration 26 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 1m:48s |
| Iteration 27 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:50s |
| Iteration 28 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:52s |
| Iteration 29 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 1m:53s |
| Iteration 30 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 1m:54s |
| Iteration 31 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 1m:56s |
| Iteration 32 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 1m:57s |
| Iteration 33 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:58s |
| Iteration 34 | lsqr | 1.0 | 1.0 | 1.0 | 0.001s | 1m:60s |
| Iteration 35 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 2m:01s |
| Iteration 36 | lsqr | 0.7 | 1.0 | 1.0 | 0.001s | 2m:03s |
| Iteration 37 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 2m:07s |
| Iteration 38 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 2m:09s |
| Iteration 39 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 2m:10s |
| Iteration 40 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 2m:13s |
| Iteration 41 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 2m:17s |
| Iteration 42 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 2m:19s |
| Iteration 43 | lsqr | auto | 0.8125 | 1.0 | 0.000s | 2m:21s |
| Iteration 44 | lsqr | 0.6 | 0.625 | 1.0 | 0.000s | 2m:23s |
| Iteration 45 | lsqr | 1.0 | 1.0 | 1.0 | 0.000s | 2m:25s |
| Iteration 46 | lsqr | 0.7 | 1.0 | 1.0 | 0.000s | 2m:26s |
| Iteration 47 | svd | --- | 0.75 | 1.0 | 0.000s | 2m:29s |
| Iteration 48 | svd | --- | 0.75 | 1.0 | 0.000s | 2m:31s |
| Iteration 49 | eigen | 0.6 | 0.125 | 1.0 | 0.000s | 2m:33s |
| Iteration 50 | lsqr | 0.5 | 1.0 | 1.0 | 0.001s | 2m:34s |
Bayesian Optimization ---------------------------
Best call --> Initial point 7
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.775
Test evaluation --> roc_auc: 0.15
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.16 ± 0.0735
Time elapsed: 0.028s
-------------------------------------------------
Total time: 2m:36s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.8125 | 0.8125 | 3.196s | 3.199s |
| Initial point 2 | 0.9 | 0.8125 | 0.8125 | 3.216s | 10.019s |
| Initial point 3 | 0.1 | 0.6875 | 0.8125 | 3.147s | 17.170s |
| Initial point 4 | 1.0 | 0.8125 | 0.8125 | 0.000s | 19.405s |
| Initial point 5 | 0.2 | 0.75 | 0.8125 | 3.111s | 23.794s |
| Initial point 6 | 0.4 | 0.9375 | 0.9375 | 3.204s | 28.518s |
| Initial point 7 | 0.4 | 0.9375 | 0.9375 | 0.000s | 29.938s |
| Initial point 8 | 0.7 | 0.5 | 0.9375 | 3.149s | 34.386s |
| Initial point 9 | 0.9 | 0.8125 | 0.9375 | 0.000s | 38.936s |
| Initial point 10 | 0.8 | 0.75 | 0.9375 | 3.110s | 46.716s |
| Iteration 11 | 0.3 | 0.1875 | 0.9375 | 3.707s | 52.685s |
| Iteration 12 | 0.6 | 0.75 | 0.9375 | 3.174s | 57.358s |
| Iteration 13 | 0.5 | 0.125 | 0.9375 | 3.186s | 1m:02s |
| Iteration 14 | 0.0 | 0.75 | 0.9375 | 3.101s | 1m:09s |
| Iteration 15 | 0.4 | 0.9375 | 0.9375 | 0.000s | 1m:12s |
| Iteration 16 | 0.4 | 0.9375 | 0.9375 | 0.000s | 1m:13s |
| Iteration 17 | 0.4 | 0.9375 | 0.9375 | 0.000s | 1m:14s |
| Iteration 18 | 0.4 | 0.9375 | 0.9375 | 0.000s | 1m:16s |
| Iteration 19 | 0.4 | 0.9375 | 0.9375 | 0.000s | 1m:17s |
| Iteration 20 | 0.4 | 0.9375 | 0.9375 | 0.000s | 1m:18s |
| Iteration 21 | 0.6 | 0.75 | 0.9375 | 0.000s | 1m:19s |
| Iteration 22 | 0.4 | 0.9375 | 0.9375 | 0.000s | 1m:20s |
| Iteration 23 | 0.4 | 0.9375 | 0.9375 | 0.000s | 1m:22s |
| Iteration 24 | 0.4 | 0.9375 | 0.9375 | 0.000s | 1m:23s |
| Iteration 25 | 0.4 | 0.9375 | 0.9375 | 0.000s | 1m:24s |
| Iteration 26 | 0.4 | 0.9375 | 0.9375 | 0.000s | 1m:28s |
| Iteration 27 | 0.4 | 0.9375 | 0.9375 | 0.000s | 1m:32s |
| Iteration 28 | 0.9 | 0.8125 | 0.9375 | 0.000s | 1m:33s |
| Iteration 29 | 0.2 | 0.75 | 0.9375 | 0.000s | 1m:35s |
| Iteration 30 | 0.8 | 0.75 | 0.9375 | 0.000s | 1m:36s |
| Iteration 31 | 0.4 | 0.9375 | 0.9375 | 0.000s | 1m:40s |
| Iteration 32 | 0.4 | 0.9375 | 0.9375 | 0.000s | 1m:42s |
| Iteration 33 | 0.4 | 0.9375 | 0.9375 | 0.000s | 1m:44s |
| Iteration 34 | 0.4 | 0.9375 | 0.9375 | 0.000s | 1m:45s |
| Iteration 35 | 0.4 | 0.9375 | 0.9375 | 0.000s | 1m:46s |
| Iteration 36 | 0.4 | 0.9375 | 0.9375 | 0.000s | 1m:47s |
| Iteration 37 | 0.4 | 0.9375 | 0.9375 | 0.000s | 1m:50s |
| Iteration 38 | 0.4 | 0.9375 | 0.9375 | 0.000s | 1m:51s |
| Iteration 39 | 0.4 | 0.9375 | 0.9375 | 0.000s | 1m:53s |
| Iteration 40 | 0.4 | 0.9375 | 0.9375 | 0.000s | 1m:54s |
| Iteration 41 | 0.4 | 0.9375 | 0.9375 | 0.000s | 1m:55s |
| Iteration 42 | 0.4 | 0.9375 | 0.9375 | 0.001s | 1m:56s |
| Iteration 43 | 0.4 | 0.9375 | 0.9375 | 0.000s | 1m:57s |
| Iteration 44 | 0.4 | 0.9375 | 0.9375 | 0.000s | 1m:59s |
| Iteration 45 | 0.4 | 0.9375 | 0.9375 | 0.001s | 2m:00s |
| Iteration 46 | 0.4 | 0.9375 | 0.9375 | 0.001s | 2m:04s |
| Iteration 47 | 0.4 | 0.9375 | 0.9375 | 0.000s | 2m:09s |
| Iteration 48 | 0.4 | 0.9375 | 0.9375 | 0.000s | 2m:14s |
| Iteration 49 | 0.4 | 0.9375 | 0.9375 | 0.000s | 2m:18s |
| Iteration 50 | 0.4 | 0.9375 | 0.9375 | 0.000s | 2m:20s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'reg_param': 0.4}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 2m:22s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7286
Test evaluation --> roc_auc: 0.3
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.26 ± 0.0374
Time elapsed: 0.027s
-------------------------------------------------
Total time: 2m:22s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 10.6459 | dista.. | auto | 40 | 1 | 0.875 | 0.875 | 3.172s | 3.192s |
| Initial point 2 | 4.2339 | uniform | kd_tree | 39 | 2 | 0.4062 | 0.875 | 3.194s | 7.767s |
| Initial point 3 | 3.3445 | dista.. | ball_tree | 25 | 2 | 0.75 | 0.875 | 3.223s | 12.224s |
| Initial point 4 | 9.7574 | uniform | ball_tree | 39 | 2 | 0.5938 | 0.875 | 3.127s | 19.156s |
| Initial point 5 | 7.6436 | dista.. | auto | 30 | 2 | 0.75 | 0.875 | 3.088s | 24.280s |
| Initial point 6 | 8.8519 | dista.. | ball_tree | 21 | 2 | 0.75 | 0.875 | 3.179s | 29.322s |
| Initial point 7 | 6.3315 | dista.. | ball_tree | 24 | 1 | 0.6562 | 0.875 | 3.200s | 33.911s |
| Initial point 8 | 1.5173 | dista.. | ball_tree | 21 | 2 | 1.0 | 1.0 | 3.103s | 38.359s |
| Initial point 9 | 7.0529 | uniform | ball_tree | 24 | 1 | 0.4062 | 1.0 | 3.173s | 42.814s |
| Initial point 10 | 5.0096 | uniform | brute | 22 | 2 | 0.5625 | 1.0 | 3.195s | 47.419s |
| Iteration 11 | 0.0 | dista.. | brute | 40 | 1 | 0.5 | 1.0 | 3.783s | 52.970s |
| Iteration 12 | 0.0971 | dista.. | auto | 20 | 2 | 0.5 | 1.0 | 3.187s | 59.435s |
| Iteration 13 | 0.0 | dista.. | ball_tree | 28 | 2 | 0.5 | 1.0 | 3.120s | 1m:08s |
| Iteration 14 | 10.6673 | dista.. | ball_tree | 24 | 1 | 0.875 | 1.0 | 3.198s | 1m:14s |
| Iteration 15 | 10.6759 | dista.. | brute | 28 | 2 | 0.75 | 1.0 | 3.177s | 1m:18s |
| Iteration 16 | 10.6759 | dista.. | brute | 31 | 1 | 0.875 | 1.0 | 3.205s | 1m:23s |
| Iteration 17 | 1.895 | dista.. | kd_tree | 26 | 2 | 0.5312 | 1.0 | 3.149s | 1m:27s |
| Iteration 18 | 10.6709 | dista.. | brute | 33 | 2 | 0.75 | 1.0 | 3.273s | 1m:32s |
| Iteration 19 | 0.0 | uniform | ball_tree | 32 | 2 | 0.5 | 1.0 | 3.167s | 1m:36s |
| Iteration 20 | 10.6759 | dista.. | auto | 30 | 1 | 0.8125 | 1.0 | 3.168s | 1m:41s |
| Iteration 21 | 1.4566 | dista.. | ball_tree | 23 | 2 | 0.3125 | 1.0 | 3.108s | 1m:48s |
| Iteration 22 | 10.671 | dista.. | ball_tree | 29 | 1 | 0.1875 | 1.0 | 3.105s | 1m:56s |
| Iteration 23 | 10.6759 | dista.. | brute | 36 | 2 | 0.75 | 1.0 | 3.122s | 2m:01s |
| Iteration 24 | 10.6722 | uniform | ball_tree | 40 | 1 | 0.2188 | 1.0 | 3.194s | 2m:08s |
| Iteration 25 | 1.544 | dista.. | ball_tree | 21 | 1 | 0.4375 | 1.0 | 3.111s | 2m:15s |
| Iteration 26 | 0.0013 | uniform | brute | 37 | 1 | 0.5 | 1.0 | 3.119s | 2m:22s |
| Iteration 27 | 10.6759 | dista.. | auto | 40 | 1 | 0.8125 | 1.0 | 3.128s | 2m:29s |
| Iteration 28 | 10.6759 | dista.. | brute | 20 | 2 | 0.8125 | 1.0 | 3.125s | 2m:34s |
| Iteration 29 | 10.6759 | dista.. | auto | 40 | 2 | 0.75 | 1.0 | 3.169s | 2m:39s |
| Iteration 30 | 10.6759 | dista.. | brute | 20 | 2 | 0.8125 | 1.0 | 0.000s | 2m:40s |
| Iteration 31 | 0.0021 | uniform | ball_tree | 20 | 2 | 0.5 | 1.0 | 3.197s | 2m:45s |
| Iteration 32 | 10.6759 | dista.. | brute | 31 | 2 | 0.8125 | 1.0 | 3.221s | 2m:49s |
| Iteration 33 | 10.6759 | dista.. | brute | 20 | 2 | 0.8125 | 1.0 | 0.001s | 2m:51s |
| Iteration 34 | 1.6127 | dista.. | ball_tree | 21 | 2 | 0.625 | 1.0 | 3.197s | 2m:57s |
| Iteration 35 | 10.6759 | dista.. | brute | 40 | 2 | 0.9375 | 1.0 | 3.209s | 3m:04s |
| Iteration 36 | 10.6723 | dista.. | auto | 38 | 2 | 0.8125 | 1.0 | 3.195s | 3m:09s |
| Iteration 37 | 10.6759 | dista.. | brute | 20 | 2 | 0.8125 | 1.0 | 0.001s | 3m:11s |
| Iteration 38 | 10.6739 | dista.. | kd_tree | 27 | 1 | 0.5 | 1.0 | 3.192s | 3m:15s |
| Iteration 39 | 10.6759 | dista.. | auto | 40 | 2 | 0.75 | 1.0 | 0.001s | 3m:17s |
| Iteration 40 | 10.6759 | dista.. | auto | 40 | 2 | 0.75 | 1.0 | 0.001s | 3m:20s |
| Iteration 41 | 10.5563 | dista.. | ball_tree | 24 | 1 | 0.5 | 1.0 | 3.195s | 3m:25s |
| Iteration 42 | 10.6759 | dista.. | auto | 40 | 2 | 0.75 | 1.0 | 0.001s | 3m:27s |
| Iteration 43 | 1.4328 | dista.. | ball_tree | 21 | 2 | 0.5 | 1.0 | 3.223s | 3m:32s |
| Iteration 44 | 10.6731 | uniform | auto | 34 | 2 | 0.625 | 1.0 | 3.065s | 3m:39s |
| Iteration 45 | 10.6759 | dista.. | brute | 40 | 2 | 0.9375 | 1.0 | 0.001s | 3m:44s |
| Iteration 46 | 10.6759 | dista.. | brute | 40 | 2 | 0.9375 | 1.0 | 0.000s | 3m:50s |
| Iteration 47 | 10.6759 | dista.. | brute | 40 | 2 | 0.9375 | 1.0 | 0.000s | 3m:55s |
| Iteration 48 | 10.6759 | dista.. | brute | 40 | 2 | 0.9375 | 1.0 | 0.000s | 3m:57s |
| Iteration 49 | 0.0015 | uniform | auto | 21 | 1 | 0.5 | 1.0 | 3.119s | 4m:02s |
| Iteration 50 | 10.6759 | dista.. | brute | 40 | 2 | 0.9375 | 1.0 | 0.001s | 4m:04s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'radius': 1.5173, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 21, 'p': 2}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:05s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.375
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.45 ± 0.0612
Time elapsed: 0.050s
-------------------------------------------------
Total time: 4m:05s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.875 | 0.875 | 3.545s | 3.552s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.75 | 0.875 | 3.563s | 8.463s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.75 | 0.875 | 3.330s | 13.085s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.6875 | 0.875 | 3.465s | 17.953s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.75 | 0.875 | 3.324s | 22.606s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.4375 | 0.875 | 3.548s | 27.532s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.75 | 0.875 | 3.199s | 32.055s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.875 | 0.875 | 3.447s | 36.812s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.625 | 0.875 | 3.163s | 41.367s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.875 | 0.875 | 3.297s | 45.930s |
| Iteration 11 | 491 | 7.8102 | SAMME.R | 0.5 | 0.875 | 3.431s | 53.657s |
| Iteration 12 | 316 | 0.0146 | SAMME.R | 0.875 | 0.875 | 3.418s | 59.291s |
| Iteration 13 | 381 | 5.2935 | SAMME.R | 0.5938 | 0.875 | 3.465s | 1m:04s |
| Iteration 14 | 328 | 0.0121 | SAMME | 0.8125 | 0.875 | 3.411s | 1m:09s |
| Iteration 15 | 51 | 0.01 | SAMME.R | 0.9688 | 0.9688 | 3.190s | 1m:16s |
| Iteration 16 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 3.535s | 1m:21s |
| Iteration 17 | 50 | 0.01 | SAMME | 0.7812 | 1.0 | 3.140s | 1m:26s |
| Iteration 18 | 413 | 0.01 | SAMME.R | 1.0 | 1.0 | 3.475s | 1m:31s |
| Iteration 19 | 96 | 0.01 | SAMME.R | 0.875 | 1.0 | 3.214s | 1m:36s |
| Iteration 20 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.000s | 1m:38s |
| Iteration 21 | 444 | 0.01 | SAMME.R | 0.6875 | 1.0 | 3.551s | 1m:43s |
| Iteration 22 | 488 | 0.01 | SAMME.R | 0.6875 | 1.0 | 3.550s | 1m:50s |
| Iteration 23 | 411 | 0.0105 | SAMME.R | 0.75 | 1.0 | 3.516s | 1m:58s |
| Iteration 24 | 86 | 0.0256 | SAMME.R | 0.75 | 1.0 | 3.136s | 2m:03s |
| Iteration 25 | 321 | 0.01 | SAMME | 0.8438 | 1.0 | 3.401s | 2m:08s |
| Iteration 26 | 50 | 0.01 | SAMME.R | 0.7812 | 1.0 | 3.199s | 2m:12s |
| Iteration 27 | 50 | 0.01 | SAMME | 0.7812 | 1.0 | 0.000s | 2m:14s |
| Iteration 28 | 500 | 0.01 | SAMME.R | 1.0 | 1.0 | 0.000s | 2m:17s |
| Iteration 29 | 448 | 9.9945 | SAMME.R | 0.375 | 1.0 | 3.379s | 2m:22s |
| Iteration 30 | 500 | 0.01 | SAMME | 0.7188 | 1.0 | 3.538s | 2m:28s |
| Iteration 31 | 60 | 0.749 | SAMME.R | 0.9375 | 1.0 | 3.195s | 2m:33s |
| Iteration 32 | 500 | 0.0189 | SAMME.R | 0.875 | 1.0 | 3.568s | 2m:38s |
| Iteration 33 | 500 | 0.0188 | SAMME.R | 0.5938 | 1.0 | 3.529s | 2m:44s |
| Iteration 34 | 50 | 0.8749 | SAMME.R | 0.9375 | 1.0 | 3.146s | 2m:51s |
| Iteration 35 | 140 | 0.611 | SAMME | 1.0 | 1.0 | 3.305s | 2m:56s |
| Iteration 36 | 51 | 0.6029 | SAMME | 0.7188 | 1.0 | 3.269s | 3m:00s |
| Iteration 37 | 487 | 0.9364 | SAMME.R | 0.3125 | 1.0 | 3.581s | 3m:05s |
| Iteration 38 | 50 | 10.0 | SAMME.R | 0.5 | 1.0 | 3.122s | 3m:10s |
| Iteration 39 | 50 | 0.1936 | SAMME.R | 0.6875 | 1.0 | 3.185s | 3m:14s |
| Iteration 40 | 50 | 1.5244 | SAMME | 0.8125 | 1.0 | 3.147s | 3m:19s |
| Iteration 41 | 240 | 0.01 | SAMME.R | 0.9375 | 1.0 | 3.318s | 3m:23s |
| Iteration 42 | 240 | 0.01 | SAMME.R | 0.9375 | 1.0 | 0.001s | 3m:25s |
| Iteration 43 | 239 | 0.01 | SAMME.R | 0.875 | 1.0 | 3.326s | 3m:29s |
| Iteration 44 | 50 | 0.0559 | SAMME | 0.7812 | 1.0 | 3.127s | 3m:34s |
| Iteration 45 | 240 | 0.01 | SAMME.R | 0.9375 | 1.0 | 0.000s | 3m:35s |
| Iteration 46 | 239 | 0.01 | SAMME.R | 0.875 | 1.0 | 0.000s | 3m:37s |
| Iteration 47 | 50 | 0.9855 | SAMME.R | 0.4375 | 1.0 | 3.107s | 3m:42s |
| Iteration 48 | 95 | 0.8088 | SAMME.R | 0.75 | 1.0 | 3.867s | 3m:47s |
| Iteration 49 | 201 | 0.6853 | SAMME.R | 0.9375 | 1.0 | 3.319s | 3m:52s |
| Iteration 50 | 302 | 0.6636 | SAMME | 0.5 | 1.0 | 3.386s | 3m:57s |
Bayesian Optimization ---------------------------
Best call --> Iteration 16
Best parameters --> {'n_estimators': 500, 'learning_rate': 0.01, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 3m:59s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.1
Time elapsed: 0.447s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.41 ± 0.1807
Time elapsed: 1.986s
-------------------------------------------------
Total time: 4m:02s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.875 | 0.875 | 3.570s | 3.589s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.875 | 0.875 | 3.434s | 9.362s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.6875 | 0.875 | 3.475s | 14.074s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.875 | 3.255s | 18.426s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 0.8125 | 0.875 | 3.465s | 23.050s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.8125 | 0.875 | 3.328s | 27.401s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.9375 | 0.9375 | 3.335s | 31.720s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 1.0 | 1.0 | 3.308s | 36.007s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.8125 | 1.0 | 3.435s | 40.512s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.625 | 1.0 | 3.436s | 45.056s |
| Iteration 11 | 113 | entropy | None | 17 | 1 | log2 | False | 0.0247 | --- | 0.375 | 1.0 | 3.211s | 49.751s |
| Iteration 12 | 270 | entropy | None | 8 | 17 | auto | False | 0.0242 | --- | 0.8125 | 1.0 | 3.321s | 54.687s |
| Iteration 13 | 86 | entropy | None | 7 | 14 | 0.5 | False | 0.0211 | --- | 0.75 | 1.0 | 3.184s | 59.314s |
| Iteration 14 | 373 | entropy | None | 6 | 16 | sqrt | False | 0.0192 | --- | 0.875 | 1.0 | 3.407s | 1m:04s |
| Iteration 15 | 368 | entropy | None | 2 | 18 | auto | False | 0.0344 | --- | 0.75 | 1.0 | 3.367s | 1m:09s |
| Iteration 16 | 369 | gini | 9 | 3 | 6 | 0.6 | False | 0.0203 | --- | 0.8125 | 1.0 | 3.411s | 1m:14s |
| Iteration 17 | 67 | entropy | 4 | 10 | 16 | log2 | False | 0.0098 | --- | 0.625 | 1.0 | 3.177s | 1m:19s |
| Iteration 18 | 321 | entropy | 3 | 17 | 4 | auto | False | 0.0183 | --- | 0.875 | 1.0 | 3.378s | 1m:24s |
| Iteration 19 | 341 | gini | 3 | 20 | 4 | 0.6 | False | 0.0131 | --- | 0.6875 | 1.0 | 3.351s | 1m:29s |
| Iteration 20 | 500 | gini | 6 | 12 | 19 | auto | True | 0.0323 | 0.5 | 0.5 | 1.0 | 3.535s | 1m:36s |
| Iteration 21 | 241 | entropy | 3 | 3 | 7 | auto | False | 0.0044 | --- | 0.75 | 1.0 | 3.372s | 1m:42s |
| Iteration 22 | 103 | gini | 7 | 20 | 2 | 0.5 | False | 0.0004 | --- | 0.6875 | 1.0 | 3.112s | 1m:49s |
| Iteration 23 | 465 | gini | 6 | 10 | 5 | auto | False | 0.0098 | --- | 0.75 | 1.0 | 3.394s | 1m:54s |
| Iteration 24 | 268 | gini | None | 6 | 1 | 0.9 | True | 0.0121 | 0.7 | 0.875 | 1.0 | 3.370s | 1m:59s |
| Iteration 25 | 233 | gini | 3 | 7 | 1 | None | True | 0.0103 | 0.5 | 0.75 | 1.0 | 3.348s | 2m:04s |
| Iteration 26 | 455 | entropy | 8 | 20 | 9 | 0.8 | True | 0.0215 | 0.6 | 0.9375 | 1.0 | 3.506s | 2m:09s |
| Iteration 27 | 419 | entropy | 4 | 19 | 11 | 0.8 | True | 0.0022 | 0.8 | 1.0 | 1.0 | 3.497s | 2m:17s |
| Iteration 28 | 322 | entropy | 3 | 20 | 16 | 0.9 | True | 0.0274 | 0.8 | 0.875 | 1.0 | 3.397s | 2m:25s |
| Iteration 29 | 395 | entropy | 8 | 13 | 1 | 0.6 | True | 0.0146 | None | 0.6875 | 1.0 | 3.503s | 2m:30s |
| Iteration 30 | 336 | entropy | 7 | 20 | 11 | auto | False | 0.0283 | --- | 0.8125 | 1.0 | 3.375s | 2m:35s |
| Iteration 31 | 364 | entropy | 4 | 19 | 15 | None | True | 0.0162 | 0.8 | 0.9375 | 1.0 | 3.488s | 2m:40s |
| Iteration 32 | 285 | entropy | None | 5 | 17 | auto | False | 0.0254 | --- | 0.9062 | 1.0 | 3.329s | 2m:45s |
| Iteration 33 | 351 | entropy | 5 | 19 | 14 | sqrt | True | 0.0003 | 0.7 | 0.4688 | 1.0 | 3.405s | 2m:50s |
| Iteration 34 | 385 | entropy | None | 4 | 16 | auto | True | 0.0111 | None | 0.875 | 1.0 | 3.462s | 2m:56s |
| Iteration 35 | 91 | entropy | 3 | 20 | 12 | None | True | 0.0015 | 0.6 | 0.875 | 1.0 | 3.252s | 3m:01s |
| Iteration 36 | 309 | entropy | 4 | 18 | 3 | auto | True | 0.0004 | 0.5 | 0.75 | 1.0 | 3.361s | 3m:05s |
| Iteration 37 | 434 | entropy | 4 | 20 | 2 | 0.7 | True | 0.0013 | 0.8 | 0.1875 | 1.0 | 3.484s | 3m:11s |
| Iteration 38 | 344 | entropy | 4 | 20 | 11 | 0.8 | True | 0.0247 | 0.9 | 0.6875 | 1.0 | 3.427s | 3m:17s |
| Iteration 39 | 455 | entropy | 6 | 20 | 10 | 0.8 | True | 0.0 | 0.5 | 0.5 | 1.0 | 3.418s | 3m:26s |
| Iteration 40 | 247 | gini | 4 | 11 | 11 | 0.8 | True | 0.0 | 0.8 | 0.875 | 1.0 | 3.306s | 3m:31s |
| Iteration 41 | 145 | gini | 5 | 7 | 6 | 0.5 | False | 0.0288 | --- | 0.9375 | 1.0 | 3.264s | 3m:36s |
| Iteration 42 | 373 | entropy | 6 | 14 | 7 | 0.6 | False | 0.0333 | --- | 0.8125 | 1.0 | 3.325s | 3m:43s |
| Iteration 43 | 383 | entropy | 3 | 5 | 15 | None | True | 0.0049 | 0.6 | 1.0 | 1.0 | 3.385s | 3m:51s |
| Iteration 44 | 343 | entropy | 3 | 3 | 14 | 0.9 | False | 0.0 | --- | 0.7188 | 1.0 | 3.252s | 3m:59s |
| Iteration 45 | 476 | entropy | 4 | 3 | 15 | 0.9 | True | 0.0 | 0.8 | 0.625 | 1.0 | 3.440s | 4m:05s |
| Iteration 46 | 465 | entropy | 2 | 9 | 15 | None | True | 0.0161 | 0.6 | 0.6875 | 1.0 | 3.522s | 4m:10s |
| Iteration 47 | 461 | entropy | 3 | 10 | 15 | None | True | 0.0076 | 0.6 | 0.5 | 1.0 | 3.519s | 4m:17s |
| Iteration 48 | 63 | entropy | 4 | 7 | 12 | 0.6 | True | 0.0021 | 0.7 | 0.625 | 1.0 | 3.193s | 4m:22s |
| Iteration 49 | 256 | entropy | None | 14 | 5 | sqrt | True | 0.0059 | None | 0.75 | 1.0 | 3.380s | 4m:27s |
| Iteration 50 | 27 | gini | 3 | 9 | 6 | 0.5 | True | 0.035 | 0.7 | 0.375 | 1.0 | 3.863s | 4m:33s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'n_estimators': 419, 'criterion': 'entropy', 'max_depth': 4, 'min_samples_split': 19, 'min_samples_leaf': 11, 'max_features': 0.8, 'bootstrap': True, 'ccp_alpha': 0.0022, 'max_samples': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:34s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.908
Test evaluation --> roc_auc: 0.2
Time elapsed: 0.373s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.36 ± 0.2396
Time elapsed: 1.726s
-------------------------------------------------
Total time: 4m:36s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.296s | 3.316s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.9375 | 0.9375 | 3.289s | 7.834s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.9375 | 3.281s | 12.148s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.9375 | 3.215s | 16.306s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.9375 | 3.257s | 20.571s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.9375 | 3.240s | 24.893s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.9375 | 3.189s | 31.702s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.9375 | 3.173s | 36.541s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.75 | 0.9375 | 3.258s | 40.813s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.9375 | 3.234s | 45.046s |
| Iteration 11 | 290 | 0.0173 | 5 | 0.2189 | 3 | 0.6 | 0.7 | 0.01 | 100 | 0.2812 | 0.9375 | 3.255s | 49.905s |
| Iteration 12 | 420 | 0.0414 | 6 | 0.386 | 4 | 0.8 | 0.7 | 0.01 | 0.1 | 0.8125 | 0.9375 | 3.243s | 54.544s |
| Iteration 13 | 59 | 0.0664 | 6 | 0.0102 | 10 | 0.9 | 0.8 | 1 | 0 | 0.5 | 0.9375 | 3.245s | 59.162s |
| Iteration 14 | 317 | 0.1672 | 6 | 0.4265 | 5 | 0.8 | 0.6 | 0.1 | 0.1 | 0.9062 | 0.9375 | 3.183s | 1m:06s |
| Iteration 15 | 272 | 0.1393 | 3 | 0.1147 | 1 | 0.8 | 1.0 | 1 | 0.1 | 0.8125 | 0.9375 | 3.197s | 1m:12s |
| Iteration 16 | 500 | 0.0165 | 6 | 0.5537 | 10 | 0.8 | 0.9 | 0.1 | 0.1 | 0.5 | 0.9375 | 3.238s | 1m:19s |
| Iteration 17 | 192 | 0.2959 | 7 | 0.7247 | 4 | 0.9 | 0.4 | 0.1 | 0.1 | 0.5625 | 0.9375 | 3.137s | 1m:24s |
| Iteration 18 | 194 | 0.0783 | 8 | 0.49 | 4 | 0.8 | 0.8 | 0.1 | 0.1 | 0.625 | 0.9375 | 3.252s | 1m:30s |
| Iteration 19 | 356 | 0.1862 | 6 | 0.0935 | 4 | 0.8 | 0.6 | 0.1 | 0.01 | 0.5 | 0.9375 | 3.262s | 1m:35s |
| Iteration 20 | 394 | 0.0347 | 5 | 0.6609 | 3 | 0.8 | 0.8 | 0.1 | 0.1 | 0.625 | 0.9375 | 3.279s | 1m:40s |
| Iteration 21 | 461 | 0.356 | 7 | 0.3076 | 2 | 0.9 | 0.8 | 1 | 0.1 | 0.75 | 0.9375 | 3.244s | 1m:47s |
| Iteration 22 | 383 | 0.2632 | 3 | 0.4258 | 3 | 0.9 | 1.0 | 1 | 0.1 | 0.5625 | 0.9375 | 3.192s | 1m:52s |
| Iteration 23 | 402 | 0.1215 | 6 | 0.4398 | 1 | 0.8 | 1.0 | 10 | 0.1 | 0.5 | 0.9375 | 3.230s | 1m:57s |
| Iteration 24 | 487 | 0.1526 | 6 | 0.4421 | 2 | 0.8 | 0.6 | 0.1 | 0.1 | 0.8125 | 0.9375 | 3.226s | 2m:02s |
| Iteration 25 | 399 | 0.0284 | 6 | 0.4246 | 4 | 0.9 | 0.9 | 0.1 | 0.1 | 0.6875 | 0.9375 | 3.153s | 2m:09s |
| Iteration 26 | 403 | 0.0172 | 8 | 0.4396 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.875 | 0.9375 | 3.147s | 2m:17s |
| Iteration 27 | 353 | 0.0587 | 8 | 0.4161 | 3 | 0.8 | 1.0 | 0.1 | 0.1 | 1.0 | 1.0 | 3.788s | 2m:23s |
| Iteration 28 | 407 | 0.6845 | 1 | 0.3919 | 9 | 0.8 | 1.0 | 0.1 | 0.1 | 0.5 | 1.0 | 3.202s | 2m:27s |
| Iteration 29 | 408 | 0.3282 | 1 | 0.4079 | 4 | 0.8 | 0.9 | 0.1 | 0.01 | 0.6562 | 1.0 | 3.200s | 2m:32s |
| Iteration 30 | 472 | 0.0682 | 7 | 0.4097 | 4 | 0.8 | 0.9 | 0.1 | 0.1 | 0.9375 | 1.0 | 3.262s | 2m:37s |
| Iteration 31 | 222 | 0.0543 | 9 | 0.415 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.875 | 1.0 | 3.224s | 2m:42s |
| Iteration 32 | 386 | 0.9215 | 7 | 0.4112 | 3 | 0.8 | 1.0 | 0.1 | 0.1 | 0.875 | 1.0 | 3.237s | 2m:47s |
| Iteration 33 | 250 | 0.01 | 4 | 0.422 | 4 | 0.8 | 0.5 | 0.1 | 0.1 | 0.5 | 1.0 | 3.221s | 2m:52s |
| Iteration 34 | 150 | 0.0322 | 7 | 0.5798 | 3 | 0.8 | 1.0 | 0.1 | 0.1 | 0.8125 | 1.0 | 3.214s | 2m:57s |
| Iteration 35 | 500 | 0.8374 | 10 | 0.0572 | 1 | 0.7 | 1.0 | 0.01 | 0.1 | 0.9375 | 1.0 | 3.265s | 3m:01s |
| Iteration 36 | 500 | 0.5283 | 10 | 0.0 | 1 | 0.6 | 1.0 | 0.01 | 0.1 | 0.75 | 1.0 | 3.257s | 3m:06s |
| Iteration 37 | 500 | 0.2055 | 10 | 0.4678 | 1 | 0.9 | 1.0 | 0.01 | 0.1 | 0.1875 | 1.0 | 3.241s | 3m:11s |
| Iteration 38 | 399 | 0.0141 | 8 | 0.4115 | 3 | 0.8 | 1.0 | 0.1 | 0.1 | 0.75 | 1.0 | 3.244s | 3m:16s |
| Iteration 39 | 159 | 0.0983 | 7 | 0.4278 | 3 | 0.8 | 1.0 | 0.1 | 0.1 | 0.5625 | 1.0 | 3.202s | 3m:21s |
| Iteration 40 | 376 | 0.4206 | 7 | 0.4314 | 8 | 0.8 | 0.9 | 0.1 | 0.1 | 0.5 | 1.0 | 3.238s | 3m:26s |
| Iteration 41 | 500 | 1.0 | 9 | 0.4649 | 4 | 0.6 | 0.8 | 1 | 0.1 | 0.8125 | 1.0 | 3.243s | 3m:31s |
| Iteration 42 | 371 | 0.0361 | 10 | 0.4972 | 3 | 0.9 | 0.9 | 10 | 1 | 0.5 | 1.0 | 3.224s | 3m:37s |
| Iteration 43 | 404 | 0.7368 | 7 | 0.4433 | 4 | 0.8 | 0.8 | 0.1 | 0.01 | 0.8125 | 1.0 | 3.140s | 3m:45s |
| Iteration 44 | 359 | 0.0547 | 7 | 0.4255 | 3 | 0.8 | 1.0 | 10 | 0.1 | 0.5 | 1.0 | 3.160s | 3m:50s |
| Iteration 45 | 464 | 0.0533 | 7 | 0.0297 | 3 | 0.7 | 0.6 | 0.1 | 0.1 | 0.5625 | 1.0 | 3.227s | 3m:55s |
| Iteration 46 | 407 | 0.3145 | 7 | 0.4295 | 4 | 0.8 | 0.7 | 0.1 | 1 | 0.8125 | 1.0 | 3.198s | 3m:60s |
| Iteration 47 | 375 | 0.061 | 9 | 0.432 | 4 | 0.8 | 0.4 | 0.1 | 0.01 | 0.4375 | 1.0 | 3.204s | 4m:05s |
| Iteration 48 | 486 | 0.872 | 10 | 0.4429 | 3 | 0.7 | 0.9 | 0.1 | 0.01 | 0.75 | 1.0 | 3.190s | 4m:10s |
| Iteration 49 | 343 | 0.0732 | 9 | 0.4643 | 3 | 0.6 | 0.9 | 0.01 | 100 | 0.4375 | 1.0 | 3.193s | 4m:16s |
| Iteration 50 | 458 | 0.9844 | 10 | 0.3416 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.4062 | 1.0 | 3.195s | 4m:23s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'n_estimators': 353, 'learning_rate': 0.0587, 'max_depth': 8, 'gamma': 0.4161, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 1.0, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:25s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.975
Test evaluation --> roc_auc: 0.35
Time elapsed: 0.079s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.45 ± 0.2074
Time elapsed: 0.240s
-------------------------------------------------
Total time: 4m:25s
Final results ==================== >>
Duration: 31m:08s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.31 ± 0.2311 ~
Logistic Regression --> roc_auc: 0.35 ± 0.1265 ~
Linear Discriminant Analysis --> roc_auc: 0.16 ± 0.0735 ~
Quadratic Discriminant Analysis --> roc_auc: 0.26 ± 0.0374 ~
Radius Nearest Neighbors --> roc_auc: 0.45 ± 0.0612 ~ !
AdaBoost --> roc_auc: 0.41 ± 0.1807 ~
Random Forest --> roc_auc: 0.36 ± 0.2396 ~
XGBoost --> roc_auc: 0.45 ± 0.2074 ~ !
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 835 (2.1%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVDGQKLLF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVTNTGGFKTIF.
>>> Dropping feature CAAGGYQKVTF.
>>> Dropping feature CAATSGSARQLTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CATDSNDYKLSF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVRDSGAGSYQLTF.
>>> Dropping feature CAVSSGTYKYIF.
>>> Dropping feature CAGPNFGNEKLTF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CASSPGGYEQYF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CAVGGGSNYKLTF.
>>> Dropping feature CAVPTSGTYKYIF.
>>> Dropping feature CAYRSYNTDKLIF.
>>> Dropping feature CALNTDKLIF.
>>> Dropping feature CAGNYGGSQGNLIF.
>>> Dropping feature CAVSPSGGYQKVTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVLSNDYKLSF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CALNTGTASKLTF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CASSFSYEQYF.
>>> Dropping feature CASSGSARQLTF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVPNNAGNMLTF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 1.0 | 1.0 | 0.685s | 0.705s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.5625 | 1.0 | 0.713s | 4.023s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.6875 | 1.0 | 0.691s | 6.106s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.875 | 1.0 | 0.724s | 7.922s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 1.0 | 1.0 | 0.736s | 9.693s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.8125 | 1.0 | 0.774s | 11.507s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.6875 | 1.0 | 0.738s | 14.755s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.6875 | 1.0 | 0.777s | 18.797s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.75 | 1.0 | 0.718s | 20.934s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.5 | 1.0 | 0.671s | 23.908s |
| Iteration 11 | exponen.. | 0.0937 | 199 | 0.9 | friedman_mse | 9 | 3 | 8 | 0.5 | 0.0269 | 0.75 | 1.0 | 0.674s | 26.191s |
| Iteration 12 | exponen.. | 0.015 | 381 | 0.6 | friedman_mse | 4 | 12 | 7 | auto | 0.0285 | 0.875 | 1.0 | 0.712s | 28.250s |
| Iteration 13 | exponen.. | 0.052 | 387 | 0.6 | friedman_mse | 10 | 5 | 5 | 0.5 | 0.005 | 1.0 | 1.0 | 0.722s | 30.252s |
| Iteration 14 | exponen.. | 1.0 | 46 | 1.0 | friedman_mse | 6 | 3 | 9 | 0.9 | 0.035 | 0.8125 | 1.0 | 0.631s | 32.217s |
| Iteration 15 | exponen.. | 0.0542 | 457 | 0.6 | friedman_mse | 13 | 6 | 7 | 0.9 | 0.0107 | 1.0 | 1.0 | 0.739s | 34.296s |
| Iteration 16 | exponen.. | 0.6892 | 78 | 1.0 | friedman_mse | 10 | 9 | 6 | 0.9 | 0.0286 | 0.8125 | 1.0 | 0.646s | 36.325s |
| Iteration 17 | exponen.. | 0.0548 | 357 | 0.5 | friedman_mse | 13 | 10 | 5 | None | 0.0207 | 0.9375 | 1.0 | 0.703s | 38.318s |
| Iteration 18 | deviance | 0.0614 | 164 | 0.7 | friedman_mse | 18 | 5 | 10 | 0.5 | 0.0124 | 0.75 | 1.0 | 0.660s | 41.972s |
| Iteration 19 | exponen.. | 0.0795 | 93 | 0.6 | friedman_mse | 12 | 18 | 5 | 0.6 | 0.0105 | 0.5 | 1.0 | 0.639s | 45.790s |
| Iteration 20 | exponen.. | 0.0538 | 390 | 0.5 | friedman_mse | 6 | 2 | 9 | auto | 0.0179 | 0.8125 | 1.0 | 0.727s | 48.259s |
| Iteration 21 | exponen.. | 0.013 | 440 | 0.5 | friedman_mse | 13 | 5 | 4 | 0.9 | 0.0162 | 0.8125 | 1.0 | 0.748s | 50.464s |
| Iteration 22 | exponen.. | 0.0114 | 268 | 0.6 | friedman_mse | 11 | 7 | 8 | 0.6 | 0.0 | 0.6875 | 1.0 | 0.697s | 52.585s |
| Iteration 23 | exponen.. | 0.128 | 462 | 0.5 | friedman_mse | 10 | 10 | 4 | 0.7 | 0.0125 | 0.7812 | 1.0 | 0.744s | 54.813s |
| Iteration 24 | exponen.. | 0.4019 | 376 | 0.8 | friedman_mse | 16 | 3 | 6 | 0.8 | 0.01 | 1.0 | 1.0 | 0.711s | 56.902s |
| Iteration 25 | exponen.. | 0.1582 | 285 | 0.6 | friedman_mse | 4 | 1 | 6 | 0.9 | 0.0073 | 0.875 | 1.0 | 0.708s | 59.031s |
| Iteration 26 | exponen.. | 0.4377 | 421 | 0.7 | friedman_mse | 13 | 2 | 7 | 0.7 | 0.0075 | 0.6875 | 1.0 | 0.731s | 1m:03s |
| Iteration 27 | exponen.. | 0.3459 | 276 | 0.9 | friedman_mse | 14 | 7 | 7 | None | 0.0173 | 0.8125 | 1.0 | 1.274s | 1m:06s |
| Iteration 28 | exponen.. | 0.6197 | 270 | 0.7 | friedman_mse | 6 | 2 | 2 | auto | 0.0054 | 1.0 | 1.0 | 0.682s | 1m:08s |
| Iteration 29 | exponen.. | 0.0332 | 133 | 0.9 | friedman_mse | 10 | 1 | 1 | sqrt | 0.0063 | 0.8438 | 1.0 | 0.653s | 1m:10s |
| Iteration 30 | exponen.. | 0.1524 | 390 | 0.5 | friedman_mse | 14 | 10 | 1 | log2 | 0.035 | 0.75 | 1.0 | 0.708s | 1m:12s |
| Iteration 31 | deviance | 0.0592 | 499 | 0.8 | friedman_mse | 10 | 4 | 1 | 0.9 | 0.0 | 1.0 | 1.0 | 0.740s | 1m:15s |
| Iteration 32 | exponen.. | 0.3321 | 482 | 0.5 | friedman_mse | 7 | 3 | 2 | 0.5 | 0.0 | 0.8125 | 1.0 | 0.738s | 1m:19s |
| Iteration 33 | deviance | 0.3632 | 456 | 0.9 | squared_er.. | 2 | 20 | 4 | 0.9 | 0.0088 | 0.6875 | 1.0 | 0.727s | 1m:24s |
| Iteration 34 | deviance | 0.3223 | 292 | 0.5 | friedman_mse | 13 | 1 | 1 | 0.9 | 0.0169 | 0.5625 | 1.0 | 0.683s | 1m:27s |
| Iteration 35 | deviance | 0.0403 | 475 | 1.0 | friedman_mse | 4 | 7 | 1 | 0.7 | 0.0 | 0.9375 | 1.0 | 0.697s | 1m:29s |
| Iteration 36 | deviance | 0.0246 | 447 | 0.5 | friedman_mse | 9 | 4 | 1 | sqrt | 0.0 | 1.0 | 1.0 | 0.704s | 1m:33s |
| Iteration 37 | deviance | 0.0389 | 304 | 1.0 | friedman_mse | 3 | 3 | 1 | sqrt | 0.0 | 1.0 | 1.0 | 0.695s | 1m:36s |
| Iteration 38 | deviance | 0.0208 | 440 | 0.8 | friedman_mse | 11 | 4 | 2 | log2 | 0.0022 | 0.875 | 1.0 | 0.738s | 1m:38s |
| Iteration 39 | deviance | 0.0363 | 331 | 0.8 | friedman_mse | 5 | 1 | 1 | 0.8 | 0.0 | 1.0 | 1.0 | 0.703s | 1m:40s |
| Iteration 40 | deviance | 0.4021 | 20 | 0.9 | friedman_mse | 8 | 1 | 3 | auto | 0.0 | 0.625 | 1.0 | 0.630s | 1m:42s |
| Iteration 41 | exponen.. | 0.0324 | 500 | 0.6 | friedman_mse | 2 | 1 | 1 | None | 0.025 | 0.6875 | 1.0 | 0.764s | 1m:44s |
| Iteration 42 | exponen.. | 0.0149 | 476 | 0.8 | friedman_mse | 16 | 3 | 9 | 0.6 | 0.0185 | 1.0 | 1.0 | 0.769s | 1m:47s |
| Iteration 43 | exponen.. | 0.3761 | 347 | 0.7 | friedman_mse | 5 | 4 | 6 | 0.8 | 0.0096 | 0.625 | 1.0 | 0.724s | 1m:49s |
| Iteration 44 | deviance | 0.041 | 359 | 0.8 | friedman_mse | 9 | 4 | 4 | 0.8 | 0.0274 | 0.7188 | 1.0 | 0.729s | 1m:52s |
| Iteration 45 | exponen.. | 0.1638 | 500 | 0.8 | friedman_mse | 18 | 12 | 10 | 0.9 | 0.0206 | 1.0 | 1.0 | 0.757s | 1m:54s |
| Iteration 46 | exponen.. | 0.0395 | 500 | 0.6 | friedman_mse | 9 | 18 | 10 | 0.8 | 0.0222 | 0.5 | 1.0 | 0.797s | 1m:56s |
| Iteration 47 | exponen.. | 0.0412 | 475 | 0.5 | friedman_mse | 20 | 5 | 10 | 0.8 | 0.0116 | 0.75 | 1.0 | 0.749s | 1m:58s |
| Iteration 48 | deviance | 0.0394 | 411 | 0.8 | friedman_mse | 6 | 3 | 1 | 0.5 | 0.0 | 0.9375 | 1.0 | 0.717s | 2m:01s |
| Iteration 49 | deviance | 0.04 | 344 | 0.8 | friedman_mse | 6 | 4 | 1 | None | 0.0 | 0.6875 | 1.0 | 0.703s | 2m:03s |
| Iteration 50 | deviance | 0.01 | 498 | 0.7 | friedman_mse | 16 | 1 | 4 | auto | 0.0 | 0.75 | 1.0 | 0.767s | 2m:07s |
Bayesian Optimization ---------------------------
Best call --> Iteration 42
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0149, 'n_estimators': 476, 'subsample': 0.8, 'criterion': 'friedman_mse', 'min_samples_split': 16, 'min_samples_leaf': 3, 'max_depth': 9, 'max_features': 0.6, 'ccp_alpha': 0.0185}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:09s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9982
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.147s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.82 ± 0.1288
Time elapsed: 0.704s
-------------------------------------------------
Total time: 2m:10s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.75 | 0.75 | 1.230s | 1.241s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.4375 | 0.75 | 0.657s | 4.238s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.4375 | 0.75 | 0.647s | 6.191s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.625 | 0.75 | 0.645s | 7.745s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.5625 | 0.75 | 0.644s | 9.344s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.5 | 0.75 | 0.653s | 10.952s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.25 | 0.75 | 0.648s | 12.553s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.25 | 0.75 | 0.660s | 14.131s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.625 | 0.75 | 0.643s | 15.707s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.5 | 0.75 | 0.647s | 17.296s |
| Iteration 11 | l2 | 100.0 | newto.. | 1000 | --- | 0.625 | 0.75 | 0.645s | 19.228s |
| Iteration 12 | l2 | 19.5962 | newto.. | 1000 | --- | 0.875 | 0.875 | 0.641s | 21.123s |
| Iteration 13 | l2 | 14.3884 | newto.. | 1000 | --- | 0.5 | 0.875 | 0.655s | 23.090s |
| Iteration 14 | none | --- | newto.. | 658 | --- | 0.5625 | 0.875 | 0.659s | 24.941s |
| Iteration 15 | l2 | 56.6472 | lbfgs | 1000 | --- | 0.5 | 0.875 | 0.649s | 26.894s |
| Iteration 16 | none | --- | newto.. | 1000 | --- | 0.875 | 0.875 | 0.645s | 28.734s |
| Iteration 17 | none | --- | newto.. | 1000 | --- | 0.875 | 0.875 | 0.000s | 30.003s |
| Iteration 18 | none | --- | newto.. | 1000 | --- | 0.875 | 0.875 | 0.000s | 32.928s |
| Iteration 19 | l2 | 28.3028 | lbfgs | 1000 | --- | 0.625 | 0.875 | 0.635s | 37.304s |
| Iteration 20 | none | --- | newto.. | 1000 | --- | 0.875 | 0.875 | 0.000s | 41.165s |
| Iteration 21 | l2 | 3.5382 | newto.. | 1000 | --- | 0.5625 | 0.875 | 0.632s | 45.771s |
| Iteration 22 | none | --- | lbfgs | 1000 | --- | 0.3125 | 0.875 | 0.645s | 50.465s |
| Iteration 23 | none | --- | newto.. | 1000 | --- | 0.875 | 0.875 | 0.000s | 54.433s |
| Iteration 24 | none | --- | newto.. | 1000 | --- | 0.875 | 0.875 | 0.000s | 58.362s |
| Iteration 25 | none | --- | newto.. | 1000 | --- | 0.875 | 0.875 | 0.000s | 1m:02s |
| Iteration 26 | none | --- | newto.. | 1000 | --- | 0.875 | 0.875 | 0.000s | 1m:06s |
| Iteration 27 | none | --- | newto.. | 1000 | --- | 0.875 | 0.875 | 0.001s | 1m:10s |
| Iteration 28 | none | --- | newto.. | 1000 | --- | 0.875 | 0.875 | 0.000s | 1m:14s |
| Iteration 29 | none | --- | newto.. | 1000 | --- | 0.875 | 0.875 | 0.000s | 1m:18s |
| Iteration 30 | l2 | 29.9201 | newto.. | 998 | --- | 0.875 | 0.875 | 0.662s | 1m:23s |
| Iteration 31 | l2 | 36.1295 | newto.. | 1000 | --- | 0.5625 | 0.875 | 0.635s | 1m:27s |
| Iteration 32 | none | --- | newto.. | 1000 | --- | 0.875 | 0.875 | 0.000s | 1m:31s |
| Iteration 33 | l2 | 0.001 | libli.. | 1000 | --- | 0.6875 | 0.875 | 0.631s | 1m:36s |
| Iteration 34 | none | --- | newto.. | 1000 | --- | 0.875 | 0.875 | 0.000s | 1m:40s |
| Iteration 35 | none | --- | newto.. | 1000 | --- | 0.875 | 0.875 | 0.001s | 1m:45s |
| Iteration 36 | l2 | 0.8052 | newto.. | 990 | --- | 0.625 | 0.875 | 0.636s | 1m:47s |
| Iteration 37 | none | --- | newto.. | 1000 | --- | 0.875 | 0.875 | 0.000s | 1m:49s |
| Iteration 38 | l2 | 5.2986 | newto.. | 997 | --- | 0.5625 | 0.875 | 0.634s | 1m:51s |
| Iteration 39 | none | --- | newto.. | 1000 | --- | 0.875 | 0.875 | 0.000s | 1m:52s |
| Iteration 40 | none | --- | newto.. | 1000 | --- | 0.875 | 0.875 | 0.000s | 1m:54s |
| Iteration 41 | none | --- | newto.. | 1000 | --- | 0.875 | 0.875 | 0.000s | 1m:55s |
| Iteration 42 | none | --- | newto.. | 1000 | --- | 0.875 | 0.875 | 0.000s | 1m:56s |
| Iteration 43 | none | --- | newto.. | 1000 | --- | 0.875 | 0.875 | 0.000s | 1m:60s |
| Iteration 44 | none | --- | newto.. | 1000 | --- | 0.875 | 0.875 | 0.000s | 2m:04s |
| Iteration 45 | none | --- | newto.. | 1000 | --- | 0.875 | 0.875 | 0.000s | 2m:08s |
| Iteration 46 | none | --- | newto.. | 1000 | --- | 0.875 | 0.875 | 0.000s | 2m:12s |
| Iteration 47 | none | --- | newto.. | 1000 | --- | 0.875 | 0.875 | 0.000s | 2m:14s |
| Iteration 48 | l2 | 22.4783 | newto.. | 995 | --- | 0.5625 | 0.875 | 0.633s | 2m:16s |
| Iteration 49 | none | --- | newto.. | 1000 | --- | 0.875 | 0.875 | 0.000s | 2m:17s |
| Iteration 50 | none | --- | newto.. | 100 | --- | 0.3125 | 0.875 | 0.650s | 2m:22s |
Bayesian Optimization ---------------------------
Best call --> Iteration 30
Best parameters --> {'penalty': 'l2', 'C': 29.9201, 'solver': 'newton-cg', 'max_iter': 998}
Best evaluation --> roc_auc: 0.875
Time elapsed: 2m:24s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6884
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.019s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.95 ± 0.1
Time elapsed: 0.068s
-------------------------------------------------
Total time: 2m:25s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.75 | 0.75 | 0.625s | 0.631s |
| Initial point 2 | svd | --- | 0.4375 | 0.75 | 0.640s | 2.242s |
| Initial point 3 | svd | --- | 0.4375 | 0.75 | 0.000s | 3.222s |
| Initial point 4 | lsqr | 0.8 | 0.625 | 0.75 | 0.628s | 6.675s |
| Initial point 5 | eigen | 0.9 | 0.625 | 0.75 | 0.632s | 8.740s |
| Initial point 6 | lsqr | 0.7 | 0.5 | 0.75 | 0.628s | 10.309s |
| Initial point 7 | lsqr | 0.5 | 0.25 | 0.75 | 0.630s | 11.893s |
| Initial point 8 | lsqr | 0.9 | 0.625 | 0.75 | 0.635s | 14.695s |
| Initial point 9 | lsqr | 0.6 | 0.6875 | 0.75 | 0.631s | 16.557s |
| Initial point 10 | eigen | 0.8 | 0.5 | 0.75 | 0.637s | 19.995s |
| Iteration 11 | eigen | 0.6 | 0.875 | 0.875 | 0.639s | 22.227s |
| Iteration 12 | eigen | 0.6 | 0.875 | 0.875 | 0.000s | 23.367s |
| Iteration 13 | eigen | 0.7 | 0.5 | 0.875 | 0.624s | 25.112s |
| Iteration 14 | lsqr | auto | 0.375 | 0.875 | 0.623s | 28.246s |
| Iteration 15 | eigen | auto | 0.5 | 0.875 | 0.624s | 31.403s |
| Iteration 16 | svd | --- | 0.4375 | 0.875 | 0.000s | 32.916s |
| Iteration 17 | svd | --- | 0.4375 | 0.875 | 0.000s | 33.988s |
| Iteration 18 | eigen | 0.6 | 0.875 | 0.875 | 0.000s | 35.114s |
| Iteration 19 | svd | --- | 0.4375 | 0.875 | 0.000s | 38.633s |
| Iteration 20 | eigen | 0.6 | 0.875 | 0.875 | 0.000s | 42.898s |
| Iteration 21 | eigen | None | 0.5 | 0.875 | 0.628s | 47.609s |
| Iteration 22 | svd | --- | 0.4375 | 0.875 | 0.000s | 51.666s |
| Iteration 23 | lsqr | 1.0 | 0.375 | 0.875 | 0.626s | 55.472s |
| Iteration 24 | eigen | 0.6 | 0.875 | 0.875 | 0.000s | 57.153s |
| Iteration 25 | eigen | 0.6 | 0.875 | 0.875 | 0.000s | 58.318s |
| Iteration 26 | svd | --- | 0.4375 | 0.875 | 0.000s | 59.493s |
| Iteration 27 | eigen | 0.5 | 0.9375 | 0.9375 | 0.624s | 1m:01s |
| Iteration 28 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:02s |
| Iteration 29 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:07s |
| Iteration 30 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:09s |
| Iteration 31 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:10s |
| Iteration 32 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:11s |
| Iteration 33 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:14s |
| Iteration 34 | eigen | 0.5 | 0.9375 | 0.9375 | 0.001s | 1m:16s |
| Iteration 35 | eigen | 0.5 | 0.9375 | 0.9375 | 0.001s | 1m:17s |
| Iteration 36 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:18s |
| Iteration 37 | eigen | 0.5 | 0.9375 | 0.9375 | 0.001s | 1m:19s |
| Iteration 38 | eigen | 0.5 | 0.9375 | 0.9375 | 0.001s | 1m:20s |
| Iteration 39 | eigen | 0.5 | 0.9375 | 0.9375 | 0.001s | 1m:22s |
| Iteration 40 | eigen | 0.5 | 0.9375 | 0.9375 | 0.001s | 1m:23s |
| Iteration 41 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:24s |
| Iteration 42 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:25s |
| Iteration 43 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:27s |
| Iteration 44 | eigen | 0.5 | 0.9375 | 0.9375 | 0.001s | 1m:28s |
| Iteration 45 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:29s |
| Iteration 46 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:31s |
| Iteration 47 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:32s |
| Iteration 48 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:33s |
| Iteration 49 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:35s |
| Iteration 50 | eigen | 0.5 | 0.9375 | 0.9375 | 0.000s | 1m:36s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 1m:38s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.733
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.010s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.98 ± 0.04
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:38s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.75 | 0.75 | 0.624s | 0.628s |
| Initial point 2 | 0.9 | 0.4375 | 0.75 | 0.622s | 4.987s |
| Initial point 3 | 0.1 | 0.3125 | 0.75 | 0.631s | 9.803s |
| Initial point 4 | 1.0 | 0.75 | 0.75 | 0.000s | 11.400s |
| Initial point 5 | 0.2 | 0.625 | 0.75 | 0.629s | 12.993s |
| Initial point 6 | 0.4 | 0.5625 | 0.75 | 0.638s | 15.172s |
| Initial point 7 | 0.4 | 0.5625 | 0.75 | 0.000s | 16.231s |
| Initial point 8 | 0.7 | 0.5625 | 0.75 | 0.623s | 20.086s |
| Initial point 9 | 0.9 | 0.4375 | 0.75 | 0.000s | 21.661s |
| Initial point 10 | 0.8 | 0.5 | 0.75 | 0.624s | 25.719s |
| Iteration 11 | 0.3 | 0.875 | 0.875 | 0.633s | 28.075s |
| Iteration 12 | 0.6 | 0.8125 | 0.875 | 0.628s | 29.776s |
| Iteration 13 | 0.5 | 0.5625 | 0.875 | 0.629s | 31.416s |
| Iteration 14 | 0.0 | 0.6875 | 0.875 | 0.627s | 33.060s |
| Iteration 15 | 0.3 | 0.875 | 0.875 | 0.000s | 34.128s |
| Iteration 16 | 0.3 | 0.875 | 0.875 | 0.000s | 35.161s |
| Iteration 17 | 0.3 | 0.875 | 0.875 | 0.000s | 37.514s |
| Iteration 18 | 0.3 | 0.875 | 0.875 | 0.000s | 38.915s |
| Iteration 19 | 0.3 | 0.875 | 0.875 | 0.001s | 39.960s |
| Iteration 20 | 0.6 | 0.8125 | 0.875 | 0.000s | 41.054s |
| Iteration 21 | 0.6 | 0.8125 | 0.875 | 0.000s | 42.088s |
| Iteration 22 | 0.3 | 0.875 | 0.875 | 0.000s | 43.247s |
| Iteration 23 | 0.3 | 0.875 | 0.875 | 0.000s | 44.311s |
| Iteration 24 | 0.3 | 0.875 | 0.875 | 0.000s | 45.343s |
| Iteration 25 | 0.3 | 0.875 | 0.875 | 0.000s | 46.415s |
| Iteration 26 | 0.3 | 0.875 | 0.875 | 0.000s | 47.497s |
| Iteration 27 | 0.3 | 0.875 | 0.875 | 0.000s | 48.565s |
| Iteration 28 | 0.9 | 0.4375 | 0.875 | 0.000s | 49.634s |
| Iteration 29 | 0.3 | 0.875 | 0.875 | 0.000s | 50.678s |
| Iteration 30 | 0.8 | 0.5 | 0.875 | 0.000s | 51.774s |
| Iteration 31 | 0.3 | 0.875 | 0.875 | 0.000s | 52.840s |
| Iteration 32 | 0.3 | 0.875 | 0.875 | 0.000s | 56.113s |
| Iteration 33 | 0.3 | 0.875 | 0.875 | 0.000s | 59.849s |
| Iteration 34 | 0.3 | 0.875 | 0.875 | 0.000s | 1m:04s |
| Iteration 35 | 0.3 | 0.875 | 0.875 | 0.000s | 1m:08s |
| Iteration 36 | 0.3 | 0.875 | 0.875 | 0.000s | 1m:11s |
| Iteration 37 | 0.3 | 0.875 | 0.875 | 0.000s | 1m:15s |
| Iteration 38 | 0.3 | 0.875 | 0.875 | 0.000s | 1m:20s |
| Iteration 39 | 0.3 | 0.875 | 0.875 | 0.000s | 1m:24s |
| Iteration 40 | 0.3 | 0.875 | 0.875 | 0.000s | 1m:25s |
| Iteration 41 | 0.3 | 0.875 | 0.875 | 0.000s | 1m:27s |
| Iteration 42 | 0.3 | 0.875 | 0.875 | 0.000s | 1m:28s |
| Iteration 43 | 0.3 | 0.875 | 0.875 | 0.000s | 1m:29s |
| Iteration 44 | 0.3 | 0.875 | 0.875 | 0.000s | 1m:30s |
| Iteration 45 | 0.3 | 0.875 | 0.875 | 0.000s | 1m:32s |
| Iteration 46 | 0.3 | 0.875 | 0.875 | 0.000s | 1m:33s |
| Iteration 47 | 0.3 | 0.875 | 0.875 | 0.000s | 1m:34s |
| Iteration 48 | 0.3 | 0.875 | 0.875 | 0.000s | 1m:35s |
| Iteration 49 | 0.3 | 0.875 | 0.875 | 0.000s | 1m:36s |
| Iteration 50 | 0.3 | 0.875 | 0.875 | 0.000s | 1m:38s |
Bayesian Optimization ---------------------------
Best call --> Iteration 11
Best parameters --> {'reg_param': 0.3}
Best evaluation --> roc_auc: 0.875
Time elapsed: 1m:41s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6857
Test evaluation --> roc_auc: 0.85
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.1749
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:41s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.2701 | dista.. | auto | 40 | 1 | 0.75 | 0.75 | 0.656s | 0.676s |
| Initial point 2 | 4.8798 | uniform | kd_tree | 39 | 2 | 0.3125 | 0.75 | 0.650s | 2.823s |
| Initial point 3 | 3.8548 | dista.. | ball_tree | 25 | 2 | 0.6875 | 0.75 | 0.646s | 4.529s |
| Initial point 4 | 11.2461 | uniform | ball_tree | 39 | 2 | 0.5 | 0.75 | 0.648s | 6.169s |
| Initial point 5 | 8.8098 | dista.. | auto | 30 | 2 | 0.875 | 0.875 | 0.645s | 7.777s |
| Initial point 6 | 10.2024 | dista.. | ball_tree | 21 | 2 | 0.6875 | 0.875 | 0.642s | 9.439s |
| Initial point 7 | 7.2975 | dista.. | ball_tree | 24 | 1 | 0.5 | 0.875 | 0.642s | 11.067s |
| Initial point 8 | 1.7488 | dista.. | ball_tree | 21 | 2 | 0.875 | 0.875 | 0.646s | 15.338s |
| Initial point 9 | 8.129 | uniform | ball_tree | 24 | 1 | 0.75 | 0.875 | 0.645s | 20.344s |
| Initial point 10 | 5.7739 | uniform | brute | 22 | 2 | 0.4375 | 0.875 | 0.643s | 25.528s |
| Iteration 11 | 0.1151 | uniform | brute | 40 | 1 | 0.375 | 0.875 | 0.642s | 30.755s |
| Iteration 12 | 0.1114 | dista.. | auto | 20 | 2 | 0.375 | 0.875 | 0.637s | 35.899s |
| Iteration 13 | 0.0 | dista.. | brute | 30 | 1 | 0.5 | 0.875 | 0.635s | 41.169s |
| Iteration 14 | 1.2173 | dista.. | ball_tree | 20 | 2 | 0.875 | 0.875 | 0.647s | 46.601s |
| Iteration 15 | 9.6165 | dista.. | auto | 31 | 2 | 0.75 | 0.875 | 0.643s | 51.874s |
| Iteration 16 | 1.4888 | dista.. | auto | 30 | 2 | 1.0 | 1.0 | 0.639s | 57.153s |
| Iteration 17 | 1.8241 | dista.. | auto | 29 | 2 | 0.625 | 1.0 | 0.654s | 1m:02s |
| Iteration 18 | 0.0386 | dista.. | ball_tree | 22 | 2 | 0.5 | 1.0 | 0.650s | 1m:08s |
| Iteration 19 | 0.9701 | dista.. | auto | 30 | 2 | 0.0625 | 1.0 | 0.642s | 1m:13s |
| Iteration 20 | 1.4846 | dista.. | auto | 28 | 2 | 0.6875 | 1.0 | 0.639s | 1m:18s |
| Iteration 21 | 1.5683 | dista.. | ball_tree | 22 | 2 | 0.8125 | 1.0 | 0.640s | 1m:24s |
| Iteration 22 | 1.3355 | dista.. | ball_tree | 39 | 2 | 0.4375 | 1.0 | 0.644s | 1m:29s |
| Iteration 23 | 1.6486 | uniform | auto | 28 | 1 | 0.4062 | 1.0 | 0.634s | 1m:34s |
| Iteration 24 | 1.6454 | dista.. | ball_tree | 21 | 1 | 0.6562 | 1.0 | 0.639s | 1m:39s |
| Iteration 25 | 8.9127 | dista.. | ball_tree | 23 | 1 | 0.625 | 1.0 | 0.642s | 1m:45s |
| Iteration 26 | 1.3873 | dista.. | kd_tree | 20 | 2 | 0.5938 | 1.0 | 0.642s | 1m:50s |
| Iteration 27 | 1.6109 | dista.. | kd_tree | 31 | 1 | 0.4375 | 1.0 | 0.641s | 1m:55s |
| Iteration 28 | 1.5973 | dista.. | ball_tree | 27 | 2 | 0.4375 | 1.0 | 1.234s | 2m:01s |
| Iteration 29 | 8.7998 | uniform | ball_tree | 39 | 2 | 0.75 | 1.0 | 0.643s | 2m:07s |
| Iteration 30 | 8.5034 | uniform | auto | 20 | 2 | 0.875 | 1.0 | 0.642s | 2m:13s |
| Iteration 31 | 8.189 | dista.. | auto | 40 | 2 | 0.8125 | 1.0 | 0.639s | 2m:20s |
| Iteration 32 | 7.9522 | uniform | brute | 20 | 2 | 0.375 | 1.0 | 0.647s | 2m:26s |
| Iteration 33 | 12.3048 | uniform | auto | 20 | 2 | 0.5 | 1.0 | 0.635s | 2m:33s |
| Iteration 34 | 8.4204 | uniform | auto | 40 | 2 | 0.75 | 1.0 | 0.633s | 2m:39s |
| Iteration 35 | 7.9945 | dista.. | auto | 20 | 2 | 0.75 | 1.0 | 0.634s | 2m:45s |
| Iteration 36 | 7.8278 | uniform | auto | 20 | 1 | 0.9062 | 1.0 | 0.652s | 2m:51s |
| Iteration 37 | 6.1653 | dista.. | auto | 40 | 1 | 0.875 | 1.0 | 0.643s | 2m:57s |
| Iteration 38 | 6.8045 | dista.. | auto | 22 | 1 | 0.625 | 1.0 | 0.638s | 3m:04s |
| Iteration 39 | 7.5741 | uniform | auto | 40 | 1 | 0.8125 | 1.0 | 0.640s | 3m:10s |
| Iteration 40 | 12.3048 | dista.. | brute | 28 | 1 | 1.0 | 1.0 | 0.651s | 3m:16s |
| Iteration 41 | 12.3048 | dista.. | brute | 35 | 1 | 1.0 | 1.0 | 0.642s | 3m:22s |
| Iteration 42 | 12.3048 | dista.. | brute | 40 | 1 | 0.5 | 1.0 | 0.655s | 3m:29s |
| Iteration 43 | 12.3048 | dista.. | kd_tree | 23 | 2 | 0.5625 | 1.0 | 0.643s | 3m:34s |
| Iteration 44 | 5.3681 | uniform | auto | 40 | 2 | 0.5312 | 1.0 | 0.650s | 3m:41s |
| Iteration 45 | 8.8938 | uniform | auto | 20 | 1 | 0.9375 | 1.0 | 0.649s | 3m:47s |
| Iteration 46 | 9.1129 | dista.. | auto | 29 | 1 | 0.6562 | 1.0 | 0.651s | 3m:52s |
| Iteration 47 | 8.7413 | uniform | auto | 24 | 1 | 0.75 | 1.0 | 0.636s | 3m:57s |
| Iteration 48 | 12.3048 | dista.. | brute | 20 | 2 | 0.625 | 1.0 | 0.650s | 4m:00s |
| Iteration 49 | 12.3018 | uniform | kd_tree | 23 | 1 | 0.5 | 1.0 | 0.640s | 4m:02s |
| Iteration 50 | 8.689 | uniform | auto | 20 | 1 | 0.75 | 1.0 | 0.644s | 4m:07s |
Bayesian Optimization ---------------------------
Best call --> Iteration 40
Best parameters --> {'radius': 12.3048, 'weights': 'distance', 'algorithm': 'brute', 'leaf_size': 28, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:12s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.0707
Time elapsed: 0.049s
-------------------------------------------------
Total time: 4m:12s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.9375 | 0.9375 | 1.013s | 1.020s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.6875 | 0.9375 | 1.615s | 4.477s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.625 | 0.9375 | 0.786s | 6.447s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.875 | 0.9375 | 0.935s | 10.539s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.8125 | 0.9375 | 0.804s | 13.017s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 1.0 | 1.0 | 1.002s | 15.265s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.375 | 1.0 | 0.660s | 17.145s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.625 | 1.0 | 0.912s | 21.604s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.75 | 1.0 | 0.635s | 26.174s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.4375 | 1.0 | 0.750s | 31.051s |
| Iteration 11 | 423 | 0.1851 | SAMME.R | 0.8125 | 1.0 | 0.970s | 34.074s |
| Iteration 12 | 355 | 0.3242 | SAMME | 0.9375 | 1.0 | 0.882s | 36.404s |
| Iteration 13 | 149 | 0.285 | SAMME.R | 1.0 | 1.0 | 0.753s | 38.579s |
| Iteration 14 | 234 | 4.6932 | SAMME | 0.7188 | 1.0 | 0.635s | 40.468s |
| Iteration 15 | 395 | 8.4857 | SAMME.R | 0.5 | 1.0 | 0.923s | 42.661s |
| Iteration 16 | 485 | 0.2596 | SAMME | 0.75 | 1.0 | 0.967s | 44.895s |
| Iteration 17 | 121 | 0.3927 | SAMME.R | 0.8125 | 1.0 | 0.721s | 47.000s |
| Iteration 18 | 71 | 0.1379 | SAMME | 0.75 | 1.0 | 0.680s | 48.978s |
| Iteration 19 | 468 | 0.4573 | SAMME | 0.875 | 1.0 | 0.955s | 51.356s |
| Iteration 20 | 54 | 0.3039 | SAMME.R | 0.6875 | 1.0 | 0.672s | 53.452s |
| Iteration 21 | 335 | 0.1212 | SAMME.R | 0.5 | 1.0 | 0.904s | 55.775s |
| Iteration 22 | 439 | 0.5581 | SAMME.R | 0.4375 | 1.0 | 0.986s | 1m:01s |
| Iteration 23 | 446 | 0.2396 | SAMME.R | 0.75 | 1.0 | 0.976s | 1m:04s |
| Iteration 24 | 407 | 0.2847 | SAMME | 1.0 | 1.0 | 0.913s | 1m:08s |
| Iteration 25 | 469 | 0.2944 | SAMME | 0.6875 | 1.0 | 0.964s | 1m:11s |
| Iteration 26 | 337 | 0.2099 | SAMME | 0.6875 | 1.0 | 0.867s | 1m:14s |
| Iteration 27 | 139 | 0.0709 | SAMME | 0.875 | 1.0 | 0.730s | 1m:16s |
| Iteration 28 | 285 | 0.0334 | SAMME | 0.8438 | 1.0 | 0.846s | 1m:18s |
| Iteration 29 | 459 | 0.3167 | SAMME | 0.8125 | 1.0 | 1.585s | 1m:21s |
| Iteration 30 | 336 | 0.0716 | SAMME.R | 0.6875 | 1.0 | 0.931s | 1m:24s |
| Iteration 31 | 438 | 4.4975 | SAMME.R | 0.375 | 1.0 | 1.023s | 1m:26s |
| Iteration 32 | 467 | 0.0314 | SAMME.R | 0.7812 | 1.0 | 1.048s | 1m:28s |
| Iteration 33 | 181 | 0.3685 | SAMME | 0.75 | 1.0 | 0.799s | 1m:31s |
| Iteration 34 | 107 | 0.0392 | SAMME.R | 0.8438 | 1.0 | 0.752s | 1m:35s |
| Iteration 35 | 202 | 0.01 | SAMME.R | 0.7812 | 1.0 | 0.830s | 1m:38s |
| Iteration 36 | 174 | 0.2701 | SAMME.R | 1.0 | 1.0 | 0.808s | 1m:40s |
| Iteration 37 | 81 | 0.0263 | SAMME | 0.9062 | 1.0 | 0.680s | 1m:42s |
| Iteration 38 | 376 | 0.026 | SAMME.R | 0.9375 | 1.0 | 0.923s | 1m:44s |
| Iteration 39 | 287 | 0.0244 | SAMME.R | 1.0 | 1.0 | 0.851s | 1m:47s |
| Iteration 40 | 54 | 0.0243 | SAMME.R | 0.7812 | 1.0 | 0.666s | 1m:49s |
| Iteration 41 | 417 | 0.0273 | SAMME | 0.6875 | 1.0 | 0.925s | 1m:51s |
| Iteration 42 | 151 | 0.1227 | SAMME.R | 1.0 | 1.0 | 0.744s | 1m:54s |
| Iteration 43 | 150 | 9.8525 | SAMME.R | 0.6875 | 1.0 | 0.744s | 1m:56s |
| Iteration 44 | 172 | 0.0492 | SAMME.R | 0.8125 | 1.0 | 0.754s | 1m:58s |
| Iteration 45 | 286 | 3.8466 | SAMME.R | 0.375 | 1.0 | 0.866s | 2m:01s |
| Iteration 46 | 62 | 0.01 | SAMME.R | 0.75 | 1.0 | 0.673s | 2m:03s |
| Iteration 47 | 319 | 0.01 | SAMME.R | 0.5 | 1.0 | 0.892s | 2m:06s |
| Iteration 48 | 61 | 0.1136 | SAMME | 0.7188 | 1.0 | 0.662s | 2m:08s |
| Iteration 49 | 50 | 0.0597 | SAMME | 0.7188 | 1.0 | 0.663s | 2m:11s |
| Iteration 50 | 84 | 0.1695 | SAMME | 0.6875 | 1.0 | 0.682s | 2m:13s |
Bayesian Optimization ---------------------------
Best call --> Initial point 6
Best parameters --> {'n_estimators': 461, 'learning_rate': 0.2353, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:15s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.422s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.85 ± 0.1342
Time elapsed: 1.904s
-------------------------------------------------
Total time: 2m:17s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.8125 | 0.8125 | 1.068s | 1.088s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.6562 | 0.8125 | 0.941s | 4.015s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.7812 | 0.8125 | 1.564s | 6.890s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.375 | 0.8125 | 0.754s | 9.075s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 1.0 | 1.0 | 0.972s | 11.485s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.625 | 1.0 | 0.821s | 14.123s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.75 | 1.0 | 0.850s | 16.456s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.75 | 1.0 | 0.843s | 18.880s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.8125 | 1.0 | 0.954s | 21.310s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.5 | 1.0 | 0.931s | 23.649s |
| Iteration 11 | 237 | entropy | None | 7 | 20 | 0.6 | True | 0.0342 | 0.6 | 0.5 | 1.0 | 0.805s | 26.265s |
| Iteration 12 | 445 | gini | None | 15 | 13 | log2 | True | 0.0057 | None | 0.9375 | 1.0 | 0.969s | 29.230s |
| Iteration 13 | 293 | entropy | None | 4 | 7 | sqrt | False | 0.0 | --- | 1.0 | 1.0 | 0.784s | 31.820s |
| Iteration 14 | 340 | gini | None | 2 | 13 | log2 | False | 0.0018 | --- | 0.8125 | 1.0 | 0.816s | 34.677s |
| Iteration 15 | 448 | gini | None | 20 | 15 | log2 | True | 0.0154 | None | 0.8125 | 1.0 | 0.989s | 37.545s |
| Iteration 16 | 277 | gini | None | 3 | 15 | log2 | False | 0.0009 | --- | 1.0 | 1.0 | 0.786s | 40.222s |
| Iteration 17 | 380 | entropy | 2 | 20 | 1 | 0.5 | False | 0.0 | --- | 0.9062 | 1.0 | 0.834s | 42.973s |
| Iteration 18 | 312 | entropy | None | 6 | 8 | sqrt | False | 0.0011 | --- | 0.8125 | 1.0 | 0.804s | 45.802s |
| Iteration 19 | 500 | entropy | None | 11 | 11 | None | False | 0.0 | --- | 0.9375 | 1.0 | 0.935s | 48.626s |
| Iteration 20 | 235 | gini | 2 | 6 | 1 | 0.8 | False | 0.0 | --- | 0.625 | 1.0 | 0.756s | 51.052s |
| Iteration 21 | 500 | entropy | None | 20 | 20 | auto | True | 0.0 | 0.9 | 0.5625 | 1.0 | 0.980s | 53.971s |
| Iteration 22 | 369 | gini | None | 11 | 14 | log2 | True | 0.0069 | None | 1.0 | 1.0 | 0.900s | 56.793s |
| Iteration 23 | 333 | entropy | None | 17 | 7 | sqrt | False | 0.0343 | --- | 0.625 | 1.0 | 0.825s | 59.529s |
| Iteration 24 | 215 | gini | None | 3 | 19 | log2 | True | 0.0087 | None | 0.5625 | 1.0 | 0.794s | 1m:02s |
| Iteration 25 | 133 | gini | None | 13 | 14 | 0.6 | False | 0.0 | --- | 0.6875 | 1.0 | 0.702s | 1m:05s |
| Iteration 26 | 308 | entropy | None | 10 | 7 | sqrt | False | 0.0 | --- | 0.8125 | 1.0 | 0.803s | 1m:12s |
| Iteration 27 | 33 | entropy | None | 16 | 15 | log2 | False | 0.0035 | --- | 0.8125 | 1.0 | 0.650s | 1m:18s |
| Iteration 28 | 359 | gini | None | 5 | 15 | log2 | False | 0.0034 | --- | 0.625 | 1.0 | 0.839s | 1m:21s |
| Iteration 29 | 432 | gini | 6 | 6 | 14 | sqrt | True | 0.0103 | 0.5 | 0.7812 | 1.0 | 1.534s | 1m:24s |
| Iteration 30 | 266 | entropy | None | 2 | 3 | sqrt | False | 0.0 | --- | 0.75 | 1.0 | 0.800s | 1m:27s |
| Iteration 31 | 243 | entropy | None | 2 | 14 | sqrt | False | 0.0 | --- | 0.8125 | 1.0 | 0.766s | 1m:30s |
| Iteration 32 | 386 | gini | 4 | 14 | 9 | log2 | True | 0.0 | 0.5 | 0.75 | 1.0 | 0.913s | 1m:33s |
| Iteration 33 | 401 | gini | None | 9 | 15 | log2 | True | 0.0018 | None | 0.5625 | 1.0 | 0.968s | 1m:37s |
| Iteration 34 | 72 | gini | None | 12 | 14 | log2 | True | 0.0073 | None | 0.75 | 1.0 | 0.684s | 1m:43s |
| Iteration 35 | 407 | gini | None | 10 | 17 | log2 | True | 0.0069 | None | 0.5938 | 1.0 | 0.942s | 1m:50s |
| Iteration 36 | 500 | gini | None | 17 | 11 | 0.9 | True | 0.0333 | 0.5 | 0.8125 | 1.0 | 1.017s | 1m:53s |
| Iteration 37 | 10 | entropy | 9 | 4 | 1 | 0.7 | True | 0.0 | None | 1.0 | 1.0 | 0.639s | 1m:56s |
| Iteration 38 | 10 | entropy | 9 | 14 | 1 | auto | True | 0.0 | None | 0.8125 | 1.0 | 0.655s | 1m:58s |
| Iteration 39 | 500 | entropy | 9 | 7 | 1 | 0.9 | True | 0.035 | 0.8 | 1.0 | 1.0 | 1.039s | 2m:01s |
| Iteration 40 | 469 | gini | 9 | 12 | 1 | log2 | False | 0.0196 | --- | 0.8125 | 1.0 | 0.917s | 2m:04s |
| Iteration 41 | 159 | entropy | 9 | 17 | 4 | 0.9 | True | 0.0021 | 0.9 | 0.6875 | 1.0 | 0.767s | 2m:07s |
| Iteration 42 | 27 | entropy | 6 | 6 | 1 | sqrt | True | 0.0127 | 0.9 | 1.0 | 1.0 | 0.652s | 2m:09s |
| Iteration 43 | 50 | entropy | 9 | 11 | 1 | None | True | 0.027 | 0.5 | 0.5625 | 1.0 | 0.698s | 2m:14s |
| Iteration 44 | 61 | entropy | 9 | 15 | 20 | 0.5 | False | 0.0266 | --- | 0.7812 | 1.0 | 0.675s | 2m:17s |
| Iteration 45 | 417 | entropy | None | 8 | 13 | log2 | True | 0.0072 | None | 0.75 | 1.0 | 0.953s | 2m:20s |
| Iteration 46 | 386 | gini | None | 12 | 14 | log2 | True | 0.0073 | 0.9 | 0.8125 | 1.0 | 0.929s | 2m:23s |
| Iteration 47 | 421 | gini | None | 7 | 13 | log2 | True | 0.0072 | None | 0.5625 | 1.0 | 0.963s | 2m:26s |
| Iteration 48 | 270 | entropy | 8 | 5 | 1 | 0.6 | True | 0.0066 | 0.6 | 1.0 | 1.0 | 0.846s | 2m:29s |
| Iteration 49 | 287 | entropy | 8 | 5 | 1 | 0.6 | True | 0.0212 | 0.7 | 0.8125 | 1.0 | 0.861s | 2m:32s |
| Iteration 50 | 75 | entropy | 7 | 4 | 1 | auto | True | 0.0041 | 0.8 | 0.75 | 1.0 | 0.693s | 2m:35s |
Bayesian Optimization ---------------------------
Best call --> Iteration 39
Best parameters --> {'n_estimators': 500, 'criterion': 'entropy', 'max_depth': 9, 'min_samples_split': 7, 'min_samples_leaf': 1, 'max_features': 0.9, 'bootstrap': True, 'ccp_alpha': 0.035, 'max_samples': 0.8}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:37s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9964
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.460s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.79 ± 0.1463
Time elapsed: 2.141s
-------------------------------------------------
Total time: 2m:40s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.783s | 0.803s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.625 | 0.625 | 1.378s | 3.711s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.625 | 0.776s | 5.855s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.625 | 0.720s | 7.962s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.625 | 0.757s | 10.081s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.625 | 0.671s | 12.108s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.625 | 0.683s | 14.233s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.625 | 0.681s | 17.588s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.8125 | 0.8125 | 0.715s | 22.103s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.8125 | 0.703s | 26.428s |
| Iteration 11 | 490 | 0.1237 | 3 | 0.0 | 4 | 0.8 | 0.6 | 0 | 10 | 0.4375 | 0.8125 | 0.726s | 29.471s |
| Iteration 12 | 480 | 0.0177 | 5 | 0.6857 | 6 | 0.8 | 0.9 | 0.01 | 1 | 0.6875 | 0.8125 | 0.733s | 35.416s |
| Iteration 13 | 57 | 0.1269 | 1 | 0.6295 | 5 | 0.9 | 0.8 | 10 | 0.01 | 0.5 | 0.8125 | 0.652s | 42.111s |
| Iteration 14 | 432 | 0.0232 | 7 | 0.6798 | 4 | 0.8 | 0.9 | 0.01 | 10 | 0.6875 | 0.8125 | 0.748s | 49.094s |
| Iteration 15 | 347 | 0.0112 | 8 | 0.8593 | 1 | 1.0 | 0.8 | 0.01 | 10 | 1.0 | 1.0 | 0.733s | 57.184s |
| Iteration 16 | 486 | 0.9703 | 6 | 0.9836 | 1 | 1.0 | 0.9 | 0 | 0.01 | 0.75 | 1.0 | 0.733s | 1m:01s |
| Iteration 17 | 353 | 0.01 | 9 | 0.4627 | 3 | 1.0 | 0.8 | 0.01 | 100 | 0.7812 | 1.0 | 0.702s | 1m:04s |
| Iteration 18 | 122 | 0.4159 | 3 | 1.0 | 1 | 1.0 | 0.8 | 0 | 0.1 | 0.6875 | 1.0 | 0.659s | 1m:06s |
| Iteration 19 | 500 | 0.1627 | 3 | 1.0 | 1 | 1.0 | 1.0 | 0.01 | 0.01 | 0.5 | 1.0 | 0.731s | 1m:09s |
| Iteration 20 | 333 | 0.2512 | 10 | 1.0 | 1 | 0.9 | 0.8 | 0 | 0.1 | 0.9375 | 1.0 | 0.701s | 1m:11s |
| Iteration 21 | 186 | 0.01 | 9 | 1.0 | 1 | 1.0 | 0.8 | 0.01 | 0 | 0.6875 | 1.0 | 0.678s | 1m:14s |
| Iteration 22 | 362 | 0.1303 | 7 | 0.9194 | 1 | 1.0 | 0.8 | 0.01 | 10 | 0.6875 | 1.0 | 0.711s | 1m:17s |
| Iteration 23 | 73 | 0.4991 | 10 | 0.2724 | 2 | 0.5 | 0.8 | 0 | 100 | 0.7188 | 1.0 | 0.664s | 1m:19s |
| Iteration 24 | 500 | 0.2314 | 10 | 0.0843 | 5 | 1.0 | 0.8 | 0 | 0.01 | 0.875 | 1.0 | 0.716s | 1m:22s |
| Iteration 25 | 500 | 0.2302 | 10 | 0.9004 | 10 | 0.5 | 0.8 | 0 | 10 | 0.5 | 1.0 | 0.719s | 1m:26s |
| Iteration 26 | 500 | 0.01 | 10 | 0.8688 | 1 | 1.0 | 0.8 | 0 | 100 | 0.625 | 1.0 | 0.728s | 1m:31s |
| Iteration 27 | 293 | 0.0116 | 10 | 0.6287 | 10 | 1.0 | 0.9 | 0 | 10 | 0.5 | 1.0 | 0.704s | 1m:34s |
| Iteration 28 | 163 | 0.2572 | 8 | 0.7806 | 1 | 1.0 | 0.7 | 0.1 | 10 | 0.9375 | 1.0 | 0.679s | 1m:37s |
| Iteration 29 | 20 | 0.01 | 10 | 0.2885 | 1 | 1.0 | 0.5 | 0.01 | 1 | 0.8125 | 1.0 | 0.648s | 1m:41s |
| Iteration 30 | 67 | 0.0679 | 10 | 0.1802 | 1 | 0.5 | 0.4 | 0.1 | 100 | 0.8125 | 1.0 | 0.661s | 1m:44s |
| Iteration 31 | 52 | 0.779 | 10 | 0.6254 | 1 | 1.0 | 0.7 | 0 | 0.1 | 0.9375 | 1.0 | 0.643s | 1m:47s |
| Iteration 32 | 390 | 0.0321 | 8 | 0.2896 | 1 | 0.8 | 0.7 | 0.01 | 10 | 0.875 | 1.0 | 0.724s | 1m:49s |
| Iteration 33 | 330 | 0.1899 | 8 | 1.0 | 1 | 1.0 | 1.0 | 0 | 10 | 0.6562 | 1.0 | 0.709s | 1m:52s |
| Iteration 34 | 318 | 0.1137 | 8 | 1.0 | 7 | 0.9 | 0.7 | 0.01 | 10 | 0.75 | 1.0 | 0.676s | 1m:55s |
| Iteration 35 | 332 | 0.0314 | 10 | 0.7544 | 1 | 1.0 | 0.9 | 0.1 | 10 | 0.8125 | 1.0 | 0.718s | 1m:58s |
| Iteration 36 | 20 | 0.1796 | 10 | 0.0796 | 1 | 0.9 | 0.7 | 0.01 | 1 | 0.875 | 1.0 | 0.643s | 2m:00s |
| Iteration 37 | 93 | 0.6012 | 10 | 0.7851 | 1 | 0.5 | 0.5 | 0 | 0 | 1.0 | 1.0 | 0.644s | 2m:03s |
| Iteration 38 | 20 | 1.0 | 10 | 0.0 | 1 | 0.5 | 0.4 | 0 | 0 | 0.9375 | 1.0 | 0.631s | 2m:05s |
| Iteration 39 | 240 | 0.0169 | 10 | 0.578 | 1 | 0.9 | 1.0 | 0 | 0 | 1.0 | 1.0 | 0.690s | 2m:11s |
| Iteration 40 | 500 | 0.01 | 10 | 1.0 | 1 | 1.0 | 1.0 | 0 | 0 | 0.875 | 1.0 | 0.792s | 2m:15s |
| Iteration 41 | 20 | 0.0671 | 10 | 0.1335 | 1 | 0.5 | 0.6 | 0 | 0.01 | 0.75 | 1.0 | 0.696s | 2m:18s |
| Iteration 42 | 105 | 0.5453 | 10 | 0.8365 | 10 | 0.6 | 0.7 | 0 | 0 | 0.5 | 1.0 | 0.695s | 2m:20s |
| Iteration 43 | 67 | 0.4558 | 10 | 0.8943 | 10 | 0.9 | 1.0 | 0.1 | 100 | 0.5 | 1.0 | 0.698s | 2m:23s |
| Iteration 44 | 454 | 0.0142 | 1 | 0.0605 | 10 | 0.8 | 0.4 | 100 | 100 | 0.5 | 1.0 | 0.711s | 2m:29s |
| Iteration 45 | 266 | 1.0 | 10 | 1.0 | 1 | 1.0 | 1.0 | 0 | 0 | 0.9688 | 1.0 | 0.685s | 2m:32s |
| Iteration 46 | 158 | 0.4178 | 10 | 0.6315 | 1 | 0.6 | 0.6 | 1 | 0 | 0.875 | 1.0 | 0.664s | 2m:35s |
| Iteration 47 | 500 | 1.0 | 10 | 0.0 | 1 | 1.0 | 0.4 | 0 | 0 | 0.6875 | 1.0 | 0.733s | 2m:38s |
| Iteration 48 | 156 | 1.0 | 10 | 0.0 | 1 | 1.0 | 0.4 | 0 | 0 | 1.0 | 1.0 | 0.665s | 2m:41s |
| Iteration 49 | 197 | 1.0 | 10 | 0.0 | 1 | 1.0 | 1.0 | 0 | 0 | 0.8125 | 1.0 | 0.680s | 2m:47s |
| Iteration 50 | 39 | 0.0122 | 10 | 0.6088 | 1 | 0.7 | 0.6 | 10 | 0.1 | 0.5 | 1.0 | 0.659s | 2m:53s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'n_estimators': 347, 'learning_rate': 0.0112, 'max_depth': 8, 'gamma': 0.8593, 'min_child_weight': 1, 'subsample': 1.0, 'colsample_bytree': 0.8, 'reg_alpha': 0.01, 'reg_lambda': 10}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:60s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9129
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.104s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.76 ± 0.1655
Time elapsed: 0.331s
-------------------------------------------------
Total time: 3m:00s
Final results ==================== >>
Duration: 20m:03s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.82 ± 0.1288
Logistic Regression --> roc_auc: 0.95 ± 0.1
Linear Discriminant Analysis --> roc_auc: 0.98 ± 0.04 !
Quadratic Discriminant Analysis --> roc_auc: 0.88 ± 0.1749
Radius Nearest Neighbors --> roc_auc: 0.9 ± 0.0707
AdaBoost --> roc_auc: 0.85 ± 0.1342
Random Forest --> roc_auc: 0.79 ± 0.1463
XGBoost --> roc_auc: 0.76 ± 0.1655
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CAASGAGSYQLTF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSSGGSNYKLTF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAVGGTSYGKLTF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CAVMNTGFQKLVF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVPFSGGYNKLIF.
>>> Dropping feature CAVSDYKLSF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CASSPVGGETQYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAASAGGNKLVF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CASSLGSYEQYF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAALNTGGFKTIF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVDGQKLLF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAVTDTGRRALTF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVGGFGNVLHC.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAENPSGTYKYIF.
>>> Dropping feature CAGSGAGSYQLTF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRLTGGGNKLTF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CASSFTDTQYF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVPSGGYNKLIF.
>>> Dropping feature CAVSSGGSYIPTF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CAVVDSSYKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAASGTGTASKLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAASSGGGADGLTF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAGNFGNEKLTF.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAASDSGTYKYIF.
>>> Dropping feature CAATTGNQFYF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CASSLGGSTDTQYF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAVINTGGFKTIF.
>>> Dropping feature CAVTNTGGFKTIF.
>>> Dropping feature CAAGGYQKVTF.
>>> Dropping feature CAATSGSARQLTF.
>>> Dropping feature CALSNDYKLSF.
>>> Dropping feature CATDSNDYKLSF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVRDSGAGSYQLTF.
>>> Dropping feature CAVSSGTYKYIF.
>>> Dropping feature CAGPNFGNEKLTF.
>>> Dropping feature CALLSGGYNKLIF.
>>> Dropping feature CASDTGRRALTF.
>>> Dropping feature CASSPGGYEQYF.
>>> Dropping feature CAVAGNQFYF.
>>> Dropping feature CAVGGGSNYKLTF.
>>> Dropping feature CAVPTSGTYKYIF.
>>> Dropping feature CAYRSYNTDKLIF.
>>> Dropping feature CALNTDKLIF.
>>> Dropping feature CAGNYGGSQGNLIF.
>>> Dropping feature CAVSPSGGYQKVTF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAVQASGGSYIPTF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSPSTDTQYF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CASNFGNEKLTF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CASSPSGGETQYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVHTGGFKTIF.
>>> Dropping feature CAVLSNDYKLSF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CALNTGTASKLTF.
>>> Dropping feature CAMREGRDDKIIF.
>>> Dropping feature CAPNQAGTALIF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CASGPLDPNTEAFF.
>>> Dropping feature CASSFSYEQYF.
>>> Dropping feature CASSGSARQLTF.
>>> Dropping feature CASSLDFYEQYF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVPNNAGNMLTF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.9688 | 0.9688 | 3.219s | 3.239s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.375 | 0.9688 | 3.208s | 9.596s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.875 | 0.9688 | 3.202s | 14.244s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.4688 | 0.9688 | 3.823s | 19.495s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 1.0 | 1.0 | 3.268s | 24.220s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.4375 | 1.0 | 3.286s | 29.879s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.75 | 1.0 | 3.252s | 34.894s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.5625 | 1.0 | 3.221s | 39.619s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.625 | 1.0 | 3.213s | 44.142s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.3125 | 1.0 | 3.205s | 48.662s |
| Iteration 11 | exponen.. | 0.0767 | 194 | 0.7 | friedman_mse | 10 | 4 | 9 | log2 | 0.0209 | 0.375 | 1.0 | 3.254s | 53.752s |
| Iteration 12 | exponen.. | 0.0358 | 259 | 0.9 | friedman_mse | 14 | 13 | 6 | log2 | 0.0095 | 0.5625 | 1.0 | 3.234s | 59.070s |
| Iteration 13 | exponen.. | 0.0354 | 81 | 0.6 | squared_er.. | 3 | 1 | 6 | log2 | 0.002 | 0.9375 | 1.0 | 3.249s | 1m:04s |
| Iteration 14 | deviance | 0.0198 | 157 | 0.6 | friedman_mse | 17 | 7 | 1 | auto | 0.0316 | 0.6875 | 1.0 | 3.240s | 1m:09s |
| Iteration 15 | exponen.. | 0.0405 | 80 | 0.6 | friedman_mse | 10 | 3 | 8 | sqrt | 0.0113 | 1.0 | 1.0 | 3.244s | 1m:15s |
| Iteration 16 | exponen.. | 0.0173 | 125 | 0.6 | friedman_mse | 14 | 16 | 2 | sqrt | 0.0339 | 0.8125 | 1.0 | 3.224s | 1m:21s |
| Iteration 17 | exponen.. | 0.1948 | 178 | 0.9 | friedman_mse | 3 | 1 | 10 | sqrt | 0.0186 | 0.9375 | 1.0 | 3.250s | 1m:26s |
| Iteration 18 | exponen.. | 0.2849 | 75 | 0.5 | friedman_mse | 10 | 20 | 6 | 0.9 | 0.0131 | 0.5 | 1.0 | 3.180s | 1m:31s |
| Iteration 19 | exponen.. | 0.8173 | 145 | 1.0 | friedman_mse | 12 | 1 | 7 | 0.9 | 0.0072 | 0.4375 | 1.0 | 3.246s | 1m:37s |
| Iteration 20 | deviance | 0.2573 | 144 | 0.6 | friedman_mse | 10 | 3 | 4 | sqrt | 0.0137 | 0.625 | 1.0 | 3.224s | 1m:42s |
| Iteration 21 | exponen.. | 0.39 | 158 | 0.7 | friedman_mse | 12 | 3 | 2 | sqrt | 0.0022 | 0.5625 | 1.0 | 3.227s | 1m:48s |
| Iteration 22 | exponen.. | 0.3355 | 474 | 0.7 | friedman_mse | 3 | 8 | 5 | 0.9 | 0.0037 | 0.6875 | 1.0 | 3.291s | 1m:54s |
| Iteration 23 | exponen.. | 0.0694 | 72 | 0.6 | squared_er.. | 3 | 1 | 7 | log2 | 0.016 | 0.6875 | 1.0 | 3.207s | 1m:59s |
| Iteration 24 | exponen.. | 0.0386 | 168 | 0.5 | squared_er.. | 7 | 3 | 3 | sqrt | 0.0058 | 1.0 | 1.0 | 3.193s | 2m:05s |
| Iteration 25 | deviance | 0.0185 | 12 | 0.8 | squared_er.. | 6 | 1 | 4 | log2 | 0.0064 | 0.9375 | 1.0 | 3.090s | 2m:10s |
| Iteration 26 | exponen.. | 1.0 | 10 | 1.0 | friedman_mse | 12 | 8 | 8 | 0.9 | 0.035 | 0.6562 | 1.0 | 3.193s | 2m:15s |
| Iteration 27 | exponen.. | 0.6446 | 290 | 1.0 | friedman_mse | 10 | 8 | 8 | 0.9 | 0.023 | 1.0 | 1.0 | 3.228s | 2m:21s |
| Iteration 28 | deviance | 0.117 | 188 | 1.0 | friedman_mse | 16 | 1 | 6 | sqrt | 0.0105 | 0.75 | 1.0 | 3.231s | 2m:26s |
| Iteration 29 | exponen.. | 0.0399 | 250 | 0.5 | squared_er.. | 6 | 3 | 4 | sqrt | 0.0226 | 0.8125 | 1.0 | 3.258s | 2m:31s |
| Iteration 30 | exponen.. | 0.5091 | 86 | 1.0 | friedman_mse | 17 | 11 | 9 | 0.7 | 0.0349 | 0.9375 | 1.0 | 3.216s | 2m:37s |
| Iteration 31 | exponen.. | 0.6412 | 264 | 1.0 | friedman_mse | 9 | 9 | 7 | 0.7 | 0.0267 | 0.875 | 1.0 | 3.840s | 2m:42s |
| Iteration 32 | exponen.. | 0.3273 | 87 | 1.0 | friedman_mse | 6 | 3 | 3 | 0.8 | 0.0272 | 0.6875 | 1.0 | 3.230s | 2m:48s |
| Iteration 33 | exponen.. | 0.038 | 252 | 0.6 | friedman_mse | 16 | 3 | 6 | log2 | 0.0077 | 0.5 | 1.0 | 3.264s | 2m:53s |
| Iteration 34 | exponen.. | 0.6886 | 243 | 1.0 | friedman_mse | 10 | 8 | 6 | 0.9 | 0.024 | 0.75 | 1.0 | 3.268s | 2m:58s |
| Iteration 35 | exponen.. | 0.0269 | 281 | 0.6 | friedman_mse | 8 | 6 | 8 | log2 | 0.0102 | 0.6875 | 1.0 | 3.268s | 3m:05s |
| Iteration 36 | exponen.. | 0.0389 | 433 | 0.6 | squared_er.. | 8 | 2 | 8 | 0.6 | 0.005 | 1.0 | 1.0 | 3.318s | 3m:11s |
| Iteration 37 | exponen.. | 0.0399 | 91 | 0.6 | friedman_mse | 8 | 2 | 7 | 0.9 | 0.009 | 0.875 | 1.0 | 3.237s | 3m:16s |
| Iteration 38 | exponen.. | 0.0386 | 272 | 0.6 | squared_er.. | 8 | 2 | 4 | auto | 0.0022 | 0.375 | 1.0 | 3.252s | 3m:22s |
| Iteration 39 | exponen.. | 0.0591 | 157 | 0.7 | friedman_mse | 5 | 4 | 10 | sqrt | 0.0004 | 0.5 | 1.0 | 3.239s | 3m:28s |
| Iteration 40 | exponen.. | 0.0374 | 57 | 0.5 | squared_er.. | 8 | 3 | 2 | 0.5 | 0.024 | 0.625 | 1.0 | 3.199s | 3m:33s |
| Iteration 41 | exponen.. | 0.664 | 12 | 1.0 | friedman_mse | 10 | 15 | 9 | 0.6 | 0.035 | 0.3438 | 1.0 | 3.112s | 3m:41s |
| Iteration 42 | exponen.. | 0.0403 | 418 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.015 | 0.1875 | 1.0 | 3.237s | 3m:48s |
| Iteration 43 | deviance | 0.0369 | 63 | 0.8 | friedman_mse | 13 | 12 | 9 | auto | 0.0097 | 0.5 | 1.0 | 3.176s | 3m:53s |
| Iteration 44 | exponen.. | 0.0149 | 147 | 0.6 | friedman_mse | 5 | 3 | 7 | sqrt | 0.0307 | 0.6875 | 1.0 | 3.242s | 3m:58s |
| Iteration 45 | exponen.. | 0.1808 | 411 | 0.7 | squared_er.. | 15 | 1 | 2 | None | 0.0247 | 0.5 | 1.0 | 3.292s | 4m:04s |
| Iteration 46 | exponen.. | 0.2199 | 71 | 0.6 | friedman_mse | 7 | 4 | 6 | auto | 0.0086 | 0.625 | 1.0 | 3.104s | 4m:13s |
| Iteration 47 | deviance | 0.0372 | 436 | 0.6 | squared_er.. | 2 | 7 | 1 | 0.7 | 0.0024 | 0.6875 | 1.0 | 3.285s | 4m:20s |
| Iteration 48 | exponen.. | 0.0387 | 77 | 0.6 | squared_er.. | 11 | 3 | 5 | auto | 0.011 | 0.75 | 1.0 | 3.189s | 4m:26s |
| Iteration 49 | exponen.. | 0.0408 | 82 | 0.8 | squared_er.. | 10 | 3 | 4 | 0.8 | 0.0115 | 0.75 | 1.0 | 3.205s | 4m:31s |
| Iteration 50 | exponen.. | 0.0383 | 437 | 0.5 | friedman_mse | 6 | 2 | 8 | auto | 0.0027 | 0.6875 | 1.0 | 3.309s | 4m:39s |
Bayesian Optimization ---------------------------
Best call --> Iteration 36
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0389, 'n_estimators': 433, 'subsample': 0.6, 'criterion': 'squared_error', 'min_samples_split': 8, 'min_samples_leaf': 2, 'max_depth': 8, 'max_features': 0.6, 'ccp_alpha': 0.005}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:42s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.132s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.87 ± 0.0927
Time elapsed: 0.622s
-------------------------------------------------
Total time: 4m:43s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.75 | 0.75 | 3.226s | 3.239s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.1875 | 0.75 | 3.212s | 8.086s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.625 | 0.75 | 3.228s | 12.728s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.3438 | 0.75 | 3.191s | 17.573s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.875 | 0.875 | 3.221s | 22.221s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.5 | 0.875 | 3.215s | 26.998s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.5 | 0.875 | 3.188s | 31.595s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.375 | 0.875 | 3.842s | 36.739s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.625 | 0.875 | 3.233s | 43.218s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.1875 | 0.875 | 3.238s | 48.540s |
| Iteration 11 | l2 | 0.0015 | lbfgs | 609 | --- | 0.625 | 0.875 | 3.249s | 53.495s |
| Iteration 12 | l2 | 4.0026 | lbfgs | 558 | --- | 0.3125 | 0.875 | 3.206s | 59.198s |
| Iteration 13 | none | --- | newto.. | 986 | --- | 0.625 | 0.875 | 3.267s | 1m:04s |
| Iteration 14 | l2 | 45.5088 | lbfgs | 251 | --- | 0.5625 | 0.875 | 3.217s | 1m:09s |
| Iteration 15 | l2 | 0.0078 | lbfgs | 130 | --- | 0.75 | 0.875 | 3.247s | 1m:14s |
| Iteration 16 | l2 | 0.0423 | lbfgs | 156 | --- | 0.6875 | 0.875 | 3.232s | 1m:20s |
| Iteration 17 | l1 | 82.0478 | saga | 975 | --- | 0.6875 | 0.875 | 3.238s | 1m:25s |
| Iteration 18 | none | --- | lbfgs | 994 | --- | 0.5 | 0.875 | 3.249s | 1m:30s |
| Iteration 19 | l2 | 52.8027 | sag | 971 | --- | 0.4375 | 0.875 | 3.246s | 1m:35s |
| Iteration 20 | none | --- | lbfgs | 869 | --- | 0.4375 | 0.875 | 3.245s | 1m:40s |
| Iteration 21 | none | --- | saga | 920 | --- | 0.4375 | 0.875 | 3.231s | 1m:49s |
| Iteration 22 | l2 | 20.7668 | lbfgs | 978 | --- | 0.6875 | 0.875 | 3.167s | 1m:56s |
| Iteration 23 | none | --- | lbfgs | 260 | --- | 0.625 | 0.875 | 3.231s | 2m:01s |
| Iteration 24 | l2 | 0.0015 | newto.. | 979 | --- | 0.875 | 0.875 | 3.236s | 2m:06s |
| Iteration 25 | l2 | 22.4064 | newto.. | 106 | --- | 0.6875 | 0.875 | 3.239s | 2m:11s |
| Iteration 26 | none | --- | newto.. | 793 | --- | 0.4062 | 0.875 | 3.258s | 2m:16s |
| Iteration 27 | l2 | 0.0013 | newto.. | 913 | --- | 0.625 | 0.875 | 3.221s | 2m:22s |
| Iteration 28 | l2 | 0.006 | lbfgs | 184 | --- | 0.25 | 0.875 | 3.124s | 2m:32s |
| Iteration 29 | l2 | 16.8208 | newto.. | 583 | --- | 0.3125 | 0.875 | 3.148s | 2m:38s |
| Iteration 30 | none | --- | sag | 115 | --- | 0.25 | 0.875 | 3.237s | 2m:43s |
| Iteration 31 | l2 | 0.9258 | lbfgs | 996 | --- | 0.5 | 0.875 | 3.209s | 2m:48s |
| Iteration 32 | l2 | 0.0118 | newto.. | 859 | --- | 0.375 | 0.875 | 3.829s | 2m:53s |
| Iteration 33 | l2 | 98.9107 | lbfgs | 731 | --- | 0.6875 | 0.875 | 3.211s | 2m:58s |
| Iteration 34 | l2 | 17.3009 | libli.. | 568 | --- | 0.3125 | 0.875 | 3.260s | 3m:04s |
| Iteration 35 | none | --- | saga | 106 | --- | 0.4375 | 0.875 | 3.221s | 3m:09s |
| Iteration 36 | l1 | 72.376 | saga | 126 | --- | 0.3125 | 0.875 | 3.251s | 3m:14s |
| Iteration 37 | l2 | 0.0027 | lbfgs | 135 | --- | 0.5625 | 0.875 | 3.238s | 3m:20s |
| Iteration 38 | l2 | 0.0072 | lbfgs | 993 | --- | 0.375 | 0.875 | 3.188s | 3m:25s |
| Iteration 39 | l2 | 72.7356 | lbfgs | 151 | --- | 0.1875 | 0.875 | 3.210s | 3m:30s |
| Iteration 40 | none | --- | lbfgs | 965 | --- | 0.5 | 0.875 | 3.226s | 3m:35s |
| Iteration 41 | l2 | 21.6805 | lbfgs | 544 | --- | 0.5625 | 0.875 | 3.224s | 3m:40s |
| Iteration 42 | l2 | 0.0023 | newto.. | 992 | --- | 0.3125 | 0.875 | 3.232s | 3m:46s |
| Iteration 43 | none | --- | lbfgs | 143 | --- | 0.375 | 0.875 | 3.231s | 3m:52s |
| Iteration 44 | l2 | 0.0804 | lbfgs | 173 | --- | 0.5625 | 0.875 | 3.113s | 3m:60s |
| Iteration 45 | none | --- | lbfgs | 990 | --- | 0.5 | 0.875 | 3.153s | 4m:06s |
| Iteration 46 | l2 | 0.0011 | lbfgs | 908 | --- | 0.5 | 0.875 | 3.225s | 4m:11s |
| Iteration 47 | none | --- | newto.. | 1000 | --- | 0.25 | 0.875 | 3.242s | 4m:18s |
| Iteration 48 | l2 | 0.0026 | lbfgs | 978 | --- | 0.1875 | 0.875 | 3.145s | 4m:24s |
| Iteration 49 | l2 | 1.4197 | lbfgs | 689 | --- | 0.375 | 0.875 | 3.214s | 4m:29s |
| Iteration 50 | l2 | 21.7105 | lbfgs | 566 | --- | 0.375 | 0.875 | 3.089s | 4m:37s |
Bayesian Optimization ---------------------------
Best call --> Iteration 24
Best parameters --> {'penalty': 'l2', 'C': 0.0015, 'solver': 'newton-cg', 'max_iter': 979}
Best evaluation --> roc_auc: 0.875
Time elapsed: 4m:42s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8045
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.76 ± 0.049
Time elapsed: 0.062s
-------------------------------------------------
Total time: 4m:43s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.375 | 0.375 | 3.099s | 3.104s |
| Initial point 2 | svd | --- | 0.4375 | 0.4375 | 3.162s | 8.836s |
| Initial point 3 | svd | --- | 0.4375 | 0.4375 | 0.001s | 10.581s |
| Initial point 4 | lsqr | 0.8 | 0.4062 | 0.4375 | 3.160s | 15.066s |
| Initial point 5 | eigen | 0.9 | 0.5 | 0.5 | 3.180s | 20.943s |
| Initial point 6 | lsqr | 0.7 | 0.5625 | 0.5625 | 3.116s | 25.809s |
| Initial point 7 | lsqr | 0.5 | 0.25 | 0.5625 | 3.158s | 30.270s |
| Initial point 8 | lsqr | 0.9 | 0.9375 | 0.9375 | 3.167s | 34.675s |
| Initial point 9 | lsqr | 0.6 | 0.625 | 0.9375 | 3.853s | 40.507s |
| Initial point 10 | eigen | 0.8 | 0.625 | 0.9375 | 3.112s | 45.608s |
| Iteration 11 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 47.078s |
| Iteration 12 | eigen | 0.7 | 0.9375 | 0.9375 | 3.181s | 51.687s |
| Iteration 13 | svd | --- | 0.4375 | 0.9375 | 0.000s | 53.162s |
| Iteration 14 | lsqr | auto | 0.4375 | 0.9375 | 3.154s | 57.618s |
| Iteration 15 | eigen | auto | 0.6875 | 0.9375 | 3.168s | 1m:02s |
| Iteration 16 | svd | --- | 0.4375 | 0.9375 | 0.000s | 1m:04s |
| Iteration 17 | svd | --- | 0.4375 | 0.9375 | 0.000s | 1m:05s |
| Iteration 18 | eigen | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:07s |
| Iteration 19 | svd | --- | 0.4375 | 0.9375 | 0.000s | 1m:09s |
| Iteration 20 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 1m:10s |
| Iteration 21 | eigen | 0.5 | 0.75 | 0.9375 | 3.163s | 1m:17s |
| Iteration 22 | lsqr | 1.0 | 0.75 | 0.9375 | 3.194s | 1m:23s |
| Iteration 23 | svd | --- | 0.4375 | 0.9375 | 0.000s | 1m:25s |
| Iteration 24 | eigen | None | 0.875 | 0.9375 | 3.181s | 1m:30s |
| Iteration 25 | svd | --- | 0.4375 | 0.9375 | 0.000s | 1m:32s |
| Iteration 26 | eigen | 0.6 | 0.5938 | 0.9375 | 3.213s | 1m:36s |
| Iteration 27 | eigen | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:38s |
| Iteration 28 | lsqr | None | 0.125 | 0.9375 | 3.169s | 1m:43s |
| Iteration 29 | eigen | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:44s |
| Iteration 30 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 1m:46s |
| Iteration 31 | eigen | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:47s |
| Iteration 32 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 1m:49s |
| Iteration 33 | eigen | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:51s |
| Iteration 34 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 1m:53s |
| Iteration 35 | eigen | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:55s |
| Iteration 36 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 1m:56s |
| Iteration 37 | eigen | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:58s |
| Iteration 38 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 1m:59s |
| Iteration 39 | eigen | 0.7 | 0.9375 | 0.9375 | 0.000s | 2m:04s |
| Iteration 40 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 2m:07s |
| Iteration 41 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 2m:09s |
| Iteration 42 | eigen | 0.7 | 0.9375 | 0.9375 | 0.000s | 2m:10s |
| Iteration 43 | eigen | 0.7 | 0.9375 | 0.9375 | 0.000s | 2m:12s |
| Iteration 44 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 2m:13s |
| Iteration 45 | eigen | 0.7 | 0.9375 | 0.9375 | 0.000s | 2m:19s |
| Iteration 46 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.001s | 2m:25s |
| Iteration 47 | eigen | 0.7 | 0.9375 | 0.9375 | 0.000s | 2m:27s |
| Iteration 48 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 2m:29s |
| Iteration 49 | eigen | 0.7 | 0.9375 | 0.9375 | 0.001s | 2m:31s |
| Iteration 50 | lsqr | 0.9 | 0.9375 | 0.9375 | 0.000s | 2m:32s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'solver': 'eigen', 'shrinkage': 0.7}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 2m:37s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7036
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.012s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.73 ± 0.2337
Time elapsed: 0.034s
-------------------------------------------------
Total time: 2m:37s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.375 | 0.375 | 3.248s | 3.254s |
| Initial point 2 | 0.9 | 0.0625 | 0.375 | 3.089s | 11.659s |
| Initial point 3 | 0.1 | 0.75 | 0.75 | 3.118s | 19.596s |
| Initial point 4 | 1.0 | 0.375 | 0.75 | 0.001s | 21.781s |
| Initial point 5 | 0.2 | 0.5 | 0.75 | 3.092s | 26.059s |
| Initial point 6 | 0.4 | 0.5625 | 0.75 | 3.167s | 30.627s |
| Initial point 7 | 0.4 | 0.5625 | 0.75 | 0.001s | 32.208s |
| Initial point 8 | 0.7 | 0.9375 | 0.9375 | 3.165s | 37.610s |
| Initial point 9 | 0.9 | 0.0625 | 0.9375 | 0.001s | 39.227s |
| Initial point 10 | 0.8 | 0.75 | 0.9375 | 3.151s | 43.574s |
| Iteration 11 | 0.3 | 0.625 | 0.9375 | 3.184s | 50.736s |
| Iteration 12 | 0.6 | 0.625 | 0.9375 | 3.056s | 57.956s |
| Iteration 13 | 0.5 | 0.75 | 0.9375 | 3.138s | 1m:07s |
| Iteration 14 | 0.0 | 0.8125 | 0.9375 | 3.104s | 1m:13s |
| Iteration 15 | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:19s |
| Iteration 16 | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:24s |
| Iteration 17 | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:26s |
| Iteration 18 | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:27s |
| Iteration 19 | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:29s |
| Iteration 20 | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:30s |
| Iteration 21 | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:32s |
| Iteration 22 | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:33s |
| Iteration 23 | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:35s |
| Iteration 24 | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:36s |
| Iteration 25 | 0.6 | 0.625 | 0.9375 | 0.000s | 1m:40s |
| Iteration 26 | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:43s |
| Iteration 27 | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:45s |
| Iteration 28 | 0.9 | 0.0625 | 0.9375 | 0.000s | 1m:47s |
| Iteration 29 | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:48s |
| Iteration 30 | 0.8 | 0.75 | 0.9375 | 0.000s | 1m:50s |
| Iteration 31 | 0.7 | 0.9375 | 0.9375 | 0.001s | 1m:51s |
| Iteration 32 | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:52s |
| Iteration 33 | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:54s |
| Iteration 34 | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:55s |
| Iteration 35 | 0.7 | 0.9375 | 0.9375 | 0.001s | 1m:57s |
| Iteration 36 | 0.7 | 0.9375 | 0.9375 | 0.000s | 1m:59s |
| Iteration 37 | 0.7 | 0.9375 | 0.9375 | 0.001s | 2m:01s |
| Iteration 38 | 0.7 | 0.9375 | 0.9375 | 0.001s | 2m:03s |
| Iteration 39 | 0.7 | 0.9375 | 0.9375 | 0.000s | 2m:04s |
| Iteration 40 | 0.7 | 0.9375 | 0.9375 | 0.000s | 2m:06s |
| Iteration 41 | 0.7 | 0.9375 | 0.9375 | 0.000s | 2m:07s |
| Iteration 42 | 0.7 | 0.9375 | 0.9375 | 0.000s | 2m:09s |
| Iteration 43 | 0.7 | 0.9375 | 0.9375 | 0.000s | 2m:10s |
| Iteration 44 | 0.7 | 0.9375 | 0.9375 | 0.000s | 2m:14s |
| Iteration 45 | 0.7 | 0.9375 | 0.9375 | 0.000s | 2m:17s |
| Iteration 46 | 0.7 | 0.9375 | 0.9375 | 0.000s | 2m:18s |
| Iteration 47 | 0.7 | 0.9375 | 0.9375 | 0.000s | 2m:20s |
| Iteration 48 | 0.7 | 0.9375 | 0.9375 | 0.000s | 2m:21s |
| Iteration 49 | 0.7 | 0.9375 | 0.9375 | 0.000s | 2m:23s |
| Iteration 50 | 0.7 | 0.9375 | 0.9375 | 0.000s | 2m:25s |
Bayesian Optimization ---------------------------
Best call --> Initial point 8
Best parameters --> {'reg_param': 0.7}
Best evaluation --> roc_auc: 0.9375
Time elapsed: 2m:26s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6536
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.66 ± 0.2245
Time elapsed: 0.027s
-------------------------------------------------
Total time: 2m:26s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 9.6945 | dista.. | auto | 40 | 1 | 0.6875 | 0.6875 | 3.221s | 3.241s |
| Initial point 2 | 3.8555 | uniform | kd_tree | 39 | 2 | 0.6875 | 0.6875 | 3.202s | 8.112s |
| Initial point 3 | 3.0456 | dista.. | ball_tree | 25 | 2 | 0.625 | 0.6875 | 3.223s | 12.951s |
| Initial point 4 | 8.8854 | uniform | ball_tree | 39 | 2 | 0.6562 | 0.6875 | 3.110s | 20.513s |
| Initial point 5 | 6.9606 | dista.. | auto | 30 | 2 | 0.5 | 0.6875 | 3.093s | 25.900s |
| Initial point 6 | 8.0609 | dista.. | ball_tree | 21 | 2 | 0.375 | 0.6875 | 3.195s | 30.552s |
| Initial point 7 | 5.7657 | dista.. | ball_tree | 24 | 1 | 0.4375 | 0.6875 | 3.116s | 35.179s |
| Initial point 8 | 1.3817 | dista.. | ball_tree | 21 | 2 | 0.25 | 0.6875 | 3.204s | 40.273s |
| Initial point 9 | 6.4226 | uniform | ball_tree | 24 | 1 | 0.375 | 0.6875 | 3.125s | 50.385s |
| Initial point 10 | 4.5619 | uniform | brute | 22 | 2 | 0.0 | 0.6875 | 3.104s | 1m:02s |
| Iteration 11 | 0.0 | dista.. | ball_tree | 27 | 1 | 0.5 | 0.6875 | 3.114s | 1m:08s |
| Iteration 12 | 2.6999 | uniform | kd_tree | 39 | 1 | 0.25 | 0.6875 | 3.171s | 1m:13s |
| Iteration 13 | 0.0 | uniform | auto | 39 | 2 | 0.5 | 0.6875 | 3.838s | 1m:19s |
| Iteration 14 | 6.3861 | uniform | kd_tree | 39 | 2 | 0.625 | 0.6875 | 3.186s | 1m:24s |
| Iteration 15 | 9.7219 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 3.092s | 1m:33s |
| Iteration 16 | 9.5621 | uniform | brute | 38 | 2 | 0.375 | 1.0 | 3.159s | 1m:39s |
| Iteration 17 | 9.0223 | uniform | brute | 39 | 2 | 0.6875 | 1.0 | 3.125s | 1m:44s |
| Iteration 18 | 1.6011 | uniform | brute | 40 | 1 | 0.375 | 1.0 | 3.212s | 1m:49s |
| Iteration 19 | 9.5799 | dista.. | auto | 39 | 1 | 0.75 | 1.0 | 3.188s | 1m:54s |
| Iteration 20 | 9.3176 | dista.. | ball_tree | 40 | 2 | 0.75 | 1.0 | 3.181s | 1m:59s |
| Iteration 21 | 0.1283 | dista.. | kd_tree | 33 | 1 | 0.5 | 1.0 | 3.152s | 2m:04s |
| Iteration 22 | 9.5645 | uniform | kd_tree | 27 | 2 | 0.625 | 1.0 | 3.213s | 2m:11s |
| Iteration 23 | 9.7219 | uniform | kd_tree | 40 | 1 | 0.5938 | 1.0 | 3.205s | 2m:17s |
| Iteration 24 | 4.5996 | dista.. | auto | 40 | 2 | 0.5 | 1.0 | 3.130s | 2m:23s |
| Iteration 25 | 9.7219 | uniform | auto | 33 | 1 | 0.75 | 1.0 | 3.179s | 2m:28s |
| Iteration 26 | 9.7219 | dista.. | brute | 35 | 2 | 0.5312 | 1.0 | 3.192s | 2m:33s |
| Iteration 27 | 9.7219 | uniform | auto | 40 | 2 | 0.625 | 1.0 | 3.217s | 2m:38s |
| Iteration 28 | 9.7219 | uniform | brute | 32 | 2 | 0.375 | 1.0 | 3.206s | 2m:44s |
| Iteration 29 | 9.7219 | dista.. | auto | 40 | 2 | 0.5625 | 1.0 | 3.230s | 2m:49s |
| Iteration 30 | 9.7219 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 0.000s | 2m:55s |
| Iteration 31 | 0.0 | dista.. | auto | 40 | 1 | 0.5 | 1.0 | 3.141s | 3m:01s |
| Iteration 32 | 9.7219 | uniform | auto | 40 | 1 | 0.75 | 1.0 | 3.200s | 3m:07s |
| Iteration 33 | 9.7219 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 0.001s | 3m:09s |
| Iteration 34 | 9.7219 | dista.. | auto | 35 | 1 | 0.875 | 1.0 | 3.204s | 3m:14s |
| Iteration 35 | 9.7219 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 0.000s | 3m:16s |
| Iteration 36 | 9.7219 | dista.. | ball_tree | 40 | 1 | 0.625 | 1.0 | 3.249s | 3m:21s |
| Iteration 37 | 9.7219 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 0.001s | 3m:23s |
| Iteration 38 | 9.7219 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 0.001s | 3m:24s |
| Iteration 39 | 9.7219 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 0.000s | 3m:26s |
| Iteration 40 | 9.7219 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 0.001s | 3m:28s |
| Iteration 41 | 9.7219 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 0.000s | 3m:30s |
| Iteration 42 | 9.7219 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 0.001s | 3m:31s |
| Iteration 43 | 9.7219 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 0.000s | 3m:33s |
| Iteration 44 | 9.7219 | dista.. | auto | 20 | 1 | 0.5625 | 1.0 | 3.224s | 3m:38s |
| Iteration 45 | 9.7219 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 0.000s | 3m:44s |
| Iteration 46 | 9.7219 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 0.000s | 3m:49s |
| Iteration 47 | 9.7219 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 0.001s | 3m:55s |
| Iteration 48 | 9.7219 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 0.001s | 3m:58s |
| Iteration 49 | 9.7219 | dista.. | brute | 20 | 1 | 0.4375 | 1.0 | 3.138s | 4m:03s |
| Iteration 50 | 9.7219 | dista.. | auto | 40 | 1 | 1.0 | 1.0 | 0.001s | 4m:05s |
Bayesian Optimization ---------------------------
Best call --> Iteration 15
Best parameters --> {'radius': 9.7219, 'weights': 'distance', 'algorithm': 'auto', 'leaf_size': 40, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:07s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.6
Time elapsed: 0.019s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.58 ± 0.1208
Time elapsed: 0.054s
-------------------------------------------------
Total time: 4m:07s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.75 | 0.75 | 3.616s | 3.623s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.5625 | 0.75 | 3.579s | 8.686s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.9375 | 0.9375 | 3.283s | 17.486s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.4688 | 0.9375 | 3.387s | 25.612s |
| Initial point 5 | 250 | 0.0488 | SAMME | 1.0 | 1.0 | 3.307s | 30.962s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.5625 | 1.0 | 3.557s | 35.728s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.1875 | 1.0 | 3.157s | 40.249s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.8125 | 1.0 | 3.454s | 44.953s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.4062 | 1.0 | 3.152s | 49.423s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.5312 | 1.0 | 3.272s | 54.014s |
| Iteration 11 | 247 | 0.5126 | SAMME | 0.5 | 1.0 | 3.334s | 58.994s |
| Iteration 12 | 265 | 0.0418 | SAMME | 0.5625 | 1.0 | 3.275s | 1m:06s |
| Iteration 13 | 226 | 0.2959 | SAMME | 0.875 | 1.0 | 3.251s | 1m:13s |
| Iteration 14 | 212 | 0.0129 | SAMME | 0.5312 | 1.0 | 3.299s | 1m:18s |
| Iteration 15 | 197 | 5.7021 | SAMME | 0.625 | 1.0 | 3.208s | 1m:23s |
| Iteration 16 | 266 | 9.5446 | SAMME | 0.625 | 1.0 | 3.200s | 1m:28s |
| Iteration 17 | 221 | 0.4377 | SAMME | 0.9375 | 1.0 | 3.257s | 1m:35s |
| Iteration 18 | 248 | 0.0289 | SAMME | 0.875 | 1.0 | 3.292s | 1m:43s |
| Iteration 19 | 253 | 0.0504 | SAMME.R | 0.75 | 1.0 | 3.260s | 1m:50s |
| Iteration 20 | 250 | 0.0584 | SAMME | 0.6562 | 1.0 | 3.248s | 1m:58s |
| Iteration 21 | 219 | 1.5653 | SAMME.R | 0.5 | 1.0 | 3.216s | 2m:05s |
| Iteration 22 | 221 | 1.0428 | SAMME | 0.75 | 1.0 | 3.307s | 2m:10s |
| Iteration 23 | 229 | 0.67 | SAMME | 0.75 | 1.0 | 3.360s | 2m:15s |
| Iteration 24 | 222 | 0.2034 | SAMME | 0.9375 | 1.0 | 3.342s | 2m:19s |
| Iteration 25 | 225 | 0.0693 | SAMME | 0.9375 | 1.0 | 3.342s | 2m:24s |
| Iteration 26 | 223 | 0.0724 | SAMME | 0.5312 | 1.0 | 3.970s | 2m:32s |
| Iteration 27 | 241 | 0.0132 | SAMME | 1.0 | 1.0 | 3.358s | 2m:37s |
| Iteration 28 | 240 | 0.01 | SAMME | 0.625 | 1.0 | 3.262s | 2m:44s |
| Iteration 29 | 367 | 0.0111 | SAMME | 0.6875 | 1.0 | 3.373s | 2m:50s |
| Iteration 30 | 50 | 8.927 | SAMME.R | 0.375 | 1.0 | 3.231s | 2m:54s |
| Iteration 31 | 333 | 6.9377 | SAMME.R | 0.625 | 1.0 | 3.455s | 2m:59s |
| Iteration 32 | 282 | 0.01 | SAMME.R | 0.75 | 1.0 | 3.393s | 3m:04s |
| Iteration 33 | 390 | 0.01 | SAMME.R | 0.5 | 1.0 | 3.486s | 3m:09s |
| Iteration 34 | 235 | 0.079 | SAMME | 0.75 | 1.0 | 3.349s | 3m:13s |
| Iteration 35 | 91 | 0.0101 | SAMME | 0.6875 | 1.0 | 3.220s | 3m:18s |
| Iteration 36 | 282 | 1.147 | SAMME.R | 0.875 | 1.0 | 3.418s | 3m:23s |
| Iteration 37 | 296 | 4.8357 | SAMME.R | 0.75 | 1.0 | 3.421s | 3m:28s |
| Iteration 38 | 270 | 4.4514 | SAMME.R | 0.4062 | 1.0 | 3.387s | 3m:33s |
| Iteration 39 | 221 | 0.4558 | SAMME | 0.4375 | 1.0 | 3.323s | 3m:37s |
| Iteration 40 | 321 | 0.061 | SAMME | 0.8125 | 1.0 | 3.402s | 3m:42s |
| Iteration 41 | 309 | 0.0102 | SAMME | 0.3438 | 1.0 | 3.412s | 3m:47s |
| Iteration 42 | 235 | 6.5147 | SAMME | 0.625 | 1.0 | 3.156s | 3m:52s |
| Iteration 43 | 238 | 0.0259 | SAMME | 0.5 | 1.0 | 3.309s | 3m:56s |
| Iteration 44 | 289 | 6.2089 | SAMME.R | 0.75 | 1.0 | 3.392s | 4m:01s |
| Iteration 45 | 226 | 3.4653 | SAMME | 0.375 | 1.0 | 3.169s | 4m:06s |
| Iteration 46 | 239 | 0.0938 | SAMME | 0.625 | 1.0 | 3.347s | 4m:10s |
| Iteration 47 | 240 | 0.0825 | SAMME | 0.375 | 1.0 | 3.346s | 4m:15s |
| Iteration 48 | 242 | 0.0468 | SAMME | 0.75 | 1.0 | 3.330s | 4m:22s |
| Iteration 49 | 131 | 0.7056 | SAMME.R | 0.4688 | 1.0 | 3.202s | 4m:29s |
| Iteration 50 | 51 | 0.0101 | SAMME.R | 0.4688 | 1.0 | 3.773s | 4m:37s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'n_estimators': 241, 'learning_rate': 0.0132, 'algorithm': 'SAMME'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:40s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9187
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.198s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.795 ± 0.064
Time elapsed: 0.876s
-------------------------------------------------
Total time: 4m:42s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.875 | 0.875 | 3.519s | 3.538s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.4375 | 0.875 | 3.465s | 9.290s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.8125 | 0.875 | 3.505s | 13.954s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.5 | 0.875 | 3.235s | 18.380s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 1.0 | 1.0 | 3.532s | 23.143s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.625 | 1.0 | 3.245s | 27.507s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.75 | 1.0 | 3.321s | 31.857s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.6875 | 1.0 | 3.304s | 36.243s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.6875 | 1.0 | 3.434s | 40.668s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.5 | 1.0 | 3.392s | 45.083s |
| Iteration 11 | 490 | gini | None | 19 | 7 | log2 | False | 0.0 | --- | 0.5625 | 1.0 | 3.436s | 50.048s |
| Iteration 12 | 262 | gini | None | 9 | 10 | 0.6 | True | 0.0098 | None | 0.6875 | 1.0 | 3.377s | 54.896s |
| Iteration 13 | 311 | gini | None | 13 | 3 | 0.5 | True | 0.0013 | 0.5 | 0.9375 | 1.0 | 3.378s | 59.858s |
| Iteration 14 | 435 | gini | None | 13 | 18 | sqrt | True | 0.0104 | None | 0.625 | 1.0 | 3.387s | 1m:07s |
| Iteration 15 | 340 | entropy | 3 | 8 | 7 | log2 | True | 0.0339 | 0.9 | 1.0 | 1.0 | 3.388s | 1m:13s |
| Iteration 16 | 418 | entropy | 2 | 15 | 6 | None | False | 0.035 | --- | 0.875 | 1.0 | 3.398s | 1m:18s |
| Iteration 17 | 10 | entropy | None | 2 | 17 | auto | False | 0.035 | --- | 0.75 | 1.0 | 3.130s | 1m:22s |
| Iteration 18 | 436 | entropy | 4 | 8 | 19 | log2 | True | 0.0065 | 0.9 | 0.8125 | 1.0 | 3.465s | 1m:27s |
| Iteration 19 | 329 | entropy | 4 | 6 | 6 | None | True | 0.0348 | None | 0.4375 | 1.0 | 3.457s | 1m:33s |
| Iteration 20 | 110 | entropy | 3 | 19 | 3 | auto | True | 0.0285 | 0.8 | 0.75 | 1.0 | 3.194s | 1m:40s |
| Iteration 21 | 10 | entropy | 5 | 20 | 1 | auto | False | 0.035 | --- | 0.4375 | 1.0 | 3.092s | 1m:48s |
| Iteration 22 | 202 | entropy | 3 | 8 | 5 | log2 | True | 0.0274 | 0.7 | 0.75 | 1.0 | 3.289s | 1m:54s |
| Iteration 23 | 330 | entropy | 1 | 7 | 14 | 0.6 | True | 0.0274 | 0.9 | 0.7188 | 1.0 | 3.372s | 1m:59s |
| Iteration 24 | 500 | entropy | 3 | 18 | 8 | log2 | True | 0.0315 | 0.8 | 0.875 | 1.0 | 3.533s | 2m:04s |
| Iteration 25 | 102 | gini | None | 15 | 17 | log2 | True | 0.0059 | None | 0.9375 | 1.0 | 3.211s | 2m:09s |
| Iteration 26 | 91 | gini | None | 20 | 13 | log2 | True | 0.0137 | 0.5 | 0.625 | 1.0 | 3.204s | 2m:14s |
| Iteration 27 | 497 | entropy | 3 | 11 | 20 | log2 | True | 0.0347 | 0.5 | 0.5 | 1.0 | 3.511s | 2m:20s |
| Iteration 28 | 389 | gini | None | 13 | 19 | 0.7 | True | 0.0073 | None | 0.25 | 1.0 | 3.428s | 2m:25s |
| Iteration 29 | 447 | gini | None | 16 | 9 | log2 | True | 0.0085 | None | 0.8125 | 1.0 | 3.523s | 2m:30s |
| Iteration 30 | 375 | gini | 3 | 12 | 9 | log2 | True | 0.0272 | 0.9 | 0.75 | 1.0 | 3.445s | 2m:36s |
| Iteration 31 | 207 | entropy | 3 | 3 | 2 | log2 | True | 0.035 | 0.9 | 0.9375 | 1.0 | 3.290s | 2m:41s |
| Iteration 32 | 311 | entropy | None | 10 | 14 | log2 | True | 0.0068 | 0.7 | 0.5938 | 1.0 | 3.377s | 2m:46s |
| Iteration 33 | 342 | entropy | 5 | 6 | 6 | log2 | True | 0.0151 | 0.9 | 0.5 | 1.0 | 3.351s | 2m:54s |
| Iteration 34 | 103 | entropy | None | 19 | 15 | log2 | False | 0.0079 | --- | 0.75 | 1.0 | 3.139s | 3m:00s |
| Iteration 35 | 293 | entropy | None | 8 | 3 | 0.5 | False | 0.002 | --- | 0.9375 | 1.0 | 3.305s | 3m:05s |
| Iteration 36 | 110 | gini | None | 4 | 20 | log2 | True | 0.003 | None | 0.4062 | 1.0 | 3.251s | 3m:11s |
| Iteration 37 | 236 | entropy | None | 11 | 19 | log2 | True | 0.0072 | None | 0.6562 | 1.0 | 3.325s | 3m:16s |
| Iteration 38 | 349 | entropy | 3 | 10 | 5 | log2 | True | 0.0337 | 0.9 | 0.375 | 1.0 | 3.393s | 3m:22s |
| Iteration 39 | 259 | gini | 3 | 16 | 7 | log2 | False | 0.0287 | --- | 0.6875 | 1.0 | 3.240s | 3m:29s |
| Iteration 40 | 37 | entropy | 2 | 17 | 7 | log2 | True | 0.0347 | 0.9 | 0.4375 | 1.0 | 3.144s | 3m:37s |
| Iteration 41 | 357 | entropy | None | 13 | 16 | log2 | True | 0.0056 | None | 0.25 | 1.0 | 3.412s | 3m:46s |
| Iteration 42 | 397 | gini | 9 | 20 | 7 | log2 | False | 0.035 | --- | 0.0 | 1.0 | 3.341s | 3m:52s |
| Iteration 43 | 347 | gini | 3 | 6 | 7 | None | True | 0.0151 | 0.9 | 0.5 | 1.0 | 3.308s | 4m:00s |
| Iteration 44 | 314 | gini | None | 13 | 14 | log2 | True | 0.0025 | 0.5 | 0.75 | 1.0 | 3.302s | 4m:09s |
| Iteration 45 | 340 | gini | None | 14 | 2 | 0.5 | True | 0.023 | 0.7 | 0.625 | 1.0 | 3.343s | 4m:17s |
| Iteration 46 | 168 | gini | None | 15 | 3 | sqrt | True | 0.0016 | 0.6 | 0.6875 | 1.0 | 3.309s | 4m:23s |
| Iteration 47 | 292 | gini | None | 13 | 14 | log2 | True | 0.0082 | 0.8 | 0.4375 | 1.0 | 3.422s | 4m:29s |
| Iteration 48 | 498 | entropy | 5 | 10 | 1 | 0.5 | True | 0.0008 | 0.7 | 0.75 | 1.0 | 3.572s | 4m:34s |
| Iteration 49 | 478 | entropy | 5 | 15 | 19 | 0.6 | False | 0.0111 | --- | 0.7188 | 1.0 | 3.401s | 4m:39s |
| Iteration 50 | 12 | entropy | 3 | 8 | 1 | 0.7 | False | 0.0333 | --- | 0.6562 | 1.0 | 3.842s | 4m:45s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'n_estimators': 394, 'criterion': 'gini', 'max_depth': None, 'min_samples_split': 13, 'min_samples_leaf': 14, 'max_features': 'log2', 'bootstrap': True, 'ccp_alpha': 0.0078, 'max_samples': None}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:47s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8857
Test evaluation --> roc_auc: 0.7
Time elapsed: 0.348s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.7 ± 0.0316
Time elapsed: 1.591s
-------------------------------------------------
Total time: 4m:49s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 3.293s | 3.312s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.5 | 0.5 | 3.348s | 7.917s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.5 | 3.302s | 12.449s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.5 | 3.254s | 16.970s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.5 | 3.298s | 21.380s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.5 | 3.268s | 25.900s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.5 | 3.243s | 30.351s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.5 | 3.278s | 34.851s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.75 | 0.75 | 3.286s | 39.266s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.75 | 3.278s | 43.654s |
| Iteration 11 | 24 | 0.5137 | 9 | 0.0496 | 4 | 0.6 | 0.4 | 0 | 0.01 | 0.4688 | 0.75 | 3.230s | 49.890s |
| Iteration 12 | 20 | 1.0 | 10 | 1.0 | 10 | 0.5 | 0.4 | 100 | 1 | 0.5 | 0.75 | 3.209s | 55.139s |
| Iteration 13 | 20 | 1.0 | 1 | 0.0 | 10 | 1.0 | 0.8 | 100 | 1 | 0.5 | 0.75 | 3.258s | 59.855s |
| Iteration 14 | 500 | 0.0203 | 6 | 0.7196 | 2 | 0.8 | 0.9 | 0 | 1 | 0.6875 | 0.75 | 3.295s | 1m:06s |
| Iteration 15 | 393 | 0.0399 | 7 | 0.8465 | 9 | 0.8 | 0.6 | 0.1 | 1 | 0.5 | 0.75 | 3.266s | 1m:13s |
| Iteration 16 | 51 | 0.9439 | 2 | 0.3036 | 5 | 0.8 | 0.8 | 10 | 1 | 0.5 | 0.75 | 3.104s | 1m:20s |
| Iteration 17 | 500 | 0.1136 | 5 | 0.9477 | 9 | 0.9 | 0.8 | 10 | 1 | 0.5 | 0.75 | 3.251s | 1m:27s |
| Iteration 18 | 50 | 1.0 | 2 | 1.0 | 4 | 0.5 | 0.9 | 0.01 | 10 | 0.5625 | 0.75 | 3.169s | 1m:34s |
| Iteration 19 | 459 | 0.1061 | 8 | 0.6669 | 1 | 0.7 | 0.8 | 0.01 | 1 | 0.625 | 0.75 | 3.236s | 1m:41s |
| Iteration 20 | 487 | 0.0701 | 7 | 0.6822 | 4 | 0.7 | 0.4 | 0 | 1 | 0.4375 | 0.75 | 3.278s | 1m:46s |
| Iteration 21 | 478 | 0.0144 | 2 | 0.6959 | 9 | 1.0 | 0.8 | 0 | 1 | 0.5 | 0.75 | 3.217s | 1m:51s |
| Iteration 22 | 435 | 0.0586 | 6 | 0.6306 | 4 | 0.8 | 0.8 | 0.01 | 1 | 1.0 | 1.0 | 3.220s | 1m:56s |
| Iteration 23 | 425 | 0.5097 | 5 | 0.5189 | 6 | 0.8 | 0.8 | 0.01 | 10 | 0.7812 | 1.0 | 3.226s | 2m:02s |
| Iteration 24 | 440 | 0.0227 | 5 | 0.6153 | 3 | 0.9 | 0.8 | 0.01 | 0.01 | 1.0 | 1.0 | 3.194s | 2m:08s |
| Iteration 25 | 306 | 0.0254 | 4 | 0.6732 | 2 | 0.6 | 0.8 | 0.01 | 0 | 0.9375 | 1.0 | 3.209s | 2m:13s |
| Iteration 26 | 439 | 0.2495 | 5 | 0.6176 | 2 | 0.9 | 0.8 | 0.01 | 0.01 | 0.7188 | 1.0 | 3.277s | 2m:18s |
| Iteration 27 | 217 | 0.01 | 4 | 0.0063 | 3 | 0.8 | 0.8 | 0.01 | 0.1 | 1.0 | 1.0 | 3.854s | 2m:23s |
| Iteration 28 | 284 | 0.01 | 3 | 0.6537 | 3 | 0.7 | 0.8 | 0 | 0.01 | 0.375 | 1.0 | 3.265s | 2m:28s |
| Iteration 29 | 404 | 0.01 | 4 | 0.0792 | 10 | 0.8 | 0.8 | 0.01 | 1 | 0.5 | 1.0 | 3.273s | 2m:35s |
| Iteration 30 | 492 | 0.01 | 3 | 0.7126 | 4 | 0.9 | 0.8 | 0.01 | 0.01 | 0.75 | 1.0 | 3.182s | 2m:41s |
| Iteration 31 | 114 | 0.01 | 5 | 0.1063 | 3 | 0.7 | 0.8 | 0.01 | 1 | 0.8125 | 1.0 | 3.096s | 2m:48s |
| Iteration 32 | 425 | 0.0141 | 4 | 0.0331 | 3 | 0.6 | 0.8 | 0.01 | 0 | 0.6875 | 1.0 | 3.158s | 2m:56s |
| Iteration 33 | 187 | 0.4223 | 5 | 0.0933 | 4 | 0.6 | 0.8 | 0.01 | 1 | 0.4062 | 1.0 | 3.145s | 3m:01s |
| Iteration 34 | 99 | 0.0184 | 5 | 0.5141 | 2 | 0.9 | 0.8 | 0.01 | 1 | 0.625 | 1.0 | 3.222s | 3m:06s |
| Iteration 35 | 494 | 0.4513 | 3 | 0.9582 | 3 | 0.8 | 0.8 | 0.01 | 0.1 | 0.75 | 1.0 | 3.340s | 3m:11s |
| Iteration 36 | 181 | 0.0132 | 8 | 0.9568 | 3 | 0.8 | 0.8 | 0.01 | 0 | 1.0 | 1.0 | 3.282s | 3m:16s |
| Iteration 37 | 456 | 0.0171 | 9 | 0.3951 | 3 | 0.8 | 0.8 | 0.01 | 10 | 1.0 | 1.0 | 3.295s | 3m:21s |
| Iteration 38 | 444 | 0.017 | 9 | 0.6421 | 3 | 0.8 | 0.8 | 0.01 | 1 | 0.2812 | 1.0 | 3.262s | 3m:26s |
| Iteration 39 | 173 | 0.212 | 1 | 0.6913 | 9 | 0.5 | 0.9 | 0 | 100 | 0.5 | 1.0 | 3.242s | 3m:31s |
| Iteration 40 | 227 | 0.0104 | 10 | 0.1028 | 6 | 0.7 | 0.8 | 0.01 | 1 | 0.5312 | 1.0 | 3.242s | 3m:37s |
| Iteration 41 | 490 | 0.8921 | 2 | 0.0009 | 5 | 1.0 | 0.9 | 0.01 | 0.01 | 0.2188 | 1.0 | 3.309s | 3m:42s |
| Iteration 42 | 198 | 0.0321 | 2 | 0.9165 | 1 | 1.0 | 0.8 | 0.01 | 0.01 | 0.0 | 1.0 | 3.130s | 3m:50s |
| Iteration 43 | 480 | 0.2741 | 7 | 0.4574 | 10 | 0.9 | 0.8 | 0.01 | 0.01 | 0.5 | 1.0 | 3.181s | 3m:55s |
| Iteration 44 | 309 | 0.1986 | 5 | 0.2916 | 3 | 0.9 | 0.8 | 0.01 | 0.1 | 0.6562 | 1.0 | 3.262s | 4m:00s |
| Iteration 45 | 235 | 0.01 | 4 | 0.7446 | 3 | 0.8 | 0.8 | 0.01 | 1 | 0.625 | 1.0 | 3.250s | 4m:07s |
| Iteration 46 | 235 | 0.0235 | 1 | 0.0665 | 4 | 1.0 | 0.8 | 0.01 | 0.1 | 0.75 | 1.0 | 3.251s | 4m:12s |
| Iteration 47 | 485 | 0.915 | 2 | 0.7808 | 4 | 0.9 | 0.8 | 0.01 | 100 | 0.5312 | 1.0 | 3.268s | 4m:17s |
| Iteration 48 | 188 | 0.0123 | 6 | 0.6848 | 2 | 0.5 | 0.8 | 0.01 | 1 | 0.5 | 1.0 | 3.218s | 4m:23s |
| Iteration 49 | 94 | 0.0107 | 5 | 0.1133 | 5 | 0.9 | 0.8 | 0.01 | 10 | 0.7188 | 1.0 | 3.208s | 4m:28s |
| Iteration 50 | 172 | 0.0107 | 9 | 0.6066 | 3 | 1.0 | 0.8 | 0.01 | 10 | 0.4375 | 1.0 | 3.207s | 4m:33s |
Bayesian Optimization ---------------------------
Best call --> Iteration 27
Best parameters --> {'n_estimators': 217, 'learning_rate': 0.01, 'max_depth': 4, 'gamma': 0.0063, 'min_child_weight': 3, 'subsample': 0.8, 'colsample_bytree': 0.8, 'reg_alpha': 0.01, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:35s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9598
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.063s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.8 ± 0.0707
Time elapsed: 0.194s
-------------------------------------------------
Total time: 4m:35s
Final results ==================== >>
Duration: 32m:39s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.87 ± 0.0927 !
Logistic Regression --> roc_auc: 0.76 ± 0.049
Linear Discriminant Analysis --> roc_auc: 0.73 ± 0.2337
Quadratic Discriminant Analysis --> roc_auc: 0.66 ± 0.2245
Radius Nearest Neighbors --> roc_auc: 0.58 ± 0.1208 ~
AdaBoost --> roc_auc: 0.795 ± 0.064
Random Forest --> roc_auc: 0.7 ± 0.0316 ~
XGBoost --> roc_auc: 0.8 ± 0.0707
<< ================== ATOM ================== >>
Algorithm task: binary classification.
Dataset stats ==================== >>
Shape: (76, 601)
Memory: 370.38 kB
Scaled: False
Outlier values: 813 (2.0%)
-------------------------------------
Train set size: 67
Test set size: 9
-------------------------------------
| | dataset | train | test |
| - | ---------- | ---------- | ---------- |
| 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) |
| 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) |
New branch sfmLR successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The LogisticRegression estimator selected 10 features from the dataset.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVRDSNYQLIW.
>>> Dropping feature CAVMDSNYQLIW.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVTDSNYQLIW.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVRGFGNVLHC.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVLTGTASKLTF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAVQDSNYQLIW.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAASDSNYQLIW.
>>> Dropping feature CAASEYGNKLVF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVRYGGSQGNLIF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CAAQGGSEKLVF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASTNTGNQFYF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVRGYSSASKIIF.
>>> Dropping feature CAVRNQGGKLIF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAASGGGSNYKLTF.
>>> Dropping feature CAASYSSASKIIF.
>>> Dropping feature CAGNTGNQFYF.
>>> Dropping feature CAVGGGSNYKLTF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAENNNARLMF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAYRSANFGNEKLTF.
>>> Dropping feature CASSSGETQYF.
>>> Dropping feature CAVSPSGGYQKVTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVGSGGSYIPTF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVLSNDYKLSF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CALNTGTASKLTF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CASSFSYEQYF.
>>> Dropping feature CASSLAGTDTQYF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVGSGGGADGLTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVSSGGYNKLIF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAAGTYKYIF.
Training ========================= >>
Models: GBM_LR, LR_LR, LDA_LR, QDA_LR, RNN_LR, AdaB_LR, RF_LR, XGB_LR
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.5 | 0.5 | 0.670s | 0.690s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.75 | 0.75 | 0.692s | 5.257s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.5625 | 0.75 | 0.651s | 9.972s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.8125 | 0.8125 | 0.681s | 12.295s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.5625 | 0.8125 | 0.697s | 13.933s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.4375 | 0.8125 | 0.728s | 15.708s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.875 | 0.875 | 0.708s | 17.465s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.5625 | 0.875 | 0.741s | 19.245s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.8125 | 0.875 | 0.687s | 21.105s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.5 | 0.875 | 0.673s | 22.763s |
| Iteration 11 | exponen.. | 1.0 | 274 | 0.9 | squared_er.. | 2 | 1 | 10 | auto | 0.035 | 0.5625 | 0.875 | 0.732s | 24.824s |
| Iteration 12 | deviance | 0.0768 | 249 | 0.8 | squared_er.. | 9 | 4 | 8 | 0.8 | 0.0327 | 0.5938 | 0.875 | 0.694s | 26.813s |
| Iteration 13 | exponen.. | 0.5013 | 497 | 0.6 | squared_er.. | 4 | 15 | 8 | auto | 0.0085 | 0.5 | 0.875 | 0.749s | 28.770s |
| Iteration 14 | deviance | 0.0193 | 273 | 0.6 | squared_er.. | 3 | 9 | 5 | None | 0.0098 | 0.75 | 0.875 | 0.717s | 30.744s |
| Iteration 15 | exponen.. | 0.3107 | 309 | 0.8 | squared_er.. | 4 | 2 | 8 | 0.5 | 0.0197 | 0.9375 | 0.9375 | 0.761s | 32.979s |
| Iteration 16 | exponen.. | 0.042 | 71 | 0.8 | squared_er.. | 11 | 2 | 9 | 0.9 | 0.0203 | 0.9375 | 0.9375 | 0.720s | 35.071s |
| Iteration 17 | exponen.. | 0.521 | 136 | 0.8 | friedman_mse | 8 | 4 | 8 | None | 0.0018 | 0.75 | 0.9375 | 0.723s | 37.879s |
| Iteration 18 | exponen.. | 0.0758 | 150 | 0.8 | squared_er.. | 9 | 2 | 9 | 0.8 | 0.02 | 0.8125 | 0.9375 | 0.726s | 40.131s |
| Iteration 19 | exponen.. | 0.0159 | 66 | 0.8 | squared_er.. | 18 | 1 | 8 | None | 0.0 | 0.5 | 0.9375 | 0.698s | 42.182s |
| Iteration 20 | deviance | 0.0147 | 95 | 1.0 | squared_er.. | 7 | 16 | 1 | 0.5 | 0.0189 | 0.5938 | 0.9375 | 0.695s | 44.179s |
| Iteration 21 | deviance | 0.0673 | 305 | 0.7 | squared_er.. | 10 | 17 | 3 | sqrt | 0.0199 | 0.7188 | 0.9375 | 0.743s | 46.325s |
| Iteration 22 | deviance | 0.2109 | 473 | 0.9 | squared_er.. | 10 | 7 | 7 | 0.6 | 0.0201 | 0.5938 | 0.9375 | 0.794s | 48.554s |
| Iteration 23 | exponen.. | 0.6609 | 289 | 0.8 | squared_er.. | 9 | 3 | 5 | sqrt | 0.0199 | 0.875 | 0.9375 | 0.765s | 50.783s |
| Iteration 24 | exponen.. | 0.0461 | 474 | 0.8 | squared_er.. | 8 | 2 | 7 | log2 | 0.0254 | 0.8125 | 0.9375 | 0.802s | 53.013s |
| Iteration 25 | exponen.. | 0.0409 | 32 | 0.8 | squared_er.. | 9 | 5 | 6 | 0.9 | 0.0239 | 0.9375 | 0.9375 | 0.701s | 55.215s |
| Iteration 26 | exponen.. | 0.6127 | 87 | 0.8 | squared_er.. | 7 | 5 | 3 | sqrt | 0.0228 | 0.75 | 0.9375 | 0.699s | 57.475s |
| Iteration 27 | exponen.. | 0.0149 | 68 | 0.8 | squared_er.. | 7 | 4 | 8 | log2 | 0.0219 | 0.9375 | 0.9375 | 0.660s | 1m:03s |
| Iteration 28 | exponen.. | 0.9436 | 270 | 0.8 | squared_er.. | 4 | 6 | 8 | sqrt | 0.0217 | 0.4062 | 0.9375 | 0.689s | 1m:05s |
| Iteration 29 | exponen.. | 0.0233 | 55 | 0.8 | squared_er.. | 9 | 4 | 6 | 0.9 | 0.0246 | 1.0 | 1.0 | 0.650s | 1m:07s |
| Iteration 30 | exponen.. | 0.0367 | 10 | 0.8 | squared_er.. | 19 | 3 | 3 | None | 0.0225 | 0.5625 | 1.0 | 0.649s | 1m:10s |
| Iteration 31 | exponen.. | 0.01 | 228 | 0.8 | squared_er.. | 9 | 4 | 8 | sqrt | 0.0319 | 0.9375 | 1.0 | 0.696s | 1m:13s |
| Iteration 32 | exponen.. | 0.01 | 128 | 0.8 | squared_er.. | 11 | 4 | 2 | None | 0.0118 | 0.625 | 1.0 | 0.672s | 1m:15s |
| Iteration 33 | exponen.. | 0.0414 | 250 | 0.8 | squared_er.. | 9 | 4 | 9 | 0.6 | 0.0254 | 0.5 | 1.0 | 0.695s | 1m:18s |
| Iteration 34 | exponen.. | 0.1681 | 27 | 0.8 | squared_er.. | 8 | 4 | 6 | 0.9 | 0.025 | 0.75 | 1.0 | 0.659s | 1m:20s |
| Iteration 35 | exponen.. | 0.01 | 389 | 0.8 | squared_er.. | 16 | 11 | 6 | 0.9 | 0.0 | 0.875 | 1.0 | 0.727s | 1m:22s |
| Iteration 36 | exponen.. | 0.0183 | 388 | 0.8 | squared_er.. | 3 | 12 | 8 | log2 | 0.0042 | 0.75 | 1.0 | 0.755s | 1m:25s |
| Iteration 37 | exponen.. | 0.0168 | 66 | 0.8 | squared_er.. | 9 | 4 | 6 | 0.9 | 0.0249 | 0.8125 | 1.0 | 0.654s | 1m:27s |
| Iteration 38 | exponen.. | 0.0224 | 59 | 0.8 | squared_er.. | 14 | 2 | 5 | 0.9 | 0.0161 | 0.9375 | 1.0 | 0.670s | 1m:29s |
| Iteration 39 | exponen.. | 0.0238 | 53 | 0.8 | squared_er.. | 6 | 3 | 6 | 0.9 | 0.0314 | 1.0 | 1.0 | 0.655s | 1m:32s |
| Iteration 40 | exponen.. | 0.2765 | 115 | 0.8 | squared_er.. | 18 | 4 | 3 | 0.5 | 0.0116 | 0.6875 | 1.0 | 0.662s | 1m:34s |
| Iteration 41 | exponen.. | 0.0261 | 49 | 0.8 | squared_er.. | 19 | 12 | 9 | 0.9 | 0.0241 | 0.875 | 1.0 | 0.650s | 1m:36s |
| Iteration 42 | exponen.. | 0.0236 | 10 | 0.8 | squared_er.. | 11 | 3 | 8 | 0.9 | 0.0096 | 0.75 | 1.0 | 0.641s | 1m:41s |
| Iteration 43 | exponen.. | 0.0293 | 73 | 0.8 | squared_er.. | 8 | 3 | 7 | 0.9 | 0.0259 | 0.875 | 1.0 | 0.660s | 1m:44s |
| Iteration 44 | exponen.. | 0.0255 | 60 | 0.8 | squared_er.. | 16 | 20 | 6 | 0.9 | 0.0069 | 0.5625 | 1.0 | 0.646s | 1m:47s |
| Iteration 45 | exponen.. | 0.0252 | 54 | 0.8 | squared_er.. | 12 | 4 | 6 | 0.9 | 0.0199 | 0.9375 | 1.0 | 0.662s | 1m:49s |
| Iteration 46 | exponen.. | 0.0325 | 49 | 0.8 | squared_er.. | 9 | 3 | 3 | 0.9 | 0.0088 | 0.5625 | 1.0 | 0.656s | 1m:52s |
| Iteration 47 | exponen.. | 0.3363 | 446 | 0.8 | squared_er.. | 7 | 1 | 7 | 0.5 | 0.0254 | 0.6875 | 1.0 | 0.768s | 1m:54s |
| Iteration 48 | exponen.. | 0.0236 | 60 | 0.8 | squared_er.. | 19 | 2 | 5 | 0.9 | 0.0261 | 0.9375 | 1.0 | 0.703s | 1m:57s |
| Iteration 49 | deviance | 0.0279 | 206 | 0.6 | squared_er.. | 3 | 3 | 6 | 0.9 | 0.0253 | 0.6875 | 1.0 | 0.730s | 1m:59s |
| Iteration 50 | exponen.. | 0.0452 | 135 | 0.8 | squared_er.. | 7 | 7 | 9 | 0.9 | 0.03 | 0.8125 | 1.0 | 1.311s | 2m:02s |
Bayesian Optimization ---------------------------
Best call --> Iteration 39
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.0238, 'n_estimators': 53, 'subsample': 0.8, 'criterion': 'squared_error', 'min_samples_split': 6, 'min_samples_leaf': 3, 'max_depth': 6, 'max_features': 0.9, 'ccp_alpha': 0.0314}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9902
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.032s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.97 ± 0.0245
Time elapsed: 0.136s
-------------------------------------------------
Total time: 2m:04s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.5625 | 0.5625 | 0.721s | 0.733s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.625 | 0.625 | 0.696s | 2.619s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.3125 | 0.625 | 0.702s | 4.527s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.4375 | 0.625 | 0.704s | 6.298s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.5625 | 0.625 | 0.699s | 8.010s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.6875 | 0.6875 | 0.706s | 9.735s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 1.0 | 1.0 | 0.660s | 14.017s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.5 | 1.0 | 0.666s | 19.057s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.4375 | 1.0 | 0.669s | 24.041s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.5625 | 1.0 | 0.662s | 26.315s |
| Iteration 11 | l2 | 19.3949 | sag | 273 | --- | 0.6875 | 1.0 | 0.661s | 30.163s |
| Iteration 12 | l2 | 2.0475 | libli.. | 247 | --- | 0.5625 | 1.0 | 0.639s | 32.478s |
| Iteration 13 | l2 | 0.027 | libli.. | 280 | --- | 0.5625 | 1.0 | 0.645s | 34.356s |
| Iteration 14 | l1 | 0.0032 | libli.. | 902 | --- | 0.5 | 1.0 | 0.652s | 36.204s |
| Iteration 15 | l2 | 32.9923 | sag | 276 | --- | 0.5625 | 1.0 | 0.648s | 38.084s |
| Iteration 16 | l2 | 2.9096 | libli.. | 274 | --- | 1.0 | 1.0 | 0.639s | 39.968s |
| Iteration 17 | l2 | 3.6921 | newto.. | 279 | --- | 0.625 | 1.0 | 0.694s | 42.043s |
| Iteration 18 | l2 | 3.1355 | libli.. | 278 | --- | 1.0 | 1.0 | 0.686s | 44.298s |
| Iteration 19 | l2 | 2.6999 | libli.. | 276 | --- | 0.6875 | 1.0 | 0.634s | 46.374s |
| Iteration 20 | l2 | 3.7119 | libli.. | 283 | --- | 0.5 | 1.0 | 0.678s | 48.540s |
| Iteration 21 | l2 | 1.6413 | libli.. | 272 | --- | 0.5 | 1.0 | 0.689s | 50.648s |
| Iteration 22 | l2 | 3.0802 | newto.. | 271 | --- | 0.5625 | 1.0 | 0.704s | 54.104s |
| Iteration 23 | l2 | 3.0648 | libli.. | 272 | --- | 0.5 | 1.0 | 0.678s | 57.880s |
| Iteration 24 | l2 | 1.8684 | libli.. | 283 | --- | 0.8125 | 1.0 | 0.679s | 1m:02s |
| Iteration 25 | l1 | 0.4065 | saga | 283 | --- | 0.75 | 1.0 | 0.681s | 1m:04s |
| Iteration 26 | l1 | 3.3984 | libli.. | 596 | --- | 0.625 | 1.0 | 0.628s | 1m:08s |
| Iteration 27 | l2 | 2.2482 | libli.. | 279 | --- | 0.8125 | 1.0 | 0.642s | 1m:13s |
| Iteration 28 | l2 | 2.3515 | libli.. | 279 | --- | 0.3125 | 1.0 | 0.655s | 1m:15s |
| Iteration 29 | l2 | 2.1033 | libli.. | 353 | --- | 0.5 | 1.0 | 0.641s | 1m:17s |
| Iteration 30 | l2 | 2.8934 | libli.. | 279 | --- | 0.375 | 1.0 | 0.646s | 1m:20s |
| Iteration 31 | l2 | 2.3089 | libli.. | 290 | --- | 0.625 | 1.0 | 0.644s | 1m:22s |
| Iteration 32 | l2 | 2.4298 | libli.. | 277 | --- | 0.6875 | 1.0 | 0.637s | 1m:24s |
| Iteration 33 | l2 | 2.462 | libli.. | 292 | --- | 0.375 | 1.0 | 0.687s | 1m:26s |
| Iteration 34 | l2 | 0.4715 | sag | 279 | --- | 0.5 | 1.0 | 0.688s | 1m:28s |
| Iteration 35 | l2 | 2.5255 | libli.. | 276 | --- | 0.9375 | 1.0 | 0.692s | 1m:30s |
| Iteration 36 | l2 | 7.3892 | libli.. | 263 | --- | 0.375 | 1.0 | 0.689s | 1m:32s |
| Iteration 37 | l2 | 2.3866 | libli.. | 276 | --- | 0.4375 | 1.0 | 0.636s | 1m:34s |
| Iteration 38 | l2 | 3.652 | newto.. | 277 | --- | 0.6875 | 1.0 | 0.642s | 1m:36s |
| Iteration 39 | none | --- | saga | 277 | --- | 0.875 | 1.0 | 0.645s | 1m:38s |
| Iteration 40 | l2 | 0.0075 | sag | 278 | --- | 0.875 | 1.0 | 0.650s | 1m:40s |
| Iteration 41 | none | --- | sag | 266 | --- | 0.6875 | 1.0 | 0.655s | 1m:42s |
| Iteration 42 | elast.. | 19.756 | saga | 281 | 0.5 | 0.6875 | 1.0 | 0.644s | 1m:44s |
| Iteration 43 | none | --- | saga | 276 | --- | 0.6875 | 1.0 | 0.645s | 1m:47s |
| Iteration 44 | l2 | 0.0011 | newto.. | 296 | --- | 0.625 | 1.0 | 0.644s | 1m:51s |
| Iteration 45 | l2 | 0.3193 | newto.. | 277 | --- | 0.625 | 1.0 | 0.643s | 1m:55s |
| Iteration 46 | l2 | 52.9354 | libli.. | 273 | --- | 0.3125 | 1.0 | 0.650s | 1m:59s |
| Iteration 47 | l2 | 1.3075 | sag | 276 | --- | 0.6875 | 1.0 | 0.657s | 2m:02s |
| Iteration 48 | l2 | 0.0019 | libli.. | 906 | --- | 0.25 | 1.0 | 0.653s | 2m:04s |
| Iteration 49 | none | --- | sag | 286 | --- | 0.5 | 1.0 | 0.642s | 2m:06s |
| Iteration 50 | l2 | 0.0156 | libli.. | 284 | --- | 0.5625 | 1.0 | 0.638s | 2m:08s |
Bayesian Optimization ---------------------------
Best call --> Iteration 18
Best parameters --> {'penalty': 'l2', 'C': 3.1355, 'solver': 'liblinear', 'max_iter': 278}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:10s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7402
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.015s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.75 ± 0.1673
Time elapsed: 0.049s
-------------------------------------------------
Total time: 2m:10s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.6875 | 0.6875 | 0.636s | 0.641s |
| Initial point 2 | svd | --- | 0.625 | 0.6875 | 0.648s | 2.329s |
| Initial point 3 | svd | --- | 0.625 | 0.6875 | 0.000s | 3.280s |
| Initial point 4 | lsqr | 0.8 | 0.3125 | 0.6875 | 0.637s | 4.851s |
| Initial point 5 | eigen | 0.9 | 0.375 | 0.6875 | 0.628s | 6.485s |
| Initial point 6 | lsqr | 0.7 | 0.5 | 0.6875 | 1.204s | 8.632s |
| Initial point 7 | lsqr | 0.5 | 1.0 | 1.0 | 0.631s | 10.219s |
| Initial point 8 | lsqr | 0.9 | 0.4375 | 1.0 | 0.653s | 11.874s |
| Initial point 9 | lsqr | 0.6 | 0.625 | 1.0 | 0.640s | 13.454s |
| Initial point 10 | eigen | 0.8 | 0.6875 | 1.0 | 0.640s | 15.063s |
| Iteration 11 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 16.280s |
| Iteration 12 | eigen | 0.5 | 0.625 | 1.0 | 0.634s | 18.138s |
| Iteration 13 | svd | --- | 0.625 | 1.0 | 0.000s | 19.274s |
| Iteration 14 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 20.395s |
| Iteration 15 | lsqr | 1.0 | 0.5 | 1.0 | 0.644s | 22.123s |
| Iteration 16 | lsqr | 0.5 | 1.0 | 1.0 | 0.001s | 23.201s |
| Iteration 17 | svd | --- | 0.625 | 1.0 | 0.000s | 24.284s |
| Iteration 18 | lsqr | auto | 0.9375 | 1.0 | 0.632s | 28.525s |
| Iteration 19 | eigen | auto | 0.75 | 1.0 | 0.630s | 33.484s |
| Iteration 20 | lsqr | None | 0.5 | 1.0 | 0.629s | 38.521s |
| Iteration 21 | eigen | None | 0.375 | 1.0 | 0.633s | 43.447s |
| Iteration 22 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 47.706s |
| Iteration 23 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 49.778s |
| Iteration 24 | eigen | 0.6 | 0.75 | 1.0 | 0.637s | 51.690s |
| Iteration 25 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 52.801s |
| Iteration 26 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 53.921s |
| Iteration 27 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 55.032s |
| Iteration 28 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 56.181s |
| Iteration 29 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 57.319s |
| Iteration 30 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 58.465s |
| Iteration 31 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 59.630s |
| Iteration 32 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:01s |
| Iteration 33 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:02s |
| Iteration 34 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:03s |
| Iteration 35 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:04s |
| Iteration 36 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:06s |
| Iteration 37 | lsqr | 0.5 | 1.0 | 1.0 | 0.001s | 1m:09s |
| Iteration 38 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:11s |
| Iteration 39 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:14s |
| Iteration 40 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:15s |
| Iteration 41 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:17s |
| Iteration 42 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:18s |
| Iteration 43 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:19s |
| Iteration 44 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:21s |
| Iteration 45 | lsqr | 0.5 | 1.0 | 1.0 | 0.001s | 1m:22s |
| Iteration 46 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:23s |
| Iteration 47 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:24s |
| Iteration 48 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:26s |
| Iteration 49 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:27s |
| Iteration 50 | lsqr | 0.5 | 1.0 | 1.0 | 0.000s | 1m:28s |
Bayesian Optimization ---------------------------
Best call --> Initial point 7
Best parameters --> {'solver': 'lsqr', 'shrinkage': 0.5}
Best evaluation --> roc_auc: 1.0
Time elapsed: 1m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.7357
Test evaluation --> roc_auc: 0.9
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.87 ± 0.06
Time elapsed: 0.029s
-------------------------------------------------
Total time: 1m:29s
Running BO for Quadratic Discriminant Analysis...
| call | reg_param | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 1.0 | 0.6875 | 0.6875 | 0.642s | 0.645s |
| Initial point 2 | 0.9 | 0.5625 | 0.6875 | 0.628s | 2.223s |
| Initial point 3 | 0.1 | 0.4375 | 0.6875 | 0.627s | 3.789s |
| Initial point 4 | 1.0 | 0.6875 | 0.6875 | 0.000s | 4.712s |
| Initial point 5 | 0.2 | 0.3125 | 0.6875 | 0.633s | 7.756s |
| Initial point 6 | 0.4 | 0.5 | 0.6875 | 0.634s | 9.893s |
| Initial point 7 | 0.4 | 0.5 | 0.6875 | 0.001s | 10.909s |
| Initial point 8 | 0.7 | 0.4375 | 0.6875 | 0.627s | 13.444s |
| Initial point 9 | 0.9 | 0.5625 | 0.6875 | 0.000s | 14.625s |
| Initial point 10 | 0.8 | 0.6875 | 0.6875 | 0.623s | 16.221s |
| Iteration 11 | 0.3 | 0.625 | 0.6875 | 1.189s | 18.477s |
| Iteration 12 | 0.6 | 0.75 | 0.75 | 0.647s | 20.152s |
| Iteration 13 | 0.5 | 0.5 | 0.75 | 0.628s | 21.862s |
| Iteration 14 | 0.0 | 0.6875 | 0.75 | 0.628s | 25.896s |
| Iteration 15 | 0.6 | 0.75 | 0.75 | 0.000s | 29.964s |
| Iteration 16 | 0.6 | 0.75 | 0.75 | 0.000s | 31.608s |
| Iteration 17 | 0.3 | 0.625 | 0.75 | 0.000s | 32.654s |
| Iteration 18 | 0.6 | 0.75 | 0.75 | 0.000s | 33.710s |
| Iteration 19 | 0.9 | 0.5625 | 0.75 | 0.000s | 34.759s |
| Iteration 20 | 0.6 | 0.75 | 0.75 | 0.000s | 35.849s |
| Iteration 21 | 0.6 | 0.75 | 0.75 | 0.000s | 36.915s |
| Iteration 22 | 0.6 | 0.75 | 0.75 | 0.000s | 39.169s |
| Iteration 23 | 0.6 | 0.75 | 0.75 | 0.000s | 40.501s |
| Iteration 24 | 0.6 | 0.75 | 0.75 | 0.000s | 41.553s |
| Iteration 25 | 0.6 | 0.75 | 0.75 | 0.000s | 44.152s |
| Iteration 26 | 0.6 | 0.75 | 0.75 | 0.000s | 47.158s |
| Iteration 27 | 0.6 | 0.75 | 0.75 | 0.000s | 50.124s |
| Iteration 28 | 0.9 | 0.5625 | 0.75 | 0.000s | 53.074s |
| Iteration 29 | 0.6 | 0.75 | 0.75 | 0.000s | 55.999s |
| Iteration 30 | 0.8 | 0.6875 | 0.75 | 0.000s | 57.457s |
| Iteration 31 | 0.6 | 0.75 | 0.75 | 0.000s | 58.508s |
| Iteration 32 | 0.6 | 0.75 | 0.75 | 0.000s | 1m:02s |
| Iteration 33 | 0.6 | 0.75 | 0.75 | 0.000s | 1m:06s |
| Iteration 34 | 0.6 | 0.75 | 0.75 | 0.000s | 1m:08s |
| Iteration 35 | 0.6 | 0.75 | 0.75 | 0.000s | 1m:09s |
| Iteration 36 | 0.6 | 0.75 | 0.75 | 0.000s | 1m:10s |
| Iteration 37 | 0.6 | 0.75 | 0.75 | 0.000s | 1m:12s |
| Iteration 38 | 0.6 | 0.75 | 0.75 | 0.000s | 1m:13s |
| Iteration 39 | 0.6 | 0.75 | 0.75 | 0.000s | 1m:14s |
| Iteration 40 | 0.6 | 0.75 | 0.75 | 0.000s | 1m:17s |
| Iteration 41 | 0.6 | 0.75 | 0.75 | 0.001s | 1m:22s |
| Iteration 42 | 0.6 | 0.75 | 0.75 | 0.000s | 1m:23s |
| Iteration 43 | 0.6 | 0.75 | 0.75 | 0.000s | 1m:24s |
| Iteration 44 | 0.6 | 0.75 | 0.75 | 0.000s | 1m:26s |
| Iteration 45 | 0.6 | 0.75 | 0.75 | 0.000s | 1m:27s |
| Iteration 46 | 0.6 | 0.75 | 0.75 | 0.000s | 1m:29s |
| Iteration 47 | 0.6 | 0.75 | 0.75 | 0.000s | 1m:31s |
| Iteration 48 | 0.6 | 0.75 | 0.75 | 0.000s | 1m:32s |
| Iteration 49 | 0.6 | 0.75 | 0.75 | 0.000s | 1m:33s |
| Iteration 50 | 0.6 | 0.75 | 0.75 | 0.000s | 1m:35s |
Bayesian Optimization ---------------------------
Best call --> Iteration 12
Best parameters --> {'reg_param': 0.6}
Best evaluation --> roc_auc: 0.75
Time elapsed: 1m:36s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.6893
Test evaluation --> roc_auc: 0.8
Time elapsed: 0.009s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.88 ± 0.0812
Time elapsed: 0.027s
-------------------------------------------------
Total time: 1m:36s
Running BO for Radius Nearest Neighbors...
| call | radius | weights | algorithm | leaf_size | p | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | --------- | --------- | ------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 12.7274 | dista.. | auto | 40 | 1 | 0.6875 | 0.6875 | 0.648s | 0.669s |
| Initial point 2 | 5.0617 | uniform | kd_tree | 39 | 2 | 0.25 | 0.6875 | 0.641s | 2.319s |
| Initial point 3 | 3.9984 | dista.. | ball_tree | 25 | 2 | 0.375 | 0.6875 | 0.647s | 4.188s |
| Initial point 4 | 11.6652 | uniform | ball_tree | 39 | 2 | 0.5 | 0.6875 | 0.645s | 5.999s |
| Initial point 5 | 9.1381 | dista.. | auto | 30 | 2 | 0.5 | 0.6875 | 0.645s | 7.838s |
| Initial point 6 | 10.5826 | dista.. | ball_tree | 21 | 2 | 0.75 | 0.75 | 0.645s | 12.161s |
| Initial point 7 | 7.5695 | dista.. | ball_tree | 24 | 1 | 1.0 | 1.0 | 0.639s | 14.602s |
| Initial point 8 | 1.8139 | dista.. | ball_tree | 21 | 2 | 0.75 | 1.0 | 0.644s | 16.462s |
| Initial point 9 | 8.4319 | uniform | ball_tree | 24 | 1 | 0.5312 | 1.0 | 0.636s | 21.529s |
| Initial point 10 | 5.989 | uniform | brute | 22 | 2 | 0.5 | 1.0 | 0.644s | 27.395s |
| Iteration 11 | 2.1648 | dista.. | brute | 24 | 2 | 0.75 | 1.0 | 1.223s | 31.633s |
| Iteration 12 | 12.2437 | dista.. | auto | 24 | 1 | 0.5625 | 1.0 | 0.687s | 34.124s |
| Iteration 13 | 3.835 | dista.. | kd_tree | 23 | 1 | 0.625 | 1.0 | 0.681s | 36.262s |
| Iteration 14 | 0.2043 | dista.. | brute | 24 | 2 | 0.625 | 1.0 | 0.685s | 38.251s |
| Iteration 15 | 12.6671 | dista.. | brute | 21 | 1 | 0.6875 | 1.0 | 0.638s | 40.339s |
| Iteration 16 | 0.0695 | dista.. | auto | 24 | 1 | 0.5 | 1.0 | 0.655s | 42.378s |
| Iteration 17 | 0.1725 | uniform | auto | 21 | 1 | 0.5 | 1.0 | 0.702s | 44.656s |
| Iteration 18 | 12.6527 | uniform | brute | 40 | 1 | 0.5 | 1.0 | 0.697s | 46.776s |
| Iteration 19 | 12.411 | dista.. | ball_tree | 24 | 1 | 0.6875 | 1.0 | 0.698s | 49.085s |
| Iteration 20 | 12.4503 | dista.. | brute | 40 | 1 | 0.4375 | 1.0 | 0.690s | 51.307s |
| Iteration 21 | 5.6149 | dista.. | ball_tree | 23 | 1 | 0.4688 | 1.0 | 0.640s | 53.436s |
| Iteration 22 | 0.0752 | dista.. | ball_tree | 24 | 1 | 0.375 | 1.0 | 0.650s | 55.594s |
| Iteration 23 | 12.6122 | dista.. | brute | 40 | 2 | 0.75 | 1.0 | 0.659s | 57.748s |
| Iteration 24 | 0.0006 | uniform | auto | 39 | 2 | 0.5 | 1.0 | 0.647s | 59.845s |
| Iteration 25 | 12.7598 | uniform | auto | 29 | 1 | 0.625 | 1.0 | 0.647s | 1m:02s |
| Iteration 26 | 0.0016 | uniform | brute | 37 | 1 | 0.5 | 1.0 | 0.666s | 1m:04s |
| Iteration 27 | 12.7633 | dista.. | ball_tree | 25 | 2 | 0.8125 | 1.0 | 0.654s | 1m:06s |
| Iteration 28 | 7.307 | uniform | ball_tree | 24 | 1 | 0.1875 | 1.0 | 0.652s | 1m:10s |
| Iteration 29 | 12.7633 | dista.. | kd_tree | 20 | 2 | 0.5 | 1.0 | 0.647s | 1m:15s |
| Iteration 30 | 12.7633 | dista.. | brute | 23 | 2 | 0.5 | 1.0 | 0.651s | 1m:17s |
| Iteration 31 | 12.5703 | uniform | auto | 20 | 2 | 0.5 | 1.0 | 0.644s | 1m:19s |
| Iteration 32 | 12.7633 | dista.. | kd_tree | 40 | 2 | 0.75 | 1.0 | 0.662s | 1m:21s |
| Iteration 33 | 12.7633 | dista.. | kd_tree | 40 | 1 | 0.4375 | 1.0 | 0.654s | 1m:24s |
| Iteration 34 | 0.1697 | uniform | brute | 21 | 2 | 0.4375 | 1.0 | 0.640s | 1m:29s |
| Iteration 35 | 12.4544 | dista.. | brute | 40 | 2 | 0.9375 | 1.0 | 0.654s | 1m:34s |
| Iteration 36 | 0.0012 | dista.. | brute | 24 | 2 | 0.5 | 1.0 | 0.653s | 1m:39s |
| Iteration 37 | 7.81 | dista.. | ball_tree | 24 | 1 | 0.875 | 1.0 | 0.643s | 1m:42s |
| Iteration 38 | 7.3032 | dista.. | ball_tree | 24 | 1 | 0.9375 | 1.0 | 0.653s | 1m:44s |
| Iteration 39 | 7.4635 | dista.. | ball_tree | 28 | 1 | 1.0 | 1.0 | 0.641s | 1m:47s |
| Iteration 40 | 7.4705 | dista.. | kd_tree | 28 | 1 | 0.6562 | 1.0 | 0.645s | 1m:49s |
| Iteration 41 | 7.4798 | dista.. | ball_tree | 27 | 1 | 0.6875 | 1.0 | 0.644s | 1m:52s |
| Iteration 42 | 7.5127 | dista.. | auto | 21 | 1 | 0.6875 | 1.0 | 0.643s | 1m:54s |
| Iteration 43 | 7.5128 | dista.. | ball_tree | 20 | 1 | 0.6875 | 1.0 | 0.650s | 1m:56s |
| Iteration 44 | 7.7898 | dista.. | auto | 27 | 1 | 0.6875 | 1.0 | 0.657s | 1m:58s |
| Iteration 45 | 7.1904 | dista.. | ball_tree | 25 | 1 | 0.75 | 1.0 | 0.668s | 2m:01s |
| Iteration 46 | 11.7171 | dista.. | ball_tree | 40 | 2 | 0.4375 | 1.0 | 0.644s | 2m:03s |
| Iteration 47 | 7.8845 | dista.. | ball_tree | 26 | 1 | 0.625 | 1.0 | 0.649s | 2m:06s |
| Iteration 48 | 7.299 | dista.. | ball_tree | 27 | 1 | 0.875 | 1.0 | 0.646s | 2m:08s |
| Iteration 49 | 6.7581 | dista.. | kd_tree | 35 | 2 | 0.6875 | 1.0 | 0.648s | 2m:12s |
| Iteration 50 | 7.2788 | dista.. | auto | 30 | 2 | 0.75 | 1.0 | 0.647s | 2m:17s |
Bayesian Optimization ---------------------------
Best call --> Iteration 39
Best parameters --> {'radius': 7.4635, 'weights': 'distance', 'algorithm': 'ball_tree', 'leaf_size': 28, 'p': 1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:19s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 0.65
Time elapsed: 0.016s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.65 ± 0.0548
Time elapsed: 0.050s
-------------------------------------------------
Total time: 2m:19s
Running BO for AdaBoost...
| call | n_estimators | learning_rate | algorithm | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 6.2758 | SAMME.R | 0.875 | 0.875 | 1.029s | 1.035s |
| Initial point 2 | 500 | 0.0511 | SAMME.R | 0.875 | 0.875 | 1.035s | 3.348s |
| Initial point 3 | 225 | 1.0215 | SAMME | 0.4375 | 0.875 | 0.810s | 5.365s |
| Initial point 4 | 431 | 0.0871 | SAMME | 0.5625 | 0.875 | 0.942s | 7.514s |
| Initial point 5 | 250 | 0.0488 | SAMME | 0.625 | 0.875 | 0.810s | 9.572s |
| Initial point 6 | 461 | 0.2353 | SAMME.R | 0.5 | 0.875 | 1.002s | 11.893s |
| Initial point 7 | 473 | 2.1636 | SAMME | 0.6875 | 0.875 | 0.662s | 13.816s |
| Initial point 8 | 411 | 0.019 | SAMME | 0.5312 | 0.875 | 0.921s | 15.996s |
| Initial point 9 | 439 | 3.0721 | SAMME | 0.5 | 0.875 | 0.636s | 17.805s |
| Initial point 10 | 173 | 0.0151 | SAMME | 0.5938 | 0.875 | 0.749s | 19.658s |
| Iteration 11 | 50 | 9.7227 | SAMME.R | 0.375 | 0.875 | 1.253s | 22.262s |
| Iteration 12 | 292 | 0.0333 | SAMME | 0.6562 | 0.875 | 0.835s | 24.479s |
| Iteration 13 | 492 | 0.01 | SAMME | 0.4688 | 0.875 | 1.103s | 27.054s |
| Iteration 14 | 490 | 0.0116 | SAMME.R | 0.6562 | 0.875 | 1.025s | 29.497s |
| Iteration 15 | 498 | 0.01 | SAMME.R | 0.7812 | 0.875 | 1.024s | 31.957s |
| Iteration 16 | 500 | 10.0 | SAMME.R | 0.4062 | 0.875 | 1.036s | 35.430s |
| Iteration 17 | 417 | 6.106 | SAMME.R | 0.25 | 0.875 | 0.940s | 37.993s |
| Iteration 18 | 483 | 4.25 | SAMME.R | 0.75 | 0.875 | 1.024s | 40.402s |
| Iteration 19 | 294 | 0.0158 | SAMME.R | 0.5 | 0.875 | 0.922s | 42.696s |
| Iteration 20 | 500 | 0.0138 | SAMME.R | 0.75 | 0.875 | 1.097s | 45.174s |
| Iteration 21 | 329 | 8.9795 | SAMME | 0.1875 | 0.875 | 0.684s | 47.214s |
| Iteration 22 | 130 | 0.0104 | SAMME | 0.6875 | 0.875 | 0.791s | 49.278s |
| Iteration 23 | 500 | 0.01 | SAMME.R | 0.8125 | 0.875 | 1.097s | 51.880s |
| Iteration 24 | 486 | 0.01 | SAMME.R | 0.9375 | 0.9375 | 1.076s | 56.428s |
| Iteration 25 | 50 | 0.01 | SAMME | 0.875 | 0.9375 | 0.687s | 59.027s |
| Iteration 26 | 50 | 0.01 | SAMME.R | 0.9688 | 0.9688 | 0.665s | 1m:04s |
| Iteration 27 | 50 | 0.01 | SAMME.R | 0.9688 | 0.9688 | 0.000s | 1m:09s |
| Iteration 28 | 50 | 0.01 | SAMME.R | 0.9688 | 0.9688 | 0.000s | 1m:11s |
| Iteration 29 | 482 | 0.01 | SAMME.R | 1.0 | 1.0 | 1.018s | 1m:14s |
| Iteration 30 | 50 | 0.01 | SAMME.R | 0.9688 | 1.0 | 0.000s | 1m:15s |
| Iteration 31 | 50 | 0.0404 | SAMME.R | 0.7812 | 1.0 | 0.671s | 1m:17s |
| Iteration 32 | 50 | 0.01 | SAMME.R | 0.9688 | 1.0 | 0.000s | 1m:19s |
| Iteration 33 | 50 | 0.01 | SAMME.R | 0.9688 | 1.0 | 0.000s | 1m:20s |
| Iteration 34 | 471 | 0.0104 | SAMME.R | 0.875 | 1.0 | 1.003s | 1m:23s |
| Iteration 35 | 51 | 0.0109 | SAMME.R | 0.7188 | 1.0 | 0.674s | 1m:25s |
| Iteration 36 | 63 | 0.01 | SAMME.R | 0.875 | 1.0 | 0.682s | 1m:27s |
| Iteration 37 | 50 | 0.01 | SAMME | 0.875 | 1.0 | 0.000s | 1m:28s |
| Iteration 38 | 50 | 0.01 | SAMME | 0.875 | 1.0 | 0.000s | 1m:30s |
| Iteration 39 | 500 | 5.8728 | SAMME.R | 0.875 | 1.0 | 1.014s | 1m:32s |
| Iteration 40 | 98 | 0.01 | SAMME.R | 0.9375 | 1.0 | 1.287s | 1m:37s |
| Iteration 41 | 102 | 0.01 | SAMME.R | 0.875 | 1.0 | 0.714s | 1m:42s |
| Iteration 42 | 89 | 0.01 | SAMME.R | 0.7188 | 1.0 | 0.713s | 1m:46s |
| Iteration 43 | 484 | 5.9477 | SAMME.R | 0.875 | 1.0 | 1.010s | 1m:49s |
| Iteration 44 | 50 | 0.01 | SAMME.R | 0.9688 | 1.0 | 0.001s | 1m:51s |
| Iteration 45 | 98 | 0.0107 | SAMME.R | 0.875 | 1.0 | 0.702s | 1m:53s |
| Iteration 46 | 492 | 0.0458 | SAMME.R | 0.625 | 1.0 | 1.026s | 1m:56s |
| Iteration 47 | 50 | 0.0674 | SAMME | 0.625 | 1.0 | 0.801s | 1m:58s |
| Iteration 48 | 50 | 0.01 | SAMME.R | 0.9688 | 1.0 | 0.000s | 1m:60s |
| Iteration 49 | 50 | 0.01 | SAMME.R | 0.9688 | 1.0 | 0.000s | 2m:01s |
| Iteration 50 | 50 | 0.01 | SAMME.R | 0.9688 | 1.0 | 0.000s | 2m:02s |
Bayesian Optimization ---------------------------
Best call --> Iteration 29
Best parameters --> {'n_estimators': 482, 'learning_rate': 0.01, 'algorithm': 'SAMME.R'}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:04s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9286
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.433s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.95 ± 0.0775
Time elapsed: 1.964s
-------------------------------------------------
Total time: 2m:07s
Running BO for Random Forest...
| call | n_estimators | criterion | max_depth | min_samples_split | min_samples_leaf | max_features | bootstrap | ccp_alpha | max_samples | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | --------- | --------- | ----------------- | ---------------- | ------------ | --------- | --------- | ----------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | entropy | 1 | 20 | 5 | 0.5 | True | 0.0234 | 0.9 | 0.75 | 0.75 | 1.049s | 1.069s |
| Initial point 2 | 425 | gini | 5 | 10 | 5 | 0.6 | False | 0.016 | --- | 0.8125 | 0.8125 | 0.935s | 3.454s |
| Initial point 3 | 470 | entropy | 6 | 16 | 3 | 0.6 | False | 0.029 | --- | 0.6875 | 0.8125 | 0.964s | 5.632s |
| Initial point 4 | 144 | gini | 6 | 13 | 14 | 0.5 | True | 0.0101 | 0.5 | 0.25 | 0.8125 | 0.779s | 7.717s |
| Initial point 5 | 394 | gini | None | 13 | 14 | log2 | True | 0.0078 | None | 1.0 | 1.0 | 0.987s | 10.061s |
| Initial point 6 | 240 | gini | 8 | 4 | 11 | sqrt | False | 0.0319 | --- | 0.75 | 1.0 | 0.812s | 12.120s |
| Initial point 7 | 296 | entropy | 6 | 19 | 6 | log2 | False | 0.0332 | --- | 0.9375 | 1.0 | 0.856s | 14.234s |
| Initial point 8 | 275 | entropy | None | 5 | 16 | auto | False | 0.0189 | --- | 0.5 | 1.0 | 0.832s | 16.278s |
| Initial point 9 | 447 | gini | 5 | 14 | 8 | 0.7 | False | 0.0044 | --- | 0.8125 | 1.0 | 0.928s | 20.026s |
| Initial point 10 | 327 | gini | 7 | 8 | 15 | 0.9 | True | 0.0174 | None | 0.625 | 1.0 | 0.881s | 22.764s |
| Iteration 11 | 61 | entropy | 6 | 12 | 9 | 0.8 | False | 0.0123 | --- | 0.625 | 1.0 | 0.652s | 27.989s |
| Iteration 12 | 370 | gini | None | 11 | 16 | log2 | True | 0.004 | None | 0.75 | 1.0 | 0.917s | 31.210s |
| Iteration 13 | 31 | gini | 5 | 12 | 18 | auto | False | 0.0005 | --- | 0.375 | 1.0 | 0.643s | 33.907s |
| Iteration 14 | 406 | gini | None | 14 | 14 | sqrt | True | 0.0077 | None | 0.5625 | 1.0 | 0.936s | 36.709s |
| Iteration 15 | 213 | entropy | 5 | 12 | 1 | 0.7 | False | 0.033 | --- | 0.8125 | 1.0 | 0.762s | 39.087s |
| Iteration 16 | 10 | gini | 4 | 6 | 1 | auto | False | 0.0163 | --- | 0.75 | 1.0 | 0.632s | 42.747s |
| Iteration 17 | 283 | gini | None | 2 | 4 | auto | True | 0.0137 | 0.8 | 1.0 | 1.0 | 0.838s | 45.626s |
| Iteration 18 | 308 | entropy | None | 2 | 1 | auto | True | 0.0 | 0.9 | 0.6875 | 1.0 | 1.436s | 48.722s |
| Iteration 19 | 254 | gini | 2 | 2 | 6 | 0.5 | True | 0.0155 | 0.6 | 0.5625 | 1.0 | 0.828s | 51.241s |
| Iteration 20 | 500 | entropy | 7 | 9 | 20 | 0.8 | False | 0.0222 | --- | 0.5625 | 1.0 | 0.971s | 53.823s |
| Iteration 21 | 500 | gini | 6 | 8 | 10 | auto | False | 0.024 | --- | 0.75 | 1.0 | 0.969s | 56.339s |
| Iteration 22 | 500 | gini | 3 | 15 | 1 | 0.6 | True | 0.0069 | None | 0.75 | 1.0 | 1.033s | 1m:01s |
| Iteration 23 | 10 | entropy | None | 10 | 1 | None | True | 0.0297 | 0.8 | 0.6875 | 1.0 | 0.631s | 1m:06s |
| Iteration 24 | 337 | gini | 2 | 3 | 1 | 0.8 | False | 0.0275 | --- | 0.9062 | 1.0 | 0.845s | 1m:11s |
| Iteration 25 | 348 | gini | 5 | 5 | 1 | 0.5 | False | 0.0336 | --- | 0.9375 | 1.0 | 0.853s | 1m:14s |
| Iteration 26 | 326 | gini | 9 | 20 | 1 | auto | True | 0.035 | 0.6 | 0.9375 | 1.0 | 0.876s | 1m:16s |
| Iteration 27 | 327 | entropy | None | 20 | 1 | auto | False | 0.035 | --- | 0.9375 | 1.0 | 0.829s | 1m:19s |
| Iteration 28 | 322 | entropy | None | 20 | 1 | None | False | 0.035 | --- | 0.625 | 1.0 | 0.839s | 1m:21s |
| Iteration 29 | 265 | gini | 6 | 10 | 1 | auto | False | 0.035 | --- | 1.0 | 1.0 | 0.791s | 1m:24s |
| Iteration 30 | 278 | gini | 5 | 11 | 1 | auto | False | 0.035 | --- | 0.625 | 1.0 | 0.807s | 1m:26s |
| Iteration 31 | 397 | gini | 8 | 2 | 1 | auto | True | 0.035 | None | 1.0 | 1.0 | 0.959s | 1m:29s |
| Iteration 32 | 412 | gini | 9 | 20 | 1 | auto | True | 0.035 | None | 0.625 | 1.0 | 0.984s | 1m:31s |
| Iteration 33 | 500 | entropy | 3 | 11 | 1 | sqrt | True | 0.0059 | 0.7 | 0.4375 | 1.0 | 1.069s | 1m:34s |
| Iteration 34 | 179 | entropy | 1 | 20 | 1 | 0.8 | False | 0.0 | --- | 0.625 | 1.0 | 0.730s | 1m:40s |
| Iteration 35 | 372 | gini | 6 | 7 | 7 | None | True | 0.035 | 0.9 | 0.875 | 1.0 | 0.911s | 1m:43s |
| Iteration 36 | 367 | gini | 9 | 15 | 7 | 0.9 | False | 0.035 | --- | 1.0 | 1.0 | 0.850s | 1m:46s |
| Iteration 37 | 358 | gini | 5 | 13 | 6 | auto | False | 0.035 | --- | 0.8125 | 1.0 | 0.832s | 1m:48s |
| Iteration 38 | 354 | gini | 9 | 2 | 5 | auto | True | 0.035 | 0.8 | 0.9375 | 1.0 | 0.910s | 1m:51s |
| Iteration 39 | 346 | gini | 6 | 18 | 1 | 0.5 | False | 0.0 | --- | 0.875 | 1.0 | 0.873s | 1m:53s |
| Iteration 40 | 352 | gini | None | 2 | 5 | sqrt | False | 0.035 | --- | 0.875 | 1.0 | 0.886s | 1m:56s |
| Iteration 41 | 335 | gini | 3 | 20 | 1 | None | True | 0.035 | 0.9 | 0.875 | 1.0 | 1.551s | 1m:59s |
| Iteration 42 | 354 | gini | 6 | 2 | 5 | auto | False | 0.035 | --- | 0.75 | 1.0 | 0.832s | 2m:02s |
| Iteration 43 | 332 | gini | 9 | 4 | 1 | auto | True | 0.035 | 0.9 | 0.875 | 1.0 | 0.939s | 2m:05s |
| Iteration 44 | 500 | gini | 3 | 3 | 20 | 0.5 | False | 0.035 | --- | 0.5 | 1.0 | 0.955s | 2m:08s |
| Iteration 45 | 365 | entropy | 4 | 17 | 8 | sqrt | False | 0.0021 | --- | 0.875 | 1.0 | 0.887s | 2m:11s |
| Iteration 46 | 366 | entropy | 9 | 4 | 7 | None | False | 0.0303 | --- | 0.5938 | 1.0 | 0.907s | 2m:13s |
| Iteration 47 | 157 | gini | 8 | 4 | 1 | auto | False | 0.0039 | --- | 0.75 | 1.0 | 0.766s | 2m:16s |
| Iteration 48 | 330 | gini | None | 20 | 1 | None | False | 0.0 | --- | 0.8125 | 1.0 | 0.818s | 2m:21s |
| Iteration 49 | 330 | gini | 9 | 2 | 1 | None | True | 0.035 | None | 0.5625 | 1.0 | 0.892s | 2m:24s |
| Iteration 50 | 357 | gini | None | 20 | 5 | auto | False | 0.0 | --- | 0.8125 | 1.0 | 0.822s | 2m:27s |
Bayesian Optimization ---------------------------
Best call --> Initial point 5
Best parameters --> {'n_estimators': 394, 'criterion': 'gini', 'max_depth': None, 'min_samples_split': 13, 'min_samples_leaf': 14, 'max_features': 'log2', 'bootstrap': True, 'ccp_alpha': 0.0078, 'max_samples': None}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:29s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.8009
Test evaluation --> roc_auc: 0.95
Time elapsed: 0.345s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.89 ± 0.0374
Time elapsed: 1.567s
-------------------------------------------------
Total time: 2m:31s
Running BO for XGBoost...
| call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.770s | 0.790s |
| Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.6875 | 0.6875 | 0.758s | 3.021s |
| Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.6875 | 0.725s | 5.068s |
| Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.6875 | 0.678s | 6.947s |
| Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.6875 | 0.707s | 10.283s |
| Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.6875 | 0.690s | 12.479s |
| Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.6875 | 0.695s | 16.974s |
| Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.6875 | 0.700s | 19.533s |
| Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.6875 | 0.6875 | 0.736s | 21.425s |
| Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.6875 | 0.702s | 23.301s |
| Iteration 11 | 26 | 0.3307 | 6 | 0.2334 | 10 | 0.6 | 0.5 | 100 | 1 | 0.5 | 0.6875 | 0.651s | 25.331s |
| Iteration 12 | 386 | 0.0292 | 6 | 0.4273 | 2 | 0.8 | 0.8 | 0.1 | 1 | 0.75 | 0.75 | 0.744s | 27.701s |
| Iteration 13 | 94 | 0.0243 | 3 | 0.2714 | 4 | 0.7 | 0.5 | 0 | 100 | 0.3125 | 0.75 | 0.657s | 30.015s |
| Iteration 14 | 474 | 0.01 | 6 | 1.0 | 1 | 1.0 | 0.4 | 0 | 100 | 0.5 | 0.75 | 0.736s | 32.444s |
| Iteration 15 | 345 | 0.2431 | 6 | 0.5953 | 5 | 0.8 | 0.7 | 0.01 | 100 | 0.6562 | 0.75 | 0.704s | 36.109s |
| Iteration 16 | 271 | 0.0163 | 6 | 0.9753 | 1 | 0.8 | 0.7 | 0.01 | 10 | 0.875 | 0.875 | 0.715s | 39.431s |
| Iteration 17 | 65 | 0.0105 | 6 | 1.0 | 1 | 0.8 | 0.4 | 1 | 100 | 0.5 | 0.875 | 0.660s | 41.940s |
| Iteration 18 | 93 | 0.0249 | 6 | 1.0 | 1 | 0.8 | 0.7 | 0.1 | 1 | 0.75 | 0.875 | 0.667s | 44.371s |
| Iteration 19 | 134 | 0.0103 | 10 | 0.4336 | 4 | 0.8 | 0.8 | 0.01 | 10 | 0.75 | 0.875 | 0.663s | 46.721s |
| Iteration 20 | 255 | 1.0 | 10 | 0.0 | 1 | 1.0 | 1.0 | 0.01 | 100 | 0.5 | 0.875 | 0.692s | 49.150s |
| Iteration 21 | 432 | 0.0272 | 4 | 0.5651 | 2 | 0.8 | 0.9 | 0.01 | 10 | 0.5625 | 0.875 | 0.822s | 54.592s |
| Iteration 22 | 276 | 0.0884 | 6 | 0.6735 | 3 | 0.8 | 0.9 | 0.01 | 10 | 0.6875 | 0.875 | 0.704s | 57.827s |
| Iteration 23 | 232 | 0.0129 | 6 | 0.997 | 2 | 0.8 | 0.6 | 0.01 | 10 | 0.875 | 0.875 | 0.686s | 1m:02s |
| Iteration 24 | 336 | 0.0146 | 6 | 0.6434 | 8 | 0.8 | 0.9 | 0.01 | 100 | 0.5 | 0.875 | 0.714s | 1m:07s |
| Iteration 25 | 300 | 0.0125 | 7 | 0.1506 | 1 | 0.8 | 0.6 | 0.01 | 1 | 0.9375 | 0.9375 | 0.717s | 1m:12s |
| Iteration 26 | 500 | 0.3066 | 7 | 0.9715 | 1 | 0.8 | 0.5 | 0.01 | 0.1 | 0.8125 | 0.9375 | 0.766s | 1m:19s |
| Iteration 27 | 384 | 0.01 | 7 | 0.0 | 1 | 0.8 | 0.6 | 0.01 | 0 | 0.75 | 0.9375 | 0.722s | 1m:22s |
| Iteration 28 | 500 | 0.01 | 7 | 0.0 | 1 | 0.8 | 0.6 | 0.01 | 10 | 0.25 | 0.9375 | 0.737s | 1m:25s |
| Iteration 29 | 190 | 0.0321 | 7 | 0.383 | 5 | 0.8 | 0.7 | 10 | 1 | 0.5 | 0.9375 | 0.663s | 1m:27s |
| Iteration 30 | 475 | 0.01 | 7 | 0.1866 | 5 | 0.8 | 0.5 | 0 | 1 | 0.5 | 0.9375 | 0.728s | 1m:33s |
| Iteration 31 | 94 | 0.0563 | 7 | 0.5562 | 1 | 0.7 | 0.7 | 0.01 | 1 | 0.875 | 0.9375 | 0.680s | 1m:36s |
| Iteration 32 | 96 | 0.0303 | 7 | 0.9757 | 3 | 0.8 | 0.6 | 0.01 | 0.1 | 0.6875 | 0.9375 | 0.676s | 1m:38s |
| Iteration 33 | 198 | 0.0137 | 7 | 0.4699 | 3 | 0.9 | 0.8 | 0.01 | 1 | 0.4375 | 0.9375 | 0.683s | 1m:41s |
| Iteration 34 | 315 | 0.0137 | 7 | 0.415 | 3 | 0.8 | 0.7 | 0.01 | 1 | 0.5 | 0.9375 | 0.704s | 1m:44s |
| Iteration 35 | 431 | 0.0122 | 7 | 0.0861 | 7 | 0.8 | 0.4 | 0.01 | 1 | 0.75 | 0.9375 | 0.720s | 1m:46s |
| Iteration 36 | 260 | 0.0121 | 7 | 0.182 | 1 | 1.0 | 0.7 | 0.1 | 1 | 0.75 | 0.9375 | 0.725s | 1m:48s |
| Iteration 37 | 275 | 0.0282 | 5 | 0.2567 | 1 | 0.6 | 0.7 | 0.01 | 1 | 0.75 | 0.9375 | 0.706s | 1m:51s |
| Iteration 38 | 295 | 0.043 | 9 | 0.2295 | 1 | 0.8 | 0.6 | 1 | 0.1 | 0.9375 | 0.9375 | 0.711s | 1m:55s |
| Iteration 39 | 288 | 0.0737 | 2 | 0.1224 | 1 | 0.6 | 0.6 | 10 | 0.01 | 0.5 | 0.9375 | 0.701s | 1m:58s |
| Iteration 40 | 294 | 0.0319 | 8 | 0.1408 | 1 | 0.8 | 0.6 | 10 | 0.01 | 0.5 | 0.9375 | 0.688s | 2m:02s |
| Iteration 41 | 424 | 0.0107 | 4 | 0.2511 | 1 | 1.0 | 0.6 | 0.1 | 1 | 0.8125 | 0.9375 | 1.328s | 2m:06s |
| Iteration 42 | 252 | 0.0218 | 3 | 0.1371 | 1 | 0.7 | 0.6 | 1 | 1 | 0.8125 | 0.9375 | 0.694s | 2m:11s |
| Iteration 43 | 348 | 0.0763 | 8 | 0.1354 | 1 | 0.7 | 0.8 | 0.1 | 0.1 | 1.0 | 1.0 | 0.720s | 2m:15s |
| Iteration 44 | 399 | 0.0139 | 8 | 0.0 | 1 | 0.9 | 0.8 | 1 | 0.1 | 0.375 | 1.0 | 0.733s | 2m:20s |
| Iteration 45 | 329 | 0.1683 | 8 | 0.164 | 1 | 0.7 | 0.8 | 1 | 0.1 | 0.875 | 1.0 | 0.713s | 2m:25s |
| Iteration 46 | 304 | 0.0702 | 9 | 0.2211 | 1 | 0.7 | 0.7 | 0.1 | 0.1 | 0.75 | 1.0 | 0.726s | 2m:28s |
| Iteration 47 | 458 | 0.0859 | 7 | 0.097 | 1 | 0.5 | 0.7 | 0.1 | 0.1 | 0.625 | 1.0 | 0.777s | 2m:31s |
| Iteration 48 | 349 | 0.1152 | 5 | 0.1286 | 1 | 0.7 | 0.8 | 0.1 | 0.1 | 1.0 | 1.0 | 0.774s | 2m:33s |
| Iteration 49 | 357 | 0.0121 | 6 | 0.141 | 1 | 0.8 | 0.8 | 0.1 | 0.01 | 0.5 | 1.0 | 0.735s | 2m:38s |
| Iteration 50 | 268 | 0.0695 | 9 | 0.1282 | 2 | 0.7 | 0.8 | 0.1 | 0.1 | 0.75 | 1.0 | 0.700s | 2m:44s |
Bayesian Optimization ---------------------------
Best call --> Iteration 48
Best parameters --> {'n_estimators': 349, 'learning_rate': 0.1152, 'max_depth': 5, 'gamma': 0.1286, 'min_child_weight': 1, 'subsample': 0.7, 'colsample_bytree': 0.8, 'reg_alpha': 0.1, 'reg_lambda': 0.1}
Best evaluation --> roc_auc: 1.0
Time elapsed: 2m:48s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 1.0
Test evaluation --> roc_auc: 1.0
Time elapsed: 0.099s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.9 ± 0.0894
Time elapsed: 0.284s
-------------------------------------------------
Total time: 2m:49s
Final results ==================== >>
Duration: 17m:05s
-------------------------------------
Gradient Boosting Machine --> roc_auc: 0.97 ± 0.0245 !
Logistic Regression --> roc_auc: 0.75 ± 0.1673
Linear Discriminant Analysis --> roc_auc: 0.87 ± 0.06
Quadratic Discriminant Analysis --> roc_auc: 0.88 ± 0.0812
Radius Nearest Neighbors --> roc_auc: 0.65 ± 0.0548 ~
AdaBoost --> roc_auc: 0.95 ± 0.0775
Random Forest --> roc_auc: 0.89 ± 0.0374
XGBoost --> roc_auc: 0.9 ± 0.0894
New branch sfmXGB successfully created.
Fitting FeatureSelector...
Performing feature selection ...
--> The XGBClassifier estimator selected 10 features from the dataset.
>>> Dropping feature CVVSDRGSTLGRLYF.
>>> Dropping feature CAVNQAGTALIF.
>>> Dropping feature CAVNTGNQFYF.
>>> Dropping feature CAVNTGFQKLVF.
>>> Dropping feature CAVSGGSNYKLTF.
>>> Dropping feature CAENSGGSNYKLTF.
>>> Dropping feature CAVMDSSYKLIF.
>>> Dropping feature CAVNDYKLSF.
>>> Dropping feature CAVSNDYKLSF.
>>> Dropping feature CAVTGNQFYF.
>>> Dropping feature CAANFGNEKLTF.
>>> Dropping feature CAVNAGGTSYGKLTF.
>>> Dropping feature CAVRDGDYKLSF.
>>> Dropping feature CAVNSGGYQKVTF.
>>> Dropping feature CAVNTNAGKSTF.
>>> Dropping feature CAENAGGTSYGKLTF.
>>> Dropping feature CAVNTGGFKTIF.
>>> Dropping feature CAVKDSNYQLIW.
>>> Dropping feature CAVPNQAGTALIF.
>>> Dropping feature CAAMDSNYQLIW.
>>> Dropping feature CAVNSGGSNYKLTF.
>>> Dropping feature CAASTSGTYKYIF.
>>> Dropping feature CAVRDDKIIF.
>>> Dropping feature CAENTGGFKTIF.
>>> Dropping feature CAVLDSNYQLIW.
>>> Dropping feature CAASNDYKLSF.
>>> Dropping feature CAVDNYGQNFVF.
>>> Dropping feature CALNTGGFKTIF.
>>> Dropping feature CAVNRDDKIIF.
>>> Dropping feature CAVVDSNYQLIW.
>>> Dropping feature CAVLNQAGTALIF.
>>> Dropping feature CAVNFGNEKLTF.
>>> Dropping feature CAVNNAGNMLTF.
>>> Dropping feature CAVSGNTPLVF.
>>> Dropping feature CALSAARSSNTGKLIF.
>>> Dropping feature CALFPRGNDYKLSF.
>>> Dropping feature CAVKTSYDKVIF.
>>> Dropping feature CAVKAAGNKLTF.
>>> Dropping feature CAVRDNYGQNFVF.
>>> Dropping feature CAVDTGRRALTF.
>>> Dropping feature CADHQNYGGSQGNLIF.
>>> Dropping feature CAASGGSNYKLTF.
>>> Dropping feature CAVDSNYQLIW.
>>> Dropping feature CAVQGGSEKLVF.
>>> Dropping feature CAASKGGSYIPTF.
>>> Dropping feature CALGPNDNFNKFYF.
>>> Dropping feature CAVGGSQGNLIF.
>>> Dropping feature CAVNYGGSQGNLIF.
>>> Dropping feature CAASTGNQFYF.
>>> Dropping feature CALGEPYNQGGKLIF.
>>> Dropping feature CAVNTGTASKLTF.
>>> Dropping feature CAVRNPNSGYSTLTF.
>>> Dropping feature CAASNQAGTALIF.
>>> Dropping feature CAVNTDKLIF.
>>> Dropping feature CAVSDSNYQLIW.
>>> Dropping feature CAALDSNYQLIW.
>>> Dropping feature CAVSGGGADGLTF.
>>> Dropping feature CAVIGFGNVLHC.
>>> Dropping feature CASASPSSYNEQFF.
>>> Dropping feature CASSLGETQYF.
>>> Dropping feature CAVSGGSYIPTF.
>>> Dropping feature CAASGGSYIPTF.
>>> Dropping feature CAVNAGNNRKLIW.
>>> Dropping feature CAVTGGGNKLTF.
>>> Dropping feature CAANTGNQFYF.
>>> Dropping feature CAVNNARLMF.
>>> Dropping feature CASSRDRVEQYF.
>>> Dropping feature CAVTGTASKLTF.
>>> Dropping feature CAVYNQGGKLIF.
>>> Dropping feature CAASNFGNEKLTF.
>>> Dropping feature CASSLARHNEQFF.
>>> Dropping feature CALDTGRRALTF.
>>> Dropping feature CAVNSGNTPLVF.
>>> Dropping feature CAVFSGGYNKLIF.
>>> Dropping feature CAAGGTSYGKLTF.
>>> Dropping feature CAVSGSARQLTF.
>>> Dropping feature CAVRGSQGNLIF.
>>> Dropping feature CAASNTGNQFYF.
>>> Dropping feature CAASGSARQLTF.
>>> Dropping feature CASSLGGNTEAFF.
>>> Dropping feature CVVTESLYGQNFVF.
>>> Dropping feature CAANQAGTALIF.
>>> Dropping feature CASSLGYEQYF.
>>> Dropping feature CAVRMDSSYKLIF.
>>> Dropping feature CAGGSQGNLIF.
>>> Dropping feature CAVEETSGSRLTF.
>>> Dropping feature CAATGNQFYF.
>>> Dropping feature CAASSGTYKYIF.
>>> Dropping feature CAGMDSNYQLIW.
>>> Dropping feature CAVRNNNARLMF.
>>> Dropping feature CAVAGGTSYGKLTF.
>>> Dropping feature CALTGGGNKLTF.
>>> Dropping feature CALNTNAGKSTF.
>>> Dropping feature CAVIQGAQKLVF.
>>> Dropping feature CAGGTSYGKLTF.
>>> Dropping feature CAVSGGYQKVTF.
>>> Dropping feature CAANAGGTSYGKLTF.
>>> Dropping feature CAVYTGGFKTIF.
>>> Dropping feature CVVNQAGTALIF.
>>> Dropping feature CVVNTGNQFYF.
>>> Dropping feature CAVTSGTYKYIF.
>>> Dropping feature CAVYNNNDMRF.
>>> Dropping feature CAVNNNARLMF.
>>> Dropping feature CVVNTNAGKSTF.
>>> Dropping feature CALNYGGSQGNLIF.
>>> Dropping feature CAVIKAAGNKLTF.
>>> Dropping feature CASMDSNYQLIW.
>>> Dropping feature CAVKETSGSRLTF.
>>> Dropping feature CAVRNQAGTALIF.
>>> Dropping feature CAVSVEAAGNKLTF.
>>> Dropping feature CAVYNFNKFYF.
>>> Dropping feature CAATTGYSTLTF.
>>> Dropping feature CAENNAGNMLTF.
>>> Dropping feature CAGGSNYKLTF.
>>> Dropping feature CALYNQGGKLIF.
>>> Dropping feature CAANTGGFKTIF.
>>> Dropping feature CAASKAAGNKLTF.
>>> Dropping feature CAASGGSQGNLIF.
>>> Dropping feature CAVTNQAGTALIF.
>>> Dropping feature CAVRTGANNLFF.
>>> Dropping feature CAPMDSNYQLIW.
>>> Dropping feature CALYNFNKFYF.
>>> Dropping feature CAVSNQAGTALIF.
>>> Dropping feature CAANDYKLSF.
>>> Dropping feature CAVFTGGGNKLTF.
>>> Dropping feature CAVLTGGGNKLTF.
>>> Dropping feature CAVLSGGYNKLIF.
>>> Dropping feature CAVRNTGGFKTIF.
>>> Dropping feature CAVSGAGSYQLTF.
>>> Dropping feature CAADTGRRALTF.
>>> Dropping feature CAVRDTGRRALTF.
>>> Dropping feature CAANTNAGKSTF.
>>> Dropping feature CAVSGGYNKLIF.
>>> Dropping feature CALNRDDKIIF.
>>> Dropping feature CAVSGTYKYIF.
>>> Dropping feature CASSLARNTEAFF.
>>> Dropping feature CAANSGGSNYKLTF.
>>> Dropping feature CAVDNTDKLIF.
>>> Dropping feature CAVRGNTPLVF.
>>> Dropping feature CALNAGGTSYGKLTF.
>>> Dropping feature CAVETSGSRLTF.
>>> Dropping feature CALSGGSYIPTF.
>>> Dropping feature CATDTGRRALTF.
>>> Dropping feature CAVADSNYQLIW.
>>> Dropping feature CAVTTSGTYKYIF.
>>> Dropping feature CAVYGGATNKLIF.
>>> Dropping feature CAVRDRDYKLSF.
>>> Dropping feature CAVYSGGGADGLTF.
>>> Dropping feature CALMDSNYQLIW.
>>> Dropping feature CALNTGNQFYF.
>>> Dropping feature CAVSDTGGFKTIF.
>>> Dropping feature CAVYSSASKIIF.
>>> Dropping feature CAENQAGTALIF.
>>> Dropping feature CALNSGGYQKVTF.
>>> Dropping feature CAVSSGGYQKVTF.
>>> Dropping feature CATATSNYQLIW.
>>> Dropping feature CASSFQETQYF.
>>> Dropping feature CASSLQETQYF.
>>> Dropping feature CAAYSGAGSYQLTF.
>>> Dropping feature CAATEAGSGGYNKLIF.
>>> Dropping feature CALGGSQGNLIF.
>>> Dropping feature CALNDYKLSF.
>>> Dropping feature CAVRETSGSRLTF.
>>> Dropping feature CAVRGGSQGNLIF.
>>> Dropping feature CAASSGGYQKVTF.
>>> Dropping feature CAVEYGNKLVF.
>>> Dropping feature CAVGSSNTGKLIF.
>>> Dropping feature CAENTGNQFYF.
>>> Dropping feature CAVRSNDYKLSF.
>>> Dropping feature CAVTQGGSEKLVF.
>>> Dropping feature CVVNTGGFKTIF.
>>> Dropping feature CAYRSPNTGNQFYF.
>>> Dropping feature CAVSAGGTSYGKLTF.
>>> Dropping feature CAGGGSNYKLTF.
>>> Dropping feature CAVNDDYKLSF.
>>> Dropping feature CALSGGSNYKLTF.
>>> Dropping feature CAVGGGADGLTF.
>>> Dropping feature CAMNTGNQFYF.
>>> Dropping feature CAVYGGSQGNLIF.
>>> Dropping feature CAAAGGTSYGKLTF.
>>> Dropping feature CAATDSWGKLQF.
>>> Dropping feature CAFMDSNYQLIW.
>>> Dropping feature CASPRPGVVLNEQFF.
>>> Dropping feature CASSLGDTQYF.
>>> Dropping feature CASSSYNEQFF.
>>> Dropping feature CAANNAGNMLTF.
>>> Dropping feature CAASNGYSTLTF.
>>> Dropping feature CAVGGSNYKLTF.
>>> Dropping feature CALNQAGTALIF.
>>> Dropping feature CAVRSGGSNYKLTF.
>>> Dropping feature CAAKAAGNKLTF.
>>> Dropping feature CAVTNTGNQFYF.
>>> Dropping feature CAASGGGADGLTF.
>>> Dropping feature CAVHGSSNTGKLIF.
>>> Dropping feature CAVSKAAGNKLTF.
>>> Dropping feature CAAGGGADGLTF.
>>> Dropping feature CAASTGGFKTIF.
>>> Dropping feature CAVSNFGNEKLTF.
>>> Dropping feature CAVEDSNYQLIW.
>>> Dropping feature CAGTSGTYKYIF.
>>> Dropping feature CALKAAGNKLTF.
>>> Dropping feature CALNSGGSNYKLTF.
>>> Dropping feature CAASAQGGSEKLVF.
>>> Dropping feature CAVNNQGGKLIF.
>>> Dropping feature CAAGGSQGNLIF.
>>> Dropping feature CAVGNQAGTALIF.
>>> Dropping feature CAGGYQKVTF.
>>> Dropping feature CAVMNRDDKIIF.
>>> Dropping feature CAVRDQAGTALIF.
>>> Dropping feature CAADNYGQNFVF.
>>> Dropping feature CALYTGGFKTIF.
>>> Dropping feature CAYRSANTGNQFYF.
>>> Dropping feature CAATNQAGTALIF.
>>> Dropping feature CAPNTGNQFYF.
>>> Dropping feature CASNTGNQFYF.
>>> Dropping feature CAVSTGGFKTIF.
>>> Dropping feature CAASSGSARQLTF.
>>> Dropping feature CAVKDSSYKLIF.
>>> Dropping feature CAVSSGSARQLTF.
>>> Dropping feature CAVGGATNKLIF.
>>> Dropping feature CAASKGSNYQLIW.
>>> Dropping feature CAASTGTASKLTF.
>>> Dropping feature CAVNSGYSTLTF.
>>> Dropping feature CAVRSYNTDKLIF.
>>> Dropping feature CAASSGGSNYKLTF.
>>> Dropping feature CAVDSGGGADGLTF.
>>> Dropping feature CAGAGGTSYGKLTF.
>>> Dropping feature CAASSGGSYIPTF.
>>> Dropping feature CASSLSTDTQYF.
>>> Dropping feature CAVEDNYGQNFVF.
>>> Dropping feature CAVPSGGYQKVTF.
>>> Dropping feature CAVTTDSWGKLQF.
>>> Dropping feature CAATGTASKLTF.
>>> Dropping feature CAATNTGNQFYF.
>>> Dropping feature CALSSNDYKLSF.
>>> Dropping feature CAVLNDYKLSF.
>>> Dropping feature CAVNAGNMLTF.
>>> Dropping feature CAENYGGSQGNLIF.
>>> Dropping feature CASSSSYEQYF.
>>> Dropping feature CALDTGGFKTIF.
>>> Dropping feature CAVDTGGFKTIF.
>>> Dropping feature CAVDRDDKIIF.
>>> Dropping feature CAVPSGSARQLTF.
>>> Dropping feature CAAMDSSYKLIF.
>>> Dropping feature CAANAGNNRKLIW.
>>> Dropping feature CATDAFGNQFYF.
>>> Dropping feature CAAETSGSRLTF.
>>> Dropping feature CAASANNNDMRF.
>>> Dropping feature CALIQGAQKLVF.
>>> Dropping feature CASSLGGNEQFF.
>>> Dropping feature CASSLSYEQYF.
>>> Dropping feature CAVASGGSYIPTF.
>>> Dropping feature CAVDNNARLMF.
>>> Dropping feature CAVDQAGTALIF.
>>> Dropping feature CAYSGGSNYKLTF.
>>> Dropping feature CAASGSGGSNYKLTF.
>>> Dropping feature CASSPQETQYF.
>>> Dropping feature CAVKGGSYIPTF.
>>> Dropping feature CAVLMDSNYQLIW.
>>> Dropping feature CAVLNTGGFKTIF.
>>> Dropping feature CAVNNYGQNFVF.
>>> Dropping feature CAVPNSGNTPLVF.
>>> Dropping feature CAVRDSSYKLIF.
>>> Dropping feature CAVRGTGGFKTIF.
>>> Dropping feature CAASSNTGNQFYF.
>>> Dropping feature CALSGSARQLTF.
>>> Dropping feature CAVSSNFGNEKLTF.
>>> Dropping feature CAVRDTGGFKTIF.
>>> Dropping feature CAVSDGQKLLF.
>>> Dropping feature CAVSSNDYKLSF.
>>> Dropping feature CAVSTSGTYKYIF.
>>> Dropping feature CAVTGGSYIPTF.
>>> Dropping feature CASSFGETQYF.
>>> Dropping feature CASSLGGTEAFF.
>>> Dropping feature CASSLGTGELFF.
>>> Dropping feature CASSLTDTQYF.
>>> Dropping feature CALNTGFQKLVF.
>>> Dropping feature CAASAGGTSYGKLTF.
>>> Dropping feature CAASGNQFYF.
>>> Dropping feature CAATSGTYKYIF.
>>> Dropping feature CAVGSNDYKLSF.
>>> Dropping feature CAVLKAAGNKLTF.
>>> Dropping feature CAVRSGGSYIPTF.
>>> Dropping feature CAVTDSWGKLQF.
>>> Dropping feature CAASIQGAQKLVF.
>>> Dropping feature CAVGAAGNKLTF.
>>> Dropping feature CAVLSGGSYIPTF.
>>> Dropping feature CAAKNLDTGNQFYF.
>>> Dropping feature CAGNAGGTSYGKLTF.
>>> Dropping feature CALIKAAGNKLTF.
>>> Dropping feature CAMRGVNTNAGKSTF.
>>> Dropping feature CAVISNFGNEKLTF.
>>> Dropping feature CAVPNTGGFKTIF.
>>> Dropping feature CALFTGGGNKLTF.
>>> Dropping feature CASSLAVPGAREQYF.
>>> Dropping feature CASSLGGSSYEQYF.
>>> Dropping feature CATGPRDSLYGYTF.
>>> Dropping feature CAVIDSNYQLIW.
>>> Dropping feature CAVNSNSGYALNF.
>>> Dropping feature CAASNNAGNMLTF.
>>> Dropping feature CAASSNDYKLSF.
>>> Dropping feature CAVRKAAGNKLTF.
>>> Dropping feature CAVTGANSKLTF.
>>> Dropping feature CAAGAGSYQLTF.
>>> Dropping feature CAASNSGGSNYKLTF.
>>> Dropping feature CAVRGGSNYKLTF.
>>> Dropping feature CAGHSGGSNYKLTF.
>>> Dropping feature CASSLGGSSYNEQFF.
>>> Dropping feature CAAREWGDYKLSF.
>>> Dropping feature CALRDNYGQNFVF.
>>> Dropping feature CAVRIQGAQKLVF.
>>> Dropping feature CASSPSYEQYF.
>>> Dropping feature CAVNYGGATNKLIF.
>>> Dropping feature CAPNFGNEKLTF.
>>> Dropping feature CAENYGGATNKLIF.
>>> Dropping feature CAGPAGGTSYGKLTF.
>>> Dropping feature CAVSQGGSEKLVF.
>>> Dropping feature CAVPNTGNQFYF.
>>> Dropping feature CAVNSGGGADGLTF.
>>> Dropping feature CAATTSGTYKYIF.
>>> Dropping feature CAVDNAGNMLTF.
>>> Dropping feature CAVLYNFNKFYF.
>>> Dropping feature CAVGGGSQGNLIF.
>>> Dropping feature CAVRNSGNTPLVF.
>>> Dropping feature CAAGGSYIPTF.
>>> Dropping feature CAASRGGSYIPTF.
>>> Dropping feature CAGGGSQGNLIF.
>>> Dropping feature CALLTGGGNKLTF.
>>> Dropping feature CAVEAAGNKLTF.
>>> Dropping feature CAVQTGANNLFF.
>>> Dropping feature CAVRAAGNKLTF.
>>> Dropping feature CAVRGSSASKIIF.
>>> Dropping feature CAAGGSNYKLTF.
>>> Dropping feature CAASTGGGNKLTF.
>>> Dropping feature CAAYNTDKLIF.
>>> Dropping feature CAENSGGYQKVTF.
>>> Dropping feature CAPNTGGFKTIF.
>>> Dropping feature CAVGETSGSRLTF.
>>> Dropping feature CAVNNNAGNMLTF.
>>> Dropping feature CAGQGGSEKLVF.
>>> Dropping feature CAVNGNNRLAF.
>>> Dropping feature CAVRSGGYQKVTF.
>>> Dropping feature CAVYNTDKLIF.
>>> Dropping feature CAGNTGGFKTIF.
>>> Dropping feature CAVDQTGANNLFF.
>>> Dropping feature CAVPNSGGSNYKLTF.
>>> Dropping feature CAVRAGGTSYGKLTF.
>>> Dropping feature CAVSNTGNQFYF.
>>> Dropping feature CAVTGGFKTIF.
>>> Dropping feature CAVTGGTSYGKLTF.
>>> Dropping feature CAYTGTASKLTF.
>>> Dropping feature CAASSNTGKLIF.
>>> Dropping feature CALSGGYQKVTF.
>>> Dropping feature CASSLGTEAFF.
>>> Dropping feature CAVDSGNTPLVF.
>>> Dropping feature CAVLTSGTYKYIF.
>>> Dropping feature CAVPNDYKLSF.
>>> Dropping feature CAVTNDYKLSF.
>>> Dropping feature CAVILTGGGNKLTF.
>>> Dropping feature CAAYNNNDMRF.
>>> Dropping feature CASSLGSNQPQHF.
>>> Dropping feature CASSLTGNTEAFF.
>>> Dropping feature CAFNDYKLSF.
>>> Dropping feature CAVINQAGTALIF.
>>> Dropping feature CAVGGGATNKLIF.
>>> Dropping feature CAFTSGTYKYIF.
>>> Dropping feature CALNNAGNMLTF.
>>> Dropping feature CALSGGNFNKFYF.
>>> Dropping feature CAVGTGGFKTIF.
>>> Dropping feature CAVMEYGNKLVF.
>>> Dropping feature CAVNGGSQGNLIF.
>>> Dropping feature CASSLGGYEQYF.
>>> Dropping feature CAVDRGSTLGRLYF.
>>> Dropping feature CAVNYLSAAGTALIF.
>>> Dropping feature CAYRSGETSGSRLTF.
>>> Dropping feature CAANYGGSQGNLIF.
>>> Dropping feature CAASGGYQKVTF.
>>> Dropping feature CAASIGFGNVLHC.
>>> Dropping feature CAFNQAGTALIF.
>>> Dropping feature CALRDDKIIF.
>>> Dropping feature CASSLNTGELFF.
>>> Dropping feature CAVEGSSNTGKLIF.
>>> Dropping feature CAVNPTNKLIF.
>>> Dropping feature CVVNNQAGTALIF.
>>> Dropping feature CALKTSYDKVIF.
>>> Dropping feature CALMDSSYKLIF.
>>> Dropping feature CAVRFSDGQKLLF.
>>> Dropping feature CALRNTGGFKTIF.
>>> Dropping feature CAVGSGNTGKLIF.
>>> Dropping feature CAVNNQAGTALIF.
>>> Dropping feature CAYRNYGGSQGNLIF.
>>> Dropping feature CAAIGFGNVLHC.
>>> Dropping feature CAANTGTASKLTF.
>>> Dropping feature CAATGGYQKVTF.
>>> Dropping feature CALSNQAGTALIF.
>>> Dropping feature CASLNRDDKIIF.
>>> Dropping feature CAVDTGNQFYF.
>>> Dropping feature CAVETGANNLFF.
>>> Dropping feature CAVPTGGGNKLTF.
>>> Dropping feature CAVRSGNTPLVF.
>>> Dropping feature CAARNQAGTALIF.
>>> Dropping feature CAASNTGGFKTIF.
>>> Dropping feature CAGHDYKLSF.
>>> Dropping feature CAGPTSGTYKYIF.
>>> Dropping feature CASSLGGTDTQYF.
>>> Dropping feature CAVRGGATNKLIF.
>>> Dropping feature CASSLRETQYF.
>>> Dropping feature CAVDNQGGKLIF.
>>> Dropping feature CAVVNQAGTALIF.
>>> Dropping feature CAGNSGGSNYKLTF.
>>> Dropping feature CAGTGNQFYF.
>>> Dropping feature CATDAGGTSYGKLTF.
>>> Dropping feature CAVYSGAGSYQLTF.
>>> Dropping feature CAVRTSGTYKYIF.
>>> Dropping feature CAVLSGSARQLTF.
>>> Dropping feature CAVANQAGTALIF.
>>> Dropping feature CAVPNYGGSQGNLIF.
>>> Dropping feature CAASGNTGKLIF.
>>> Dropping feature CATDANDYKLSF.
>>> Dropping feature CAVRTGNQFYF.
>>> Dropping feature CAVSNAGGTSYGKLTF.
>>> Dropping feature CAYRSAQGGSEKLVF.
>>> Dropping feature CAENSGYSTLTF.
>>> Dropping feature CALSAGGTSYGKLTF.
>>> Dropping feature CASSLGQGAYEQYF.
>>> Dropping feature CAVGDSNYQLIW.
>>> Dropping feature CAVGSGGYQKVTF.
>>> Dropping feature CAVGTGNQFYF.
>>> Dropping feature CVVNNARLMF.
>>> Dropping feature CAGTTSGTYKYIF.
>>> Dropping feature CAVLTQGGSEKLVF.
>>> Dropping feature CAVSGYSTLTF.
>>> Dropping feature CAYGGATNKLIF.
>>> Dropping feature CALSSGSARQLTF.
>>> Dropping feature CAVNNNDMRF.
>>> Dropping feature CAVRGGGADGLTF.
>>> Dropping feature CAVSGNQFYF.
>>> Dropping feature CAALKAAGNKLTF.
>>> Dropping feature CAANTDKLIF.
>>> Dropping feature CAASGYSTLTF.
>>> Dropping feature CASSLGQGYEQYF.
>>> Dropping feature CASSLVGETQYF.
>>> Dropping feature CAVDSSYKLIF.
>>> Dropping feature CAVGNTGGFKTIF.
>>> Dropping feature CAVITGGGNKLTF.
>>> Dropping feature CAVQETSGSRLTF.
>>> Dropping feature CAVRDSDYKLSF.
>>> Dropping feature CAVRRDDKIIF.
>>> Dropping feature CAVSTGNQFYF.
>>> Dropping feature CASSLGGETQYF.
>>> Dropping feature CASSLGNTEAFF.
>>> Dropping feature CAVDSSASKIIF.
>>> Dropping feature CAVRDSSASKIIF.
>>> Dropping feature CAVSSNTGKLIF.
>>> Dropping feature CLVGDTGRRALTF.
>>> Dropping feature CAASGNTPLVF.
>>> Dropping feature CAVGYSSASKIIF.
>>> Dropping feature CAVMDTGRRALTF.
>>> Dropping feature CAASANDYKLSF.
>>> Dropping feature CAASDSGGSNYKLTF.
>>> Dropping feature CAGNNAGNMLTF.
>>> Dropping feature CVVNDYKLSF.
>>> Dropping feature CAVRYSSASKIIF.
>>> Dropping feature CAARYSSASKIIF.
>>> Dropping feature CASSLGLNTEAFF.
>>> Dropping feature CAVLYNQGGKLIF.
>>> Dropping feature CAVRYGGSQGNLIF.
>>> Dropping feature CAVRDDYKLSF.
>>> Dropping feature CASSLAGGSYNEQFF.
>>> Dropping feature CAWSGVAASSYNEQFF.
>>> Dropping feature CAARDDKIIF.
>>> Dropping feature CALTGANNLFF.
>>> Dropping feature CAVRNDYKLSF.
>>> Dropping feature CAAMNRDDKIIF.
>>> Dropping feature CALTQGGSEKLVF.
>>> Dropping feature CAVAGGATNKLIF.
>>> Dropping feature CAVLNYGGSQGNLIF.
>>> Dropping feature CAVRSNTGNQFYF.
>>> Dropping feature CAVVTGGGNKLTF.
>>> Dropping feature CAASNAGGTSYGKLTF.
>>> Dropping feature CALRMDSSYKLIF.
>>> Dropping feature CAVPSGNTPLVF.
>>> Dropping feature CAAPNTGNQFYF.
>>> Dropping feature CAAYNFNKFYF.
>>> Dropping feature CAFMNYGGSQGNLIF.
>>> Dropping feature CAGLNYGGSQGNLIF.
>>> Dropping feature CALQTGANNLFF.
>>> Dropping feature CARNTGNQFYF.
>>> Dropping feature CASNAGGTSYGKLTF.
>>> Dropping feature CASSLGQNTEAFF.
>>> Dropping feature CATDARGTYKYIF.
>>> Dropping feature CAVDDYKLSF.
>>> Dropping feature CAVEDTGRRALTF.
>>> Dropping feature CAVGAGGTSYGKLTF.
>>> Dropping feature CAVLYSSASKIIF.
>>> Dropping feature CAVRGYGGSQGNLIF.
>>> Dropping feature CAVRPTSGTYKYIF.
>>> Dropping feature CAAFTGGGNKLTF.
>>> Dropping feature CAAPNQAGTALIF.
>>> Dropping feature CAASKGNTPLVF.
>>> Dropping feature CAASKNTGNQFYF.
>>> Dropping feature CAASSGAGSYQLTF.
>>> Dropping feature CAGGSSNTGKLIF.
>>> Dropping feature CASSLYNEQFF.
>>> Dropping feature CAVKGNTPLVF.
>>> Dropping feature CAVLTDSWGKLQF.
>>> Dropping feature CAYNTDKLIF.
>>> Dropping feature CAAPFSGGYNKLIF.
>>> Dropping feature CAARGGSQGNLIF.
>>> Dropping feature CALNAGNNRKLIW.
>>> Dropping feature CAVHNTDKLIF.
>>> Dropping feature CAVPNNAGNMLTF.
>>> Dropping feature CAVQGAQKLVF.
>>> Dropping feature CAVRGNTDKLIF.
>>> Dropping feature CAYRSTGNQFYF.
>>> Dropping feature CAAIQGAQKLVF.
>>> Dropping feature CAASTNTGNQFYF.
>>> Dropping feature CAGNNNARLMF.
>>> Dropping feature CALSNFGNEKLTF.
>>> Dropping feature CASSLAGYEQYF.
>>> Dropping feature CAVGDDKIIF.
>>> Dropping feature CAPGGYQKVTF.
>>> Dropping feature CAVPNSGGYQKVTF.
>>> Dropping feature CAVRGYSSASKIIF.
>>> Dropping feature CAVRNQGGKLIF.
>>> Dropping feature CAVSTGGGNKLTF.
>>> Dropping feature CAVVDTGRRALTF.
>>> Dropping feature CAASGGGSNYKLTF.
>>> Dropping feature CAASYSSASKIIF.
>>> Dropping feature CAGNTGNQFYF.
>>> Dropping feature CAVGGGSNYKLTF.
>>> Dropping feature CAVQANDYKLSF.
>>> Dropping feature CAENNNARLMF.
>>> Dropping feature CASNDYKLSF.
>>> Dropping feature CAYRSANFGNEKLTF.
>>> Dropping feature CASSSGETQYF.
>>> Dropping feature CAVSPSGGYQKVTF.
>>> Dropping feature CATDQAGTALIF.
>>> Dropping feature CASSLGGNQPQHF.
>>> Dropping feature CALYSSASKIIF.
>>> Dropping feature CAAYSGGGADGLTF.
>>> Dropping feature CAENTGTASKLTF.
>>> Dropping feature CASSLEETQYF.
>>> Dropping feature CAVRNTGNQFYF.
>>> Dropping feature CAALNQAGTALIF.
>>> Dropping feature CAALYNFNKFYF.
>>> Dropping feature CASSSQETQYF.
>>> Dropping feature CAASFGNEKLTF.
>>> Dropping feature CAASITGNQFYF.
>>> Dropping feature CAGSNTGNQFYF.
>>> Dropping feature CASSSLIQGIYEQYF.
>>> Dropping feature CAVRSGGGADGLTF.
>>> Dropping feature CVVNKAAGNKLTF.
>>> Dropping feature CAARGGSNYKLTF.
>>> Dropping feature CAASAGNQFYF.
>>> Dropping feature CAGSNFGNEKLTF.
>>> Dropping feature CALAGGTSYGKLTF.
>>> Dropping feature CALTGNQFYF.
>>> Dropping feature CASSLQGNTEAFF.
>>> Dropping feature CATSNFGNEKLTF.
>>> Dropping feature CAVGSGGSYIPTF.
>>> Dropping feature CAVGSNSGYALNF.
>>> Dropping feature CAVISSGSARQLTF.
>>> Dropping feature CAVMNYGGSQGNLIF.
>>> Dropping feature CAVRGSGGSNYKLTF.
>>> Dropping feature CAASKETSGSRLTF.
>>> Dropping feature CAAYTGGFKTIF.
>>> Dropping feature CASSLGPNTEAFF.
>>> Dropping feature CASSLGTDTQYF.
>>> Dropping feature CAVDNFNKFYF.
>>> Dropping feature CAVGSNYQLIW.
>>> Dropping feature CAVKTGANNLFF.
>>> Dropping feature CAVLSNDYKLSF.
>>> Dropping feature CAVNSGYALNF.
>>> Dropping feature CAANSGGGADGLTF.
>>> Dropping feature CAASNTDKLIF.
>>> Dropping feature CAASTQGGSEKLVF.
>>> Dropping feature CAGLDSNYQLIW.
>>> Dropping feature CAGNRDDKIIF.
>>> Dropping feature CALNTGTASKLTF.
>>> Dropping feature CAPYNQGGKLIF.
>>> Dropping feature CASSFSYEQYF.
>>> Dropping feature CASSLAGTDTQYF.
>>> Dropping feature CAVGGYQKVTF.
>>> Dropping feature CAVGSGGGADGLTF.
>>> Dropping feature CAVGSGNTPLVF.
>>> Dropping feature CAVNNDYKLSF.
>>> Dropping feature CAVSSGGYNKLIF.
>>> Dropping feature CAVSSNTGNQFYF.
>>> Dropping feature CAAGTYKYIF.
Training ========================= >>
Models: GBM_XGB, LR_XGB, LDA_XGB, QDA_XGB, RNN_XGB, AdaB_XGB, RF_XGB, XGB_XGB
Metric: roc_auc
Running BO for Gradient Boosting Machine...
| call | loss | learning_rate | n_estimators | subsample | criterion | min_samples_split | min_samples_leaf | max_depth | max_features | ccp_alpha | roc_auc | best_roc_auc | time | total_time |
| ---------------- | --------- | ------------- | ------------ | --------- | ------------ | ----------------- | ---------------- | --------- | ------------ | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | exponen.. | 0.733 | 73 | 1.0 | friedman_mse | 9 | 8 | 7 | 0.9 | 0.0296 | 0.625 | 0.625 | 3.222s | 3.242s |
| Initial point 2 | deviance | 0.112 | 227 | 0.6 | squared_er.. | 18 | 10 | 5 | None | 0.0272 | 0.625 | 0.625 | 3.270s | 8.511s |
| Initial point 3 | exponen.. | 0.4032 | 55 | 0.8 | squared_er.. | 17 | 17 | 3 | auto | 0.0235 | 0.6875 | 0.6875 | 3.240s | 13.133s |
| Initial point 4 | exponen.. | 0.2204 | 212 | 0.6 | friedman_mse | 5 | 16 | 5 | auto | 0.0218 | 0.5 | 0.6875 | 3.257s | 17.755s |
| Initial point 5 | exponen.. | 0.0395 | 229 | 0.6 | friedman_mse | 10 | 3 | 9 | sqrt | 0.0184 | 0.6875 | 0.6875 | 3.313s | 23.536s |
| Initial point 6 | deviance | 0.6819 | 456 | 0.6 | squared_er.. | 12 | 13 | 10 | log2 | 0.0081 | 0.8125 | 0.8125 | 3.327s | 28.531s |
| Initial point 7 | exponen.. | 0.7941 | 252 | 0.8 | squared_er.. | 3 | 4 | 8 | auto | 0.0309 | 0.9375 | 0.9375 | 3.244s | 33.681s |
| Initial point 8 | exponen.. | 0.0787 | 447 | 0.7 | squared_er.. | 14 | 8 | 6 | 0.7 | 0.0044 | 0.1875 | 0.9375 | 3.314s | 38.485s |
| Initial point 9 | exponen.. | 0.1975 | 183 | 0.9 | friedman_mse | 16 | 18 | 1 | 0.6 | 0.0026 | 0.875 | 0.9375 | 3.253s | 43.129s |
| Initial point 10 | exponen.. | 0.0134 | 184 | 1.0 | friedman_mse | 16 | 16 | 4 | 0.8 | 0.0054 | 0.9375 | 0.9375 | 3.142s | 49.908s |
| Iteration 11 | exponen.. | 0.01 | 188 | 1.0 | friedman_mse | 16 | 14 | 6 | None | 0.0071 | 0.75 | 0.9375 | 3.178s | 55.529s |
| Iteration 12 | exponen.. | 0.8235 | 69 | 0.8 | squared_er.. | 2 | 4 | 5 | sqrt | 0.0138 | 0.8125 | 0.9375 | 3.221s | 1m:00s |
| Iteration 13 | exponen.. | 0.2148 | 452 | 0.8 | squared_er.. | 4 | 4 | 3 | sqrt | 0.0292 | 0.6875 | 0.9375 | 3.300s | 1m:05s |
| Iteration 14 | exponen.. | 0.0134 | 187 | 1.0 | friedman_mse | 16 | 17 | 3 | 0.8 | 0.0037 | 0.875 | 0.9375 | 3.229s | 1m:10s |
| Iteration 15 | deviance | 0.01 | 179 | 0.8 | friedman_mse | 20 | 3 | 7 | 0.7 | 0.002 | 0.875 | 0.9375 | 3.231s | 1m:15s |
| Iteration 16 | exponen.. | 1.0 | 380 | 0.8 | squared_er.. | 2 | 1 | 10 | auto | 0.0341 | 0.875 | 0.9375 | 3.317s | 1m:20s |
| Iteration 17 | exponen.. | 0.0294 | 286 | 0.9 | friedman_mse | 16 | 6 | 3 | 0.7 | 0.0189 | 0.9375 | 0.9375 | 3.262s | 1m:25s |
| Iteration 18 | deviance | 1.0 | 10 | 1.0 | squared_er.. | 2 | 1 | 1 | auto | 0.035 | 0.625 | 0.9375 | 3.821s | 1m:30s |
| Iteration 19 | deviance | 0.01 | 10 | 0.5 | squared_er.. | 17 | 16 | 10 | auto | 0.0 | 0.5 | 0.9375 | 3.197s | 1m:36s |
| Iteration 20 | exponen.. | 0.6931 | 14 | 0.9 | friedman_mse | 8 | 16 | 3 | 0.5 | 0.0162 | 0.7812 | 0.9375 | 3.214s | 1m:41s |
| Iteration 21 | exponen.. | 0.01 | 29 | 0.7 | friedman_mse | 7 | 13 | 1 | 0.6 | 0.0297 | 0.875 | 0.9375 | 3.127s | 1m:48s |
| Iteration 22 | exponen.. | 0.0236 | 500 | 0.6 | friedman_mse | 10 | 20 | 4 | 0.7 | 0.0049 | 0.5 | 0.9375 | 3.310s | 1m:54s |
| Iteration 23 | exponen.. | 0.0107 | 362 | 0.9 | friedman_mse | 10 | 4 | 3 | 0.9 | 0.0121 | 0.9375 | 0.9375 | 3.246s | 2m:02s |
| Iteration 24 | exponen.. | 0.01 | 385 | 0.9 | friedman_mse | 20 | 3 | 3 | 0.8 | 0.0206 | 0.8125 | 0.9375 | 3.275s | 2m:09s |
| Iteration 25 | exponen.. | 0.0119 | 213 | 0.7 | friedman_mse | 18 | 12 | 7 | 0.7 | 0.0319 | 0.875 | 0.9375 | 3.235s | 2m:15s |
| Iteration 26 | exponen.. | 0.01 | 413 | 1.0 | friedman_mse | 20 | 20 | 1 | sqrt | 0.0 | 0.8125 | 0.9375 | 3.234s | 2m:20s |
| Iteration 27 | exponen.. | 0.0218 | 224 | 0.9 | friedman_mse | 11 | 11 | 2 | 0.7 | 0.0073 | 0.5625 | 0.9375 | 3.232s | 2m:25s |
| Iteration 28 | exponen.. | 0.7778 | 382 | 0.8 | squared_er.. | 3 | 4 | 10 | auto | 0.034 | 0.8125 | 0.9375 | 3.274s | 2m:30s |
| Iteration 29 | deviance | 0.0272 | 35 | 0.8 | friedman_mse | 17 | 7 | 3 | 0.7 | 0.0204 | 0.8125 | 0.9375 | 3.212s | 2m:36s |
| Iteration 30 | exponen.. | 0.0333 | 386 | 1.0 | friedman_mse | 17 | 15 | 3 | 0.6 | 0.0255 | 0.8125 | 0.9375 | 3.246s | 2m:41s |
| Iteration 31 | exponen.. | 0.01 | 452 | 0.7 | friedman_mse | 10 | 8 | 2 | 0.6 | 0.0037 | 0.5625 | 0.9375 | 3.193s | 2m:49s |
| Iteration 32 | exponen.. | 0.0198 | 183 | 1.0 | friedman_mse | 10 | 6 | 1 | None | 0.0199 | 0.9375 | 0.9375 | 3.120s | 2m:58s |
| Iteration 33 | exponen.. | 0.0793 | 463 | 0.9 | friedman_mse | 16 | 14 | 4 | 0.7 | 0.02 | 0.4688 | 0.9375 | 3.170s | 3m:08s |
| Iteration 34 | exponen.. | 0.0214 | 322 | 0.9 | squared_er.. | 11 | 2 | 4 | 0.7 | 0.0285 | 0.75 | 0.9375 | 3.195s | 3m:14s |
| Iteration 35 | exponen.. | 0.9305 | 225 | 0.7 | squared_er.. | 14 | 13 | 9 | 0.6 | 0.0263 | 0.9375 | 0.9375 | 3.216s | 3m:19s |
| Iteration 36 | exponen.. | 0.8934 | 172 | 0.7 | squared_er.. | 4 | 5 | 7 | auto | 0.0274 | 0.625 | 0.9375 | 3.217s | 3m:24s |
| Iteration 37 | exponen.. | 0.0111 | 121 | 1.0 | friedman_mse | 20 | 1 | 1 | 0.9 | 0.0326 | 0.7188 | 0.9375 | 3.232s | 3m:29s |
| Iteration 38 | exponen.. | 0.0231 | 183 | 1.0 | friedman_mse | 12 | 9 | 2 | 0.8 | 0.0052 | 0.9375 | 0.9375 | 3.192s | 3m:34s |
| Iteration 39 | exponen.. | 0.0182 | 364 | 0.9 | friedman_mse | 20 | 13 | 9 | 0.9 | 0.0211 | 0.8125 | 0.9375 | 3.275s | 3m:39s |
| Iteration 40 | exponen.. | 0.016 | 370 | 0.8 | squared_er.. | 9 | 11 | 5 | auto | 0.0348 | 0.9375 | 0.9375 | 3.254s | 3m:44s |
| Iteration 41 | exponen.. | 0.4356 | 183 | 1.0 | friedman_mse | 13 | 15 | 8 | 0.7 | 0.0255 | 1.0 | 1.0 | 3.214s | 3m:50s |
| Iteration 42 | deviance | 1.0 | 184 | 1.0 | friedman_mse | 10 | 3 | 1 | 0.9 | 0.0185 | 0.6875 | 1.0 | 3.206s | 3m:57s |
| Iteration 43 | exponen.. | 1.0 | 185 | 1.0 | friedman_mse | 15 | 19 | 1 | 0.5 | 0.0252 | 0.6875 | 1.0 | 3.262s | 4m:03s |
| Iteration 44 | exponen.. | 0.0159 | 177 | 1.0 | squared_er.. | 9 | 17 | 5 | auto | 0.0169 | 0.75 | 1.0 | 3.229s | 4m:08s |
| Iteration 45 | exponen.. | 0.435 | 188 | 1.0 | friedman_mse | 11 | 18 | 8 | 0.6 | 0.0348 | 0.625 | 1.0 | 3.228s | 4m:14s |
| Iteration 46 | exponen.. | 0.1618 | 178 | 1.0 | friedman_mse | 8 | 17 | 7 | 0.7 | 0.0213 | 1.0 | 1.0 | 3.245s | 4m:19s |
| Iteration 47 | exponen.. | 0.0298 | 184 | 0.9 | friedman_mse | 17 | 10 | 5 | 0.8 | 0.0222 | 0.8125 | 1.0 | 3.236s | 4m:24s |
| Iteration 48 | exponen.. | 0.1258 | 181 | 1.0 | squared_er.. | 18 | 16 | 4 | 0.7 | 0.022 | 0.6875 | 1.0 | 3.226s | 4m:30s |
| Iteration 49 | exponen.. | 0.7245 | 180 | 1.0 | friedman_mse | 14 | 8 | 5 | 0.7 | 0.0233 | 0.75 | 1.0 | 3.222s | 4m:35s |
| Iteration 50 | exponen.. | 0.013 | 176 | 1.0 | friedman_mse | 3 | 12 | 6 | 0.8 | 0.0042 | 0.9375 | 1.0 | 3.231s | 4m:40s |
Bayesian Optimization ---------------------------
Best call --> Iteration 46
Best parameters --> {'loss': 'exponential', 'learning_rate': 0.1618, 'n_estimators': 178, 'subsample': 1.0, 'criterion': 'friedman_mse', 'min_samples_split': 8, 'min_samples_leaf': 17, 'max_depth': 7, 'max_features': 0.7, 'ccp_alpha': 0.0213}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:42s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9741
Test evaluation --> roc_auc: 0.75
Time elapsed: 0.045s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.74 ± 0.049
Time elapsed: 0.206s
-------------------------------------------------
Total time: 4m:42s
Running BO for Logistic Regression...
| call | penalty | C | solver | max_iter | l1_ratio | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | ------- | ------- | -------- | -------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | none | --- | newto.. | 999 | --- | 0.6875 | 0.6875 | 3.245s | 3.257s |
| Initial point 2 | l2 | 0.087 | sag | 942 | --- | 0.625 | 0.6875 | 3.212s | 7.884s |
| Initial point 3 | l2 | 0.4195 | libli.. | 307 | --- | 0.8125 | 0.8125 | 3.194s | 14.455s |
| Initial point 4 | l2 | 0.1932 | libli.. | 945 | --- | 0.4375 | 0.8125 | 3.164s | 21.557s |
| Initial point 5 | l2 | 10.3226 | lbfgs | 566 | --- | 0.625 | 0.8125 | 3.153s | 28.600s |
| Initial point 6 | l2 | 14.061 | newto.. | 153 | --- | 0.5 | 0.8125 | 3.340s | 35.847s |
| Initial point 7 | l2 | 2.2818 | libli.. | 278 | --- | 0.8125 | 0.8125 | 3.145s | 40.858s |
| Initial point 8 | l1 | 8.2522 | libli.. | 131 | --- | 0.3125 | 0.8125 | 3.173s | 45.276s |
| Initial point 9 | l2 | 0.0311 | libli.. | 300 | --- | 0.5625 | 0.8125 | 3.153s | 49.681s |
| Initial point 10 | l2 | 0.003 | saga | 208 | --- | 0.75 | 0.8125 | 3.227s | 54.308s |
| Iteration 11 | l1 | 0.0017 | libli.. | 807 | --- | 0.5 | 0.8125 | 3.216s | 59.059s |
| Iteration 12 | l2 | 78.3926 | newto.. | 360 | --- | 0.5625 | 0.8125 | 3.256s | 1m:04s |
| Iteration 13 | l2 | 1.0595 | newto.. | 294 | --- | 0.5 | 0.8125 | 3.196s | 1m:08s |
| Iteration 14 | l2 | 0.1517 | libli.. | 295 | --- | 0.75 | 0.8125 | 3.227s | 1m:13s |
| Iteration 15 | l2 | 0.001 | libli.. | 1000 | --- | 0.4375 | 0.8125 | 3.205s | 1m:18s |
| Iteration 16 | l2 | 0.6781 | sag | 340 | --- | 0.5 | 0.8125 | 3.215s | 1m:24s |
| Iteration 17 | l2 | 0.6137 | libli.. | 238 | --- | 0.8125 | 0.8125 | 3.229s | 1m:29s |
| Iteration 18 | l2 | 5.212 | newto.. | 100 | --- | 0.625 | 0.8125 | 3.210s | 1m:34s |
| Iteration 19 | l2 | 0.0697 | sag | 362 | --- | 0.25 | 0.8125 | 3.229s | 1m:39s |
| Iteration 20 | l2 | 18.157 | libli.. | 149 | --- | 1.0 | 1.0 | 3.205s | 1m:44s |
| Iteration 21 | l1 | 100.0 | libli.. | 100 | --- | 0.875 | 1.0 | 3.194s | 1m:49s |
| Iteration 22 | l1 | 59.5876 | libli.. | 833 | --- | 0.625 | 1.0 | 3.208s | 1m:54s |
| Iteration 23 | l1 | 0.036 | saga | 802 | --- | 0.5 | 1.0 | 3.201s | 1m:59s |
| Iteration 24 | l2 | 58.8558 | libli.. | 100 | --- | 0.75 | 1.0 | 3.204s | 2m:05s |
| Iteration 25 | none | --- | newto.. | 339 | --- | 0.8125 | 1.0 | 3.196s | 2m:10s |
| Iteration 26 | l2 | 21.597 | newto.. | 100 | --- | 0.875 | 1.0 | 3.219s | 2m:15s |
| Iteration 27 | l2 | 0.0226 | libli.. | 103 | --- | 0.625 | 1.0 | 3.228s | 2m:20s |
| Iteration 28 | none | --- | newto.. | 184 | --- | 0.8125 | 1.0 | 3.266s | 2m:24s |
| Iteration 29 | l2 | 81.8717 | newto.. | 100 | --- | 0.75 | 1.0 | 3.253s | 2m:29s |
| Iteration 30 | l2 | 0.0022 | newto.. | 205 | --- | 0.5 | 1.0 | 3.244s | 2m:34s |
| Iteration 31 | l2 | 18.6048 | libli.. | 156 | --- | 0.625 | 1.0 | 3.208s | 2m:39s |
| Iteration 32 | l2 | 100.0 | libli.. | 651 | --- | 0.875 | 1.0 | 3.271s | 2m:44s |
| Iteration 33 | l2 | 100.0 | libli.. | 304 | --- | 0.75 | 1.0 | 3.229s | 2m:49s |
| Iteration 34 | l1 | 12.534 | libli.. | 874 | --- | 0.75 | 1.0 | 3.284s | 2m:55s |
| Iteration 35 | l2 | 100.0 | lbfgs | 112 | --- | 0.875 | 1.0 | 3.215s | 2m:59s |
| Iteration 36 | l2 | 2.2016 | lbfgs | 399 | --- | 0.875 | 1.0 | 3.166s | 3m:07s |
| Iteration 37 | l2 | 0.0671 | lbfgs | 979 | --- | 0.6875 | 1.0 | 3.148s | 3m:14s |
| Iteration 38 | l2 | 100.0 | newto.. | 161 | --- | 0.5 | 1.0 | 3.193s | 3m:20s |
| Iteration 39 | l1 | 100.0 | saga | 394 | --- | 0.5625 | 1.0 | 3.231s | 3m:25s |
| Iteration 40 | none | --- | lbfgs | 367 | --- | 0.8125 | 1.0 | 3.270s | 3m:30s |
| Iteration 41 | l2 | 0.5049 | lbfgs | 381 | --- | 1.0 | 1.0 | 3.243s | 3m:35s |
| Iteration 42 | l2 | 0.1437 | lbfgs | 194 | --- | 0.5625 | 1.0 | 3.176s | 3m:43s |
| Iteration 43 | none | --- | lbfgs | 165 | --- | 0.5625 | 1.0 | 3.206s | 3m:49s |
| Iteration 44 | l2 | 0.0086 | lbfgs | 394 | --- | 0.8125 | 1.0 | 3.244s | 3m:54s |
| Iteration 45 | l2 | 99.796 | lbfgs | 719 | --- | 0.75 | 1.0 | 3.237s | 3m:59s |
| Iteration 46 | l2 | 0.1001 | lbfgs | 100 | --- | 0.6875 | 1.0 | 3.791s | 4m:04s |
| Iteration 47 | l2 | 0.0139 | lbfgs | 252 | --- | 0.75 | 1.0 | 3.198s | 4m:09s |
| Iteration 48 | l2 | 0.9068 | newto.. | 613 | --- | 0.8125 | 1.0 | 3.188s | 4m:14s |
| Iteration 49 | none | --- | newto.. | 1000 | --- | 0.25 | 1.0 | 3.189s | 4m:19s |
| Iteration 50 | l2 | 0.4924 | lbfgs | 457 | --- | 0.8125 | 1.0 | 3.226s | 4m:24s |
Bayesian Optimization ---------------------------
Best call --> Iteration 41
Best parameters --> {'penalty': 'l2', 'C': 0.5049, 'solver': 'lbfgs', 'max_iter': 381}
Best evaluation --> roc_auc: 1.0
Time elapsed: 4m:26s
Fit ---------------------------------------------
Train evaluation --> roc_auc: 0.9071
Test evaluation --> roc_auc: 0.5
Time elapsed: 0.018s
Bootstrap ---------------------------------------
Evaluation --> roc_auc: 0.55 ± 0.0548
Time elapsed: 0.062s
-------------------------------------------------
Total time: 4m:26s
Running BO for Linear Discriminant Analysis...
| call | solver | shrinkage | roc_auc | best_roc_auc | time | total_time |
| ---------------- | ------- | --------- | ------- | ------------ | ------- | ---------- |
| Initial point 1 | eigen | 1.0 | 0.125 | 0.125 | 3.206s | 3.213s |
| Initial point 2 | svd | --- | 0.75 | 0.75 | 3.203s | 7.766s |
| Initial point 3 | svd | --- | 0.75 | 0.75 | 0.001s | 9.030s |
| Initial point 4 | lsqr | 0.8 | 0.0 | 0.75 | 3.227s | 13.410s |
| Initial point 5 | eigen | 0.9 | 0.5625 | 0.75 | 3.227s | 17.970s |
| Initial point 6 | lsqr | 0.7 | 0.5625 | 0.75 | 3.246s | 24.314s |
| Initial point 7 | lsqr | 0.5 | 0.8125 | 0.8125 | 3.156s | 31.193s |
| Initial point 8 | lsqr | 0.9 | 0.5625 | 0.8125 | 3.095s | 37.986s |
| Initial point 9 | lsqr | 0.6 | 0.625 | 0.8125 | 3.169s | 44.772s |
| Initial point 10 | eigen | 0.8 | 0.5625 | 0.8125 | 3.189s | 51.903s |
In [ ]:
# Summarize results from 100 splits
with open('models_dict.json', 'r') as file:
models_dict = json.load(file)
with open('results_dict.json', 'r') as file:
results_dict = json.load(file)
res_df = pd.DataFrame({
'Iteration': models_dict.keys(),
'model': models_dict.values(),
'auc': results_dict.values() # mean_bootstrap
})
In [ ]:
# Which models were chosen as winners?
res_df['model'].value_counts()
Out[ ]:
AdaB_LR 17 GBM_LR 15 XGB_LR 12 RF_LR 10 GBM_XGB 7 QDA_LR 6 RF_XGB 6 LR_LR 6 RNN_XGB 5 RNN_LR 5 AdaB_XGB 5 LDA_LR 3 XGB_XGB 2 QDA_XGB 1 Name: model, dtype: int64
In [ ]:
# Filter rows from features.csv which were trained with one of the three most popular models
features_df = pd.read_csv("/features.csv", index_col = 0)
filtered_res_df = res_df[res_df['model'].isin(['AdaB_LR','GBM_LR', 'XGB_LR'])].sort_values(by='auc', ascending=False)
filtered_res_df['Iteration'] = pd.to_numeric(filtered_res_df['Iteration'])
selected_iterations = filtered_res_df['Iteration'].values
filtered_features_df = features_df[features_df.index.isin(selected_iterations)]
filtered_features_df
Out[ ]:
| Feature_0 | Feature_1 | Feature_2 | Feature_3 | Feature_4 | Feature_5 | Feature_6 | Feature_7 | Feature_8 | Feature_9 | |
|---|---|---|---|---|---|---|---|---|---|---|
| Iteration | ||||||||||
| 10 | CVVSDRGSTLGRLYF | CAVRDNYGQNFVF | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CAVEETSGSRLTF | CALQGGSEKLVF | CAATDSWGKLQF | CAGHDYKLSF | CAATQGGSEKLVF | CAALYNFNKFYF |
| 13 | CVVSDRGSTLGRLYF | CAVRDSNYQLIW | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CAVEETSGSRLTF | CAATDSWGKLQF | CALQGGSEKLVF | CAASEYGNKLVF | CAGHDYKLSF | CAATQGGSEKLVF |
| 14 | CVVSDRGSTLGRLYF | CAVRDSNYQLIW | CALSAARSSNTGKLIF | CAVRDNYGQNFVF | CADHQNYGGSQGNLIF | CAAGGTSYGKLTF | CALQGGSEKLVF | CAGHDYKLSF | CAATQGGSEKLVF | CAASEYGNKLVF |
| 15 | CVVSDRGSTLGRLYF | CAVRDSNYQLIW | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CAVEETSGSRLTF | CAATDSWGKLQF | CALQGGSEKLVF | CAASEYGNKLVF | CAGHDYKLSF | CAATQGGSEKLVF |
| 19 | CVVSDRGSTLGRLYF | CAVMDSSYKLIF | CAVRDNYGQNFVF | CADHQNYGGSQGNLIF | CAVEETSGSRLTF | CAATDSWGKLQF | CALQGGSEKLVF | CAASEYGNKLVF | CAGHDYKLSF | CAATQGGSEKLVF |
| 20 | CAVRDSNYQLIW | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CAVRDNYGQNFVF | CAAGGTSYGKLTF | CAVEETSGSRLTF | CAATDSWGKLQF | CALQGGSEKLVF | CAGHDYKLSF | CAATQGGSEKLVF |
| 21 | CVVSDRGSTLGRLYF | CAVMDSSYKLIF | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CAVEETSGSRLTF | CALQGGSEKLVF | CAATDSWGKLQF | CAGHDYKLSF | CAALYNFNKFYF | CAATQGGSEKLVF |
| 24 | CVVSDRGSTLGRLYF | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CAAGGTSYGKLTF | CAVEETSGSRLTF | CALQGGSEKLVF | CAATDSWGKLQF | CAASEYGNKLVF | CAGHDYKLSF | CAALYNFNKFYF |
| 25 | CAVRDSNYQLIW | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CASASPSSYNEQFF | CAAGGTSYGKLTF | CAVEETSGSRLTF | CALQGGSEKLVF | CAGHDYKLSF | CAATQGGSEKLVF | CAALYNFNKFYF |
| 26 | CAVMDSSYKLIF | CAVRDSNYQLIW | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CASASPSSYNEQFF | CAVEETSGSRLTF | CALQGGSEKLVF | CAATDSWGKLQF | CAASEYGNKLVF | CAGHDYKLSF |
| 28 | CVVSDRGSTLGRLYF | CAVMDSSYKLIF | CADHQNYGGSQGNLIF | CAVRDNYGQNFVF | CAVEETSGSRLTF | CAATDSWGKLQF | CALQGGSEKLVF | CAASEYGNKLVF | CAGHDYKLSF | CAATQGGSEKLVF |
| 29 | CVVSDRGSTLGRLYF | CAVRDSNYQLIW | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CAATDSWGKLQF | CALQGGSEKLVF | CAASEYGNKLVF | CAGHDYKLSF | CAATQGGSEKLVF | CAALYNFNKFYF |
| 30 | CVVSDRGSTLGRLYF | CAVRDSNYQLIW | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CAVEETSGSRLTF | CAATDSWGKLQF | CALQGGSEKLVF | CAGHDYKLSF | CAASEYGNKLVF | CAATQGGSEKLVF |
| 31 | CVVSDRGSTLGRLYF | CAVRDSNYQLIW | CADHQNYGGSQGNLIF | CAVEETSGSRLTF | CAATDSWGKLQF | CALQGGSEKLVF | CAASEYGNKLVF | CAGHDYKLSF | CAATQGGSEKLVF | CAALYNFNKFYF |
| 32 | CVVSDRGSTLGRLYF | CAVRDSNYQLIW | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CAAGGTSYGKLTF | CAATDSWGKLQF | CALQGGSEKLVF | CAALYNFNKFYF | CAASEYGNKLVF | CAGHDYKLSF |
| 34 | CVVSDRGSTLGRLYF | CAVRDSNYQLIW | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CAVEETSGSRLTF | CAATDSWGKLQF | CALQGGSEKLVF | CAASEYGNKLVF | CAGHDYKLSF | CAATQGGSEKLVF |
| 38 | CVVSDRGSTLGRLYF | CAVRDSNYQLIW | CALSAARSSNTGKLIF | CAVRDNYGQNFVF | CADHQNYGGSQGNLIF | CAVEETSGSRLTF | CALQGGSEKLVF | CAATDSWGKLQF | CAASEYGNKLVF | CAGHDYKLSF |
| 40 | CVVSDRGSTLGRLYF | CAVRDSNYQLIW | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CAAGGTSYGKLTF | CAVEETSGSRLTF | CALQGGSEKLVF | CAASEYGNKLVF | CAGHDYKLSF | CAALYNFNKFYF |
| 41 | CVVSDRGSTLGRLYF | CAVRDSNYQLIW | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CAVEETSGSRLTF | CALQGGSEKLVF | CAGHDYKLSF | CAASEYGNKLVF | CAATQGGSEKLVF | CAALYNFNKFYF |
| 45 | CVVSDRGSTLGRLYF | CAVRDSNYQLIW | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CAVEETSGSRLTF | CAATDSWGKLQF | CALQGGSEKLVF | CAASEYGNKLVF | CAGHDYKLSF | CAALYNFNKFYF |
| 47 | CVVSDRGSTLGRLYF | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CAVEETSGSRLTF | CAATDSWGKLQF | CALQGGSEKLVF | CAASEYGNKLVF | CAGHDYKLSF | CAALYNFNKFYF | CAATQGGSEKLVF |
| 50 | CVVSDRGSTLGRLYF | CAVRDNYGQNFVF | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CAVEETSGSRLTF | CALQGGSEKLVF | CAATDSWGKLQF | CAASEYGNKLVF | CAGHDYKLSF | CAALYNFNKFYF |
| 52 | CVVSDRGSTLGRLYF | CAVRDSNYQLIW | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CAVEETSGSRLTF | CAATDSWGKLQF | CALQGGSEKLVF | CAGHDYKLSF | CAASEYGNKLVF | CAATQGGSEKLVF |
| 54 | CVVSDRGSTLGRLYF | CAVMDSSYKLIF | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CAAGGTSYGKLTF | CAVEETSGSRLTF | CALQGGSEKLVF | CAATDSWGKLQF | CAGHDYKLSF | CAALYNFNKFYF |
| 60 | CVVSDRGSTLGRLYF | CAVMDSSYKLIF | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CAVEETSGSRLTF | CAATDSWGKLQF | CALQGGSEKLVF | CAGHDYKLSF | CAATQGGSEKLVF | CAALYNFNKFYF |
| 62 | CVVSDRGSTLGRLYF | CAVRDSNYQLIW | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CAAGGTSYGKLTF | CAATDSWGKLQF | CALQGGSEKLVF | CAASEYGNKLVF | CAGHDYKLSF | CAALYNFNKFYF |
| 63 | CVVSDRGSTLGRLYF | CAVRDSNYQLIW | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CAVEETSGSRLTF | CALQGGSEKLVF | CAATDSWGKLQF | CAASEYGNKLVF | CAGHDYKLSF | CAALYNFNKFYF |
| 65 | CVVSDRGSTLGRLYF | CAVRDSNYQLIW | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CAVEETSGSRLTF | CALQGGSEKLVF | CAATDSWGKLQF | CAASEYGNKLVF | CAGHDYKLSF | CAATQGGSEKLVF |
| 68 | CVVSDRGSTLGRLYF | CAVMDSSYKLIF | CAVRDSNYQLIW | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CAVRDNYGQNFVF | CAAGGTSYGKLTF | CALQGGSEKLVF | CAGHDYKLSF | CAASEYGNKLVF |
| 69 | CAVRDSNYQLIW | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CAVRDNYGQNFVF | CAAGGTSYGKLTF | CAVEETSGSRLTF | CALQGGSEKLVF | CAATDSWGKLQF | CAGHDYKLSF | CAASEYGNKLVF |
| 76 | CVVSDRGSTLGRLYF | CAVRDSNYQLIW | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CAVEETSGSRLTF | CALQGGSEKLVF | CAASEYGNKLVF | CAGHDYKLSF | CAALYNFNKFYF | CAATQGGSEKLVF |
| 77 | CVVSDRGSTLGRLYF | CAVRDSNYQLIW | CAVMDSSYKLIF | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CAATDSWGKLQF | CALQGGSEKLVF | CAASEYGNKLVF | CAGHDYKLSF | CAALYNFNKFYF |
| 79 | CVVSDRGSTLGRLYF | CAVRDSNYQLIW | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CAAGGTSYGKLTF | CALQGGSEKLVF | CAATDSWGKLQF | CAASEYGNKLVF | CAGHDYKLSF | CAALYNFNKFYF |
| 81 | CVVSDRGSTLGRLYF | CAVRDSNYQLIW | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CAVEETSGSRLTF | CAATDSWGKLQF | CALQGGSEKLVF | CAASEYGNKLVF | CAGHDYKLSF | CAATQGGSEKLVF |
| 82 | CVVSDRGSTLGRLYF | CAVRDSNYQLIW | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CAVEETSGSRLTF | CAATDSWGKLQF | CALQGGSEKLVF | CAGHDYKLSF | CAALYNFNKFYF | CAASEYGNKLVF |
| 84 | CVVSDRGSTLGRLYF | CAVRDSNYQLIW | CALSAARSSNTGKLIF | CAVRDNYGQNFVF | CADHQNYGGSQGNLIF | CAVEETSGSRLTF | CALQGGSEKLVF | CAATDSWGKLQF | CAASEYGNKLVF | CAGHDYKLSF |
| 87 | CVVSDRGSTLGRLYF | CAVMDSSYKLIF | CAVRDSNYQLIW | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CAVEETSGSRLTF | CAATDSWGKLQF | CALQGGSEKLVF | CAGHDYKLSF | CAALYNFNKFYF |
| 88 | CVVSDRGSTLGRLYF | CAVRDSNYQLIW | CAVRDNYGQNFVF | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CAAGGTSYGKLTF | CALQGGSEKLVF | CAATDSWGKLQF | CAGHDYKLSF | CAALYNFNKFYF |
| 92 | CVVSDRGSTLGRLYF | CAVMDSSYKLIF | CAVRDSNYQLIW | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CAVEETSGSRLTF | CAATDSWGKLQF | CALQGGSEKLVF | CAGHDYKLSF | CAATQGGSEKLVF |
| 94 | CVVSDRGSTLGRLYF | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CAVEETSGSRLTF | CAATDSWGKLQF | CALQGGSEKLVF | CAASEYGNKLVF | CAGHDYKLSF | CAATQGGSEKLVF | CAALYNFNKFYF |
| 95 | CVVSDRGSTLGRLYF | CAVRDSNYQLIW | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CAVEETSGSRLTF | CALQGGSEKLVF | CAATDSWGKLQF | CAASEYGNKLVF | CAGHDYKLSF | CAALYNFNKFYF |
| 96 | CAVRDSNYQLIW | CALSAARSSNTGKLIF | CAVRDNYGQNFVF | CADHQNYGGSQGNLIF | CAVEETSGSRLTF | CALQGGSEKLVF | CAATDSWGKLQF | CAASEYGNKLVF | CAGHDYKLSF | CAALYNFNKFYF |
| 97 | CAVRDSNYQLIW | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CAVEETSGSRLTF | CAATDSWGKLQF | CALQGGSEKLVF | CAASEYGNKLVF | CAGHDYKLSF | CAALYNFNKFYF | CAATQGGSEKLVF |
| 100 | CVVSDRGSTLGRLYF | CAVMDSSYKLIF | CALSAARSSNTGKLIF | CADHQNYGGSQGNLIF | CAAGGTSYGKLTF | CASASPSSYNEQFF | CAVDNTDKLIF | CALQGGSEKLVF | CAGHDYKLSF | CAALYNFNKFYF |
In [ ]:
# Flatten the df
flattened_values = filtered_features_df.values.flatten()
# Count the occurrences of each unique value
value_counts = pd.Series(flattened_values).value_counts()
# Convert to a df for easier viewing
value_counts_df = value_counts.reset_index()
value_counts_df.columns = ['Feature', 'Count']
value_counts_df
Out[ ]:
| Feature | Count | |
|---|---|---|
| 0 | CADHQNYGGSQGNLIF | 44 |
| 1 | CALQGGSEKLVF | 44 |
| 2 | CAGHDYKLSF | 44 |
| 3 | CALSAARSSNTGKLIF | 41 |
| 4 | CVVSDRGSTLGRLYF | 38 |
| 5 | CAATDSWGKLQF | 37 |
| 6 | CAVEETSGSRLTF | 35 |
| 7 | CAASEYGNKLVF | 34 |
| 8 | CAVRDSNYQLIW | 33 |
| 9 | CAALYNFNKFYF | 27 |
| 10 | CAATQGGSEKLVF | 23 |
| 11 | CAAGGTSYGKLTF | 13 |
| 12 | CAVRDNYGQNFVF | 12 |
| 13 | CAVMDSSYKLIF | 11 |
| 14 | CASASPSSYNEQFF | 3 |
| 15 | CAVDNTDKLIF | 1 |
In [17]:
features16 = value_counts_df['Feature'].tolist()
features16
Out[17]:
['CADHQNYGGSQGNLIF', 'CALQGGSEKLVF', 'CAGHDYKLSF', 'CALSAARSSNTGKLIF', 'CVVSDRGSTLGRLYF', 'CAATDSWGKLQF', 'CAVEETSGSRLTF', 'CAASEYGNKLVF', 'CAVRDSNYQLIW', 'CAALYNFNKFYF', 'CAATQGGSEKLVF', 'CAAGGTSYGKLTF', 'CAVRDNYGQNFVF', 'CAVMDSSYKLIF', 'CASASPSSYNEQFF', 'CAVDNTDKLIF']
In [ ]:
# Split Train to Subtrain and Val and select features from a given list
def split_train_val_select(train_val, x, features):
# Perform stratified train/val split
train, val = train_test_split(train_val, test_size=9, stratify=train_val['y'], random_state=x)
# Select the given features from the training set
train_fs = train.loc[:, features + ['y']]
# Select the given features from the val set
val_fs = val.loc[:, features + ['y']]
return train_fs, val_fs
# Create atom and perform feature selection using LR and train with XGB
def create_atom_fs(train, test, split):
atom = ATOMClassifier(train, test, y="y", verbose=2, warnings=False, random_state = 1, index=True)
solver = "LR"
models = ["XGB"]
atom.feature_selection(strategy="SFM", solver=solver, n_features=10, random_state=0)
atom.run(models=models, n_calls=50, n_initial_points=10, metric="AUC", n_bootstrap=5)
return atom
In [ ]:
# 10 splits of the Training set to Subtrain and Validation
# This time using 16 selected features
# Narrowing down to 10 with SFM, solver: LR
# Model: XGB
results_dict_fs_test = {}
features10 = []
for i in range(200,210):
train, val = split_train_val_select(train_val, i, features16)
atom = create_atom_fs(train, val, i)
selected_features = atom.features
features10.append(selected_features)
results_dict_fs_test[i] = atom.winner.metric_test #mean_bootstrap
with open('results_dict_XGB_fs10_test.json', 'w') as file:
json.dump(results_dict_fs_test, file)
with open('features10.json', 'w') as file:
json.dump(features10, file)
<< ================== ATOM ================== >> Algorithm task: binary classification. Dataset stats ==================== >> Shape: (76, 17) Memory: 15.31 kB Scaled: False Outlier values: 18 (1.6%) Duplicate samples: 2 (2.6%) ------------------------------------- Train set size: 67 Test set size: 9 ------------------------------------- | | dataset | train | test | | - | ---------- | ---------- | ---------- | | 0 | 40 (1.1) | 35 (1.1) | 5 (1.2) | | 1 | 36 (1.0) | 32 (1.0) | 4 (1.0) | Fitting FeatureSelector... Performing feature selection ... --> The LogisticRegression estimator selected 10 features from the dataset. >>> Dropping feature CVVSDRGSTLGRLYF. >>> Dropping feature CAASEYGNKLVF. >>> Dropping feature CAATQGGSEKLVF. >>> Dropping feature CAAGGTSYGKLTF. >>> Dropping feature CASASPSSYNEQFF. >>> Dropping feature CAVDNTDKLIF. Training ========================= >> Models: XGB Metric: roc_auc Running BO for XGBoost... | call | n_estimators | learning_rate | max_depth | gamma | min_child_weight | subsample | colsample_bytree | reg_alpha | reg_lambda | roc_auc | best_roc_auc | time | total_time | | ---------------- | ------------ | ------------- | --------- | ------- | ---------------- | --------- | ---------------- | --------- | ---------- | ------- | ------------ | ------- | ---------- | | Initial point 1 | 499 | 0.733 | 2 | 0.999 | 3 | 0.7 | 0.6 | 1 | 100 | 0.5 | 0.5 | 0.121s | 0.147s | | Initial point 2 | 426 | 0.0423 | 6 | 0.4435 | 3 | 0.8 | 0.9 | 0.1 | 0.1 | 0.875 | 0.875 | 0.105s | 13.645s | | Initial point 3 | 471 | 0.3604 | 7 | 0.8028 | 2 | 0.8 | 0.9 | 10 | 10 | 0.5 | 0.875 | 0.106s | 26.656s | | Initial point 4 | 151 | 0.0131 | 7 | 0.5931 | 7 | 0.7 | 0.5 | 0.01 | 0.01 | 0.5 | 0.875 | 0.066s | 31.111s | | Initial point 5 | 396 | 0.0668 | 1 | 0.624 | 7 | 0.6 | 0.7 | 0.01 | 0 | 0.5 | 0.875 | 0.100s | 33.565s | | Initial point 6 | 245 | 0.0156 | 9 | 0.1195 | 6 | 0.5 | 1.0 | 100 | 0.01 | 0.5 | 0.875 | 0.076s | 35.831s | | Initial point 7 | 301 | 0.1355 | 7 | 0.9565 | 3 | 0.6 | 0.7 | 100 | 0.1 | 0.5 | 0.875 | 0.132s | 45.915s | | Initial point 8 | 279 | 0.3396 | 1 | 0.14 | 8 | 0.5 | 0.9 | 1 | 0.1 | 0.5 | 0.875 | 0.077s | 50.237s | | Initial point 9 | 448 | 0.0569 | 6 | 0.6523 | 4 | 0.8 | 0.8 | 0.01 | 1 | 0.5 | 0.875 | 0.109s | 54.864s | | Initial point 10 | 331 | 0.051 | 8 | 0.3565 | 8 | 0.9 | 0.4 | 0.1 | 0 | 0.5 | 0.875 | 0.086s | 1m:03s |
In [9]:
with open('features10.json', 'r') as file:
features10 = json.load(file)
features10_df = pd.DataFrame(features10)
features10_df
Out[9]:
| 0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | |
|---|---|---|---|---|---|---|---|---|---|---|
| 0 | CADHQNYGGSQGNLIF | CALQGGSEKLVF | CAGHDYKLSF | CALSAARSSNTGKLIF | CAATDSWGKLQF | CAVEETSGSRLTF | CAVRDSNYQLIW | CAALYNFNKFYF | CAVRDNYGQNFVF | CAVMDSSYKLIF |
| 1 | CADHQNYGGSQGNLIF | CALQGGSEKLVF | CAGHDYKLSF | CALSAARSSNTGKLIF | CVVSDRGSTLGRLYF | CAATDSWGKLQF | CAVEETSGSRLTF | CAASEYGNKLVF | CAALYNFNKFYF | CAATQGGSEKLVF |
| 2 | CADHQNYGGSQGNLIF | CALQGGSEKLVF | CAGHDYKLSF | CVVSDRGSTLGRLYF | CAATDSWGKLQF | CAVEETSGSRLTF | CAASEYGNKLVF | CAVRDSNYQLIW | CAALYNFNKFYF | CAATQGGSEKLVF |
| 3 | CADHQNYGGSQGNLIF | CALQGGSEKLVF | CAGHDYKLSF | CALSAARSSNTGKLIF | CVVSDRGSTLGRLYF | CAATDSWGKLQF | CAVEETSGSRLTF | CAASEYGNKLVF | CAVRDSNYQLIW | CAATQGGSEKLVF |
| 4 | CADHQNYGGSQGNLIF | CALQGGSEKLVF | CALSAARSSNTGKLIF | CAATDSWGKLQF | CAVEETSGSRLTF | CAASEYGNKLVF | CAALYNFNKFYF | CAATQGGSEKLVF | CAVRDNYGQNFVF | CAVMDSSYKLIF |
| 5 | CALQGGSEKLVF | CAGHDYKLSF | CVVSDRGSTLGRLYF | CAATDSWGKLQF | CAVEETSGSRLTF | CAASEYGNKLVF | CAVRDSNYQLIW | CAALYNFNKFYF | CAATQGGSEKLVF | CAVRDNYGQNFVF |
| 6 | CADHQNYGGSQGNLIF | CALQGGSEKLVF | CAGHDYKLSF | CALSAARSSNTGKLIF | CVVSDRGSTLGRLYF | CAVEETSGSRLTF | CAASEYGNKLVF | CAALYNFNKFYF | CAVRDNYGQNFVF | CAVMDSSYKLIF |
| 7 | CADHQNYGGSQGNLIF | CALQGGSEKLVF | CAGHDYKLSF | CALSAARSSNTGKLIF | CVVSDRGSTLGRLYF | CAATDSWGKLQF | CAVEETSGSRLTF | CAASEYGNKLVF | CAVRDSNYQLIW | CAATQGGSEKLVF |
| 8 | CADHQNYGGSQGNLIF | CALQGGSEKLVF | CAGHDYKLSF | CALSAARSSNTGKLIF | CAATDSWGKLQF | CAVEETSGSRLTF | CAASEYGNKLVF | CAVRDSNYQLIW | CAALYNFNKFYF | CAATQGGSEKLVF |
| 9 | CADHQNYGGSQGNLIF | CALQGGSEKLVF | CAGHDYKLSF | CALSAARSSNTGKLIF | CVVSDRGSTLGRLYF | CAATDSWGKLQF | CAVEETSGSRLTF | CAASEYGNKLVF | CAALYNFNKFYF | CAATQGGSEKLVF |
In [12]:
features10_df.to_csv('features10_df.csv' )
In [ ]:
Bias check: same model, same sample numbers but subsampled differently
In [ ]:
# Create a classifier from each feature set and train on full train set
atom10 = []
for i,fset in enumerate(features10):
full_train_fs = train_val.loc[:, fset + ['y']]
test_fs = test.loc[:, fset + ['y']]
atom = ATOMClassifier(full_train_fs, test_fs, y="y", verbose=2, warnings=False, random_state = 1, index=True)
models = ["XGB"]
atom.run(models=models, n_calls=50, n_initial_points=10, metric="AUC", n_bootstrap=5)
atom10.append(atom)
In [ ]:
# Subsampling was performed in R
subsampled_data = []
sub_paths = ["sub1_all_ab.csv", "sub2_all_ab.csv", "sub3_all_ab.csv", "sub4_all_ab.csv"]
for path in sub_paths:
full_path = "/mult_subsampls/" + path
X_sub = pd.read_csv(full_path, index_col = 0)
subsampled_data.append(X_sub)
print(path + " added")
sub1_all_ab.csv added sub2_all_ab.csv added sub3_all_ab.csv added sub4_all_ab.csv added
In [ ]:
# For each classifier, check on 4 different subsamplings of the test set
test_indices = test.index.tolist() # 18 samples
fig = plt.figure(figsize=[20,12])
ax = fig.add_subplot(111)
tprs = []
aucs = []
mean_fpr = np.linspace(0,1,100)
# For each classifier
for i,atom in enumerate(atom10):
test_features = atom.features
tprs_fset = []
aucs_fset = []
mean_fpr_fset = np.linspace(0,1,100)
# For each subsampling
for id, X_sub in enumerate(subsampled_data):
X_test = X_sub.loc[test_indices, test_features]
y_test = [0 if row_name.endswith('H') else 1 for row_name in X_test.index]
yhat = atom.winner.predict_proba(X_test)[:, 1]
fpr, tpr, thresholds = roc_curve(y_test, yhat)
roc_auc = auc(fpr, tpr)
tprs_fset.append(interp(mean_fpr, fpr, tpr))
aucs_fset.append(roc_auc)
tprs.append(interp(mean_fpr, fpr, tpr))
aucs.append(roc_auc)
mean_tpr_fset = np.mean(tprs_fset, axis=0)
mean_auc_fset = auc(mean_fpr_fset, mean_tpr_fset)
std_auc_fset = np.std(aucs_fset)
plt.plot(mean_fpr_fset, mean_tpr_fset, lw=2, alpha=0.3, label=r'Mean ROC feature set %d (AUC = %0.2f $\pm$ %0.2f)' % (i, mean_auc_fset, std_auc_fset))
plt.plot([0,1], [0,1], linestyle='--', label='No Skill')
mean_tpr = np.mean(tprs, axis=0)
mean_auc = auc(mean_fpr, mean_tpr)
std_auc = np.std(aucs)
plt.plot(mean_fpr, mean_tpr, lw=4, alpha=1, color='blue', label=r'Mean ROC (AUC = %0.2f $\pm$ %0.2f)' % (mean_auc, std_auc))
std_tpr = np.std(tprs, axis=0)
tprs_lower = mean_tpr - std_tpr
tprs_upper = np.minimum(mean_tpr + std_tpr, 1)
ax.fill_between(mean_fpr, tprs_lower, tprs_upper, color="grey", alpha=0.2, label=r"$\pm$ 1 std. dev.",)
ax.set_xlabel('False Positive Rate')
ax.set_ylabel('True Positive Rate')
ax.set_title('ROC')
ax.legend(bbox_to_anchor=(1.02, 1), loc='upper left', borderaxespad=0.)
plt.tight_layout(rect=[0, 0, 0.75, 1])
ax.set_facecolor('w')
name = "roc_all_avg.pdf"
plt.savefig(name, transparent= True)
In [ ]:
In [ ]:
avg_recall = []
avg_spec = []
avg_prec = []
avg_auc = []
avg_acc = []
for i,atom in enumerate(atom10):
test_indices = atom.y_test.index.to_list()
fset = atom.features
recall_values = []
specificity_values = []
precision_values = []
auc_values = []
acc_values = []
for id, X_sub in enumerate(subsampled_data):
X_test = X_sub.loc[test_indices, fset]
y_test = [0 if row_name.endswith('H') else 1 for row_name in X_test.index]
yhat = atom.winner.predict_proba(X_test)[:, 1]
y_pred = (yhat > 0.5).astype('float')
auc = roc_auc_score(atom.y_test, yhat)
auc_values.append(auc)
acc = accuracy_score(atom.y_test, y_pred)
acc_values.append(acc)
precision = precision_score(atom.y_test, y_pred)
precision_values.append(precision)
recall = recall_score(atom.y_test, y_pred) #sensitivity
recall_values.append(recall)
specificity = recall_score(atom.y_test, y_pred, pos_label=0)
specificity_values.append(specificity)
mean_recall = np.mean(recall_values)
mean_specificity = np.mean(specificity_values)
mean_precision = np.mean(precision_values)
mean_auc = np.mean(auc_values)
mean_acc = np.mean(acc_values)
avg_recall.append(mean_recall)
avg_spec.append(mean_specificity)
avg_prec.append(mean_precision)
avg_auc.append(mean_auc)
avg_acc.append(mean_acc)
performance_all = pd.DataFrame({
'avg_auc': avg_auc,
'avg_accuracy': avg_acc,
'avg_recall': avg_recall,
'avg_specificity': avg_spec,
'avg_precision': avg_prec,
})
performance_all.to_csv("performance_all.csv")
In [ ]:
# Add Validation col
performance_all["auc_validation"] = results_dict_fs_test.values()
performance_all = performance_all.reset_index().rename(columns={'index': 'feature_set'})
# Reorder
columns = ['feature_set', 'auc_validation'] + [col for col in performance_all.columns if col != 'auc_validation' and col != 'feature_set']
performance_all = performance_all[columns]
performance_all
Out[ ]:
| feature_set | auc_validation | avg_auc | avg_accuracy | avg_recall | avg_specificity | avg_precision | |
|---|---|---|---|---|---|---|---|
| 0 | 0 | 0.85 | 0.922840 | 0.805556 | 0.972222 | 0.638889 | 0.732517 |
| 1 | 1 | 1.00 | 0.787037 | 0.736111 | 0.555556 | 0.916667 | 0.886905 |
| 2 | 2 | 1.00 | 0.932099 | 0.847222 | 0.833333 | 0.861111 | 0.857639 |
| 3 | 3 | 0.85 | 0.962963 | 0.875000 | 0.972222 | 0.777778 | 0.818813 |
| 4 | 4 | 1.00 | 0.833333 | 0.736111 | 0.611111 | 0.861111 | 0.824405 |
| 5 | 5 | 0.95 | 0.882716 | 0.750000 | 0.916667 | 0.583333 | 0.689423 |
| 6 | 6 | 0.90 | 0.851852 | 0.722222 | 0.555556 | 0.888889 | 0.842857 |
| 7 | 7 | 1.00 | 0.962963 | 0.875000 | 0.972222 | 0.777778 | 0.818813 |
| 8 | 8 | 0.95 | 0.962963 | 0.833333 | 0.944444 | 0.722222 | 0.779895 |
| 9 | 9 | 1.00 | 0.787037 | 0.736111 | 0.555556 | 0.916667 | 0.886905 |
In [98]:
performance_all.to_csv("performance_and_val.csv")
The model created from feature set #7 achieved an AUC of 1.0 on the Validation set and an average AUC of 0.96 across multiple subsamplings of the Test set.
In [76]:
atom_winner = atom10[7]
atom_winner.winner.metric_test
atom_winner.save("atom_BC_10f_winner", save_data=True)
ATOMClassifier successfully saved.
In [35]:
atom_winner.winner.plot_confusion_matrix(filename = "atom_winner_cm_test.pdf")
In [77]:
atom_winner.features
Out[77]:
['CADHQNYGGSQGNLIF', 'CALQGGSEKLVF', 'CAGHDYKLSF', 'CALSAARSSNTGKLIF', 'CVVSDRGSTLGRLYF', 'CAATDSWGKLQF', 'CAVEETSGSRLTF', 'CAASEYGNKLVF', 'CAVRDSNYQLIW', 'CAATQGGSEKLVF']
In [ ]:
import time
start_time = time.time()
atom_winner.winner.predict_proba_test
end_time = time.time()
elapsed_time = end_time - start_time
print(f"Elapsed time: {elapsed_time} seconds")
Elapsed time: 0.0002598762512207031 seconds
In [81]:
atom_winner.winner.best_params
Out[81]:
{'n_estimators': 385,
'learning_rate': 0.0101,
'max_depth': 5,
'gamma': 1.0,
'min_child_weight': 1,
'subsample': 0.9,
'colsample_bytree': 0.5,
'reg_alpha': 0,
'reg_lambda': 0}